2024-05-21T01:32:27.297 INFO:root:teuthology version: 0.0.1.dev276+g4fbe5e8 2024-05-21T01:32:27.298 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_leonidus@teuthology --archive /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479 --name leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/iozone}} -- /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/orig.config.yaml 2024-05-21T01:32:27.354 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-21T01:32:27.439 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479 branch: wip-lusov-quiesce-no-remote-ap description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/iozone}} email: null first_in_suite: false job_id: '7717479' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiesce-no-remote-ap ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 0051ea03417a66dbfd5a17ea02c9049bcda16863 subvols: create: 2 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: 0051ea03417a66dbfd5a17ea02c9049bcda16863 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiesce-no-remote-ap sha1: 0051ea03417a66dbfd5a17ea02c9049bcda16863 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 2958 sha1: 0051ea03417a66dbfd5a17ea02c9049bcda16863 sleep_before_teardown: 0 subset: 419/111111 suite: fs suite_branch: wip-lusov-quiesce-no-remote-ap suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_0051ea03417a66dbfd5a17ea02c9049bcda16863/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 0051ea03417a66dbfd5a17ea02c9049bcda16863 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi007.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA2RLCDwIKqBrSJ6Q0yLo9IRm5QPwYwrDewAeix4vVgmFoNZF4pqaa68gM9ZBLomYHjIzMho2YetyChh6HxJOsk= smithi164.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDvPRHHFvkz/U2E+ddUUilcqd4hsnV713PxmtRQCwsitFIHYgG37IszEK2k7hdknuvEvFXFggwUJMFXQ7PEUbvg= smithi190.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOcGjHSKkh5JCTVGGNbZlsvcj6Jwt8zPf9zyOEmxi5zatoxmlj+NX3pLTCtjZqxs72TUm4iA0ou3qoUs3RaMiqc= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - quiescer: null - workunit: clients: all: - suites/iozone.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: install-fix teuthology_sha1: 4fbe5e8dc899215f216853b8569a107d8be8861d timestamp: 2024-05-20_23:57:18 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-05-21T01:32:27.439 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_0051ea03417a66dbfd5a17ea02c9049bcda16863/qa; will attempt to use it 2024-05-21T01:32:27.440 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_0051ea03417a66dbfd5a17ea02c9049bcda16863/qa/tasks 2024-05-21T01:32:27.440 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-21T01:32:27.441 INFO:teuthology.task.internal:Checking packages... 2024-05-21T01:32:27.462 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '0051ea03417a66dbfd5a17ea02c9049bcda16863' 2024-05-21T01:32:27.462 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-21T01:32:27.462 INFO:teuthology.packaging:ref: None 2024-05-21T01:32:27.462 INFO:teuthology.packaging:tag: None 2024-05-21T01:32:27.462 INFO:teuthology.packaging:branch: wip-lusov-quiesce-no-remote-ap 2024-05-21T01:32:27.462 INFO:teuthology.packaging:sha1: 0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:32:27.462 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiesce-no-remote-ap 2024-05-21T01:32:27.600 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3830.g0051ea03 2024-05-21T01:32:27.602 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-21T01:32:27.609 INFO:teuthology.task.internal:no buildpackages task found 2024-05-21T01:32:27.609 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-21T01:32:27.615 INFO:teuthology.task.internal:Saving configuration 2024-05-21T01:32:27.637 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-21T01:32:27.642 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-21T01:32:27.667 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi007.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-21 01:26:57.731272', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA2RLCDwIKqBrSJ6Q0yLo9IRm5QPwYwrDewAeix4vVgmFoNZF4pqaa68gM9ZBLomYHjIzMho2YetyChh6HxJOsk='} 2024-05-21T01:32:27.689 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi164.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-21 01:26:57.728501', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDvPRHHFvkz/U2E+ddUUilcqd4hsnV713PxmtRQCwsitFIHYgG37IszEK2k7hdknuvEvFXFggwUJMFXQ7PEUbvg='} 2024-05-21T01:32:27.712 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi190.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-21 01:26:57.730046', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOcGjHSKkh5JCTVGGNbZlsvcj6Jwt8zPf9zyOEmxi5zatoxmlj+NX3pLTCtjZqxs72TUm4iA0ou3qoUs3RaMiqc='} 2024-05-21T01:32:27.712 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-21T01:32:27.717 INFO:teuthology.task.internal:roles: ubuntu@smithi007.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-21T01:32:27.718 INFO:teuthology.task.internal:roles: ubuntu@smithi164.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-21T01:32:27.718 INFO:teuthology.task.internal:roles: ubuntu@smithi190.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-21T01:32:27.718 INFO:teuthology.run_tasks:Running task console_log... 2024-05-21T01:32:27.795 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd7c0a7e7a0>, signals=[15]) 2024-05-21T01:32:27.795 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-21T01:32:27.801 INFO:teuthology.task.internal:Opening connections... 2024-05-21T01:32:27.801 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi007.front.sepia.ceph.com 2024-05-21T01:32:27.802 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T01:32:27.877 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi164.front.sepia.ceph.com 2024-05-21T01:32:27.877 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T01:32:27.955 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi190.front.sepia.ceph.com 2024-05-21T01:32:27.956 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T01:32:28.030 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-21T01:32:28.037 DEBUG:teuthology.orchestra.run.smithi007:> uname -m 2024-05-21T01:32:28.056 INFO:teuthology.orchestra.run.smithi007.stdout:x86_64 2024-05-21T01:32:28.056 DEBUG:teuthology.orchestra.run.smithi007:> cat /etc/os-release 2024-05-21T01:32:28.113 INFO:teuthology.orchestra.run.smithi007.stdout:NAME="CentOS Stream" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION="9" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:ID="centos" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:ID_LIKE="rhel fedora" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:VERSION_ID="9" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:PLATFORM_ID="platform:el9" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:ANSI_COLOR="0;31" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:LOGO="fedora-logo-icon" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-21T01:32:28.114 INFO:teuthology.orchestra.run.smithi007.stdout:HOME_URL="https://centos.org/" 2024-05-21T01:32:28.115 INFO:teuthology.orchestra.run.smithi007.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-21T01:32:28.115 INFO:teuthology.orchestra.run.smithi007.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-21T01:32:28.115 INFO:teuthology.orchestra.run.smithi007.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-21T01:32:28.115 INFO:teuthology.lock.ops:Updating smithi007.front.sepia.ceph.com on lock server 2024-05-21T01:32:28.251 DEBUG:teuthology.orchestra.run.smithi164:> uname -m 2024-05-21T01:32:28.270 INFO:teuthology.orchestra.run.smithi164.stdout:x86_64 2024-05-21T01:32:28.270 DEBUG:teuthology.orchestra.run.smithi164:> cat /etc/os-release 2024-05-21T01:32:28.327 INFO:teuthology.orchestra.run.smithi164.stdout:NAME="CentOS Stream" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:VERSION="9" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:ID="centos" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:ID_LIKE="rhel fedora" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:VERSION_ID="9" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:PLATFORM_ID="platform:el9" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:ANSI_COLOR="0;31" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:LOGO="fedora-logo-icon" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:HOME_URL="https://centos.org/" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-21T01:32:28.328 INFO:teuthology.orchestra.run.smithi164.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-21T01:32:28.329 INFO:teuthology.lock.ops:Updating smithi164.front.sepia.ceph.com on lock server 2024-05-21T01:32:28.351 DEBUG:teuthology.orchestra.run.smithi190:> uname -m 2024-05-21T01:32:28.368 INFO:teuthology.orchestra.run.smithi190.stdout:x86_64 2024-05-21T01:32:28.369 DEBUG:teuthology.orchestra.run.smithi190:> cat /etc/os-release 2024-05-21T01:32:28.426 INFO:teuthology.orchestra.run.smithi190.stdout:NAME="CentOS Stream" 2024-05-21T01:32:28.426 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION="9" 2024-05-21T01:32:28.426 INFO:teuthology.orchestra.run.smithi190.stdout:ID="centos" 2024-05-21T01:32:28.426 INFO:teuthology.orchestra.run.smithi190.stdout:ID_LIKE="rhel fedora" 2024-05-21T01:32:28.426 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION_ID="9" 2024-05-21T01:32:28.426 INFO:teuthology.orchestra.run.smithi190.stdout:PLATFORM_ID="platform:el9" 2024-05-21T01:32:28.426 INFO:teuthology.orchestra.run.smithi190.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-21T01:32:28.426 INFO:teuthology.orchestra.run.smithi190.stdout:ANSI_COLOR="0;31" 2024-05-21T01:32:28.427 INFO:teuthology.orchestra.run.smithi190.stdout:LOGO="fedora-logo-icon" 2024-05-21T01:32:28.427 INFO:teuthology.orchestra.run.smithi190.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-21T01:32:28.427 INFO:teuthology.orchestra.run.smithi190.stdout:HOME_URL="https://centos.org/" 2024-05-21T01:32:28.427 INFO:teuthology.orchestra.run.smithi190.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-21T01:32:28.427 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-21T01:32:28.427 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-21T01:32:28.427 INFO:teuthology.lock.ops:Updating smithi190.front.sepia.ceph.com on lock server 2024-05-21T01:32:28.451 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-21T01:32:28.460 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-21T01:32:28.537 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-21T01:32:28.537 DEBUG:teuthology.orchestra.run.smithi007:> test '!' -e /home/ubuntu/cephtest 2024-05-21T01:32:28.540 DEBUG:teuthology.orchestra.run.smithi164:> test '!' -e /home/ubuntu/cephtest 2024-05-21T01:32:28.542 DEBUG:teuthology.orchestra.run.smithi190:> test '!' -e /home/ubuntu/cephtest 2024-05-21T01:32:28.558 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-21T01:32:28.564 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-21T01:32:28.564 DEBUG:teuthology.orchestra.run.smithi007:> test -z $(ls -A /var/lib/ceph) 2024-05-21T01:32:28.597 DEBUG:teuthology.orchestra.run.smithi164:> test -z $(ls -A /var/lib/ceph) 2024-05-21T01:32:28.599 DEBUG:teuthology.orchestra.run.smithi190:> test -z $(ls -A /var/lib/ceph) 2024-05-21T01:32:28.701 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-21T01:32:28.763 INFO:teuthology.run_tasks:Running task kernel... 2024-05-21T01:32:28.776 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-05-21T01:32:28.777 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-05-21T01:32:28.777 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-05-21T01:32:28.777 DEBUG:teuthology.orchestra.run.smithi007:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-21T01:32:28.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T01:32:28.794 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-05-21T01:32:29.043 DEBUG:teuthology.task.kernel:sha1 for client.0 is 4fed890e8ce3966dbe380e9eb4b0a796eddb841c 2024-05-21T01:32:29.043 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "4fed890e8ce3966dbe380e9eb4b0a796eddb841c"... 2024-05-21T01:32:29.043 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-05-21T01:32:29.061 INFO:teuthology.orchestra.run.smithi007.stdout:5.14.0-437.el9.x86_64 2024-05-21T01:32:29.061 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 4fed890e8ce3966dbe380e9eb4b0a796eddb841c 2024-05-21T01:32:29.062 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-05-21T01:32:29.062 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum upgrade -y linux-firmware 2024-05-21T01:32:32.297 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - BaseOS 5.2 MB/s | 8.1 MB 00:01 2024-05-21T01:32:49.529 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:16 2024-05-21T01:32:55.171 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - CRB 3.2 MB/s | 6.2 MB 00:01 2024-05-21T01:32:56.655 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - Extras packages 57 kB/s | 16 kB 00:00 2024-05-21T01:32:57.926 INFO:teuthology.orchestra.run.smithi007.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-05-21T01:33:03.265 INFO:teuthology.orchestra.run.smithi007.stdout:lab-extras 22 kB/s | 1.7 kB 00:00 2024-05-21T01:33:05.319 INFO:teuthology.orchestra.run.smithi007.stdout:Dependencies resolved. 2024-05-21T01:33:05.320 INFO:teuthology.orchestra.run.smithi007.stdout:Nothing to do. 2024-05-21T01:33:05.321 INFO:teuthology.orchestra.run.smithi007.stdout:Complete! 2024-05-21T01:33:05.423 INFO:teuthology.task.kernel:Downloading kernel 4fed890e8ce3966dbe380e9eb4b0a796eddb841c on client.0... 2024-05-21T01:33:05.424 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=4fed890e8ce3966dbe380e9eb4b0a796eddb841c 2024-05-21T01:33:05.575 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/4fed890e8ce3966dbe380e9eb4b0a796eddb841c/centos/9/flavors/default/x86_64/ 2024-05-21T01:33:05.575 DEBUG:teuthology.orchestra.run.smithi007:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g4fed890e8ce3-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/4fed890e8ce3966dbe380e9eb4b0a796eddb841c/centos/9/flavors/default/x86_64/ --input-file=- 2024-05-21T01:33:05.578 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi007.front.sepia.ceph.com to complete... 2024-05-21T01:33:18.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21 01:33:18 URL:https://3.chacra.ceph.com/r/kernel/testing/4fed890e8ce3966dbe380e9eb4b0a796eddb841c/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g4fed890e8ce3-1.x86_64.rpm [357182422/357182422] -> "/tmp/kernel.x86_64.rpm" [1] 2024-05-21T01:33:18.860 INFO:teuthology.orchestra.run.smithi007.stderr:FINISHED --2024-05-21 01:33:18-- 2024-05-21T01:33:18.860 INFO:teuthology.orchestra.run.smithi007.stderr:Total wall clock time: 13s 2024-05-21T01:33:18.860 INFO:teuthology.orchestra.run.smithi007.stderr:Downloaded: 1 files, 341M in 13s (26.3 MB/s) 2024-05-21T01:33:18.865 INFO:teuthology.task.kernel:Installing kernel 4fed890e8ce3966dbe380e9eb4b0a796eddb841c on client.0... 2024-05-21T01:33:18.865 DEBUG:teuthology.orchestra.run.smithi007:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-05-21T01:33:21.069 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying... ######################################## 2024-05-21T01:33:21.230 INFO:teuthology.orchestra.run.smithi007.stdout:Preparing... ######################################## 2024-05-21T01:33:21.354 INFO:teuthology.orchestra.run.smithi007.stdout:Updating / installing... 2024-05-21T01:33:29.643 INFO:teuthology.orchestra.run.smithi007.stdout:kernel-6.9.0_rc3_g4fed890e8ce3-1 ######################################## 2024-05-21T01:34:10.081 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi007.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-05-21T01:34:10.081 DEBUG:teuthology.orchestra.run.smithi007:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-05-21T01:34:10.163 INFO:teuthology.orchestra.run.smithi007.stdout:/boot/System.map-6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:34:10.163 INFO:teuthology.orchestra.run.smithi007.stdout:/boot/config-6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:34:10.163 INFO:teuthology.orchestra.run.smithi007.stdout:/boot/vmlinuz-6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/System.map 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/config 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-05-21T01:34:10.164 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/crc32c-intel.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/serpent-avx2.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-05-21T01:34:10.165 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kernel 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kernel/cpu 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kernel/cpu/mce 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kvm 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kvm/kvm-amd.ko 2024-05-21T01:34:10.166 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kvm/kvm-intel.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/arch/x86/kvm/kvm.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/ansi_cprng.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/anubis.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/arc4.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_memcpy.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_pq.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_raid6_recov.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_tx.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/async_xor.ko 2024-05-21T01:34:10.167 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/async_tx/raid6test.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/authenc.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/authencesn.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/blake2b_generic.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/blowfish_common.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/blowfish_generic.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/camellia_generic.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cast5_generic.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cast6_generic.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cast_common.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/ccm.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cmac.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/crc32_generic.ko 2024-05-21T01:34:10.168 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/crypto_engine.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/crypto_user.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/cts.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/des_generic.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/dh_generic.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/echainiv.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/essiv.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/fcrypt.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/khazad.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/lz4.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/lz4hc.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/md4.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/michael_mic.ko 2024-05-21T01:34:10.169 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/pcbc.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/pcrypt.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/rmd160.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/seed.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/serpent_generic.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/tcrypt.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/tea.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/twofish_common.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/twofish_generic.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/vmac.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/wp512.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/xcbc.ko 2024-05-21T01:34:10.170 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/xor.ko 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/crypto/xxhash_generic.ko 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/acpi_ipmi.ko 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/acpi_pad.ko 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/ec_sys.ko 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/platform_profile.ko 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/sbs.ko 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/sbshc.ko 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/acpi/video.ko 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata 2024-05-21T01:34:10.171 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/acard-ahci.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/ahci_platform.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/ata_generic.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/libahci_platform.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_acpi.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_ali.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_amd.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_artop.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_atiixp.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_atp867x.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_cmd640.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_cmd64x.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_cypress.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_efar.ko 2024-05-21T01:34:10.172 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_hpt366.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_hpt37x.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_hpt3x2n.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_hpt3x3.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_it8213.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_it821x.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_jmicron.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_marvell.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_mpiix.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_netcell.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_ninja32.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_ns87410.ko 2024-05-21T01:34:10.173 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_ns87415.ko 2024-05-21T01:34:10.174 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_oldpiix.ko 2024-05-21T01:34:10.174 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_opti.ko 2024-05-21T01:34:10.174 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_optidma.ko 2024-05-21T01:34:10.174 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_pcmcia.ko 2024-05-21T01:34:10.174 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_pdc2027x.ko 2024-05-21T01:34:10.174 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-05-21T01:34:10.174 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_piccolo.ko 2024-05-21T01:34:10.174 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_rdc.ko 2024-05-21T01:34:10.174 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_sch.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_serverworks.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_sil680.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_sis.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_sl82c105.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_triflex.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pata_via.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/pdc_adma.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_inic162x.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_mv.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_nv.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_promise.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_qstor.ko 2024-05-21T01:34:10.175 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_sil.ko 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_sil24.ko 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_sis.ko 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_svw.ko 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_sx4.ko 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_uli.ko 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_via.ko 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ata/sata_vsc.ko 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/auxdisplay 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/auxdisplay/ks0108.ko 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/base 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/base/regmap 2024-05-21T01:34:10.176 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/base/regmap/regmap-i2c.ko 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/base/regmap/regmap-mmio.ko 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/bcma 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/bcma/bcma.ko 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/aoe 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/aoe/aoe.ko 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/brd.ko 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/drbd 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/drbd/drbd.ko 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/floppy.ko 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/loop.ko 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/mtip32xx 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-05-21T01:34:10.177 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/nbd.ko 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/null_blk 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/null_blk/null_blk.ko 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/pktcdvd.ko 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/rbd.ko 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/virtio_blk.ko 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/xen-blkback 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/xen-blkfront.ko 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/zram 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/block/zram/zram.ko 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char 2024-05-21T01:34:10.178 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hangcheck-timer.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/amd-rng.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/intel-rng.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/via-rng.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/hw_random/virtio-rng.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_si.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-05-21T01:34:10.179 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/lp.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/mwave 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/mwave/mwave.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/ppdev.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tlclk.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_atmel.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_infineon.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_nsc.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_tis.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-05-21T01:34:10.180 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/uv_mmtimer.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/char/virtio_console.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/p4-clockmod.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/powernow-k8.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/cpufreq/speedstep-lib.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/ccp 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/ccp/ccp.ko 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel 2024-05-21T01:34:10.181 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat/qat_common 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/padlock-aes.ko 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/padlock-sha.ko 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/virtio 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dca 2024-05-21T01:34:10.182 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dca/dca.ko 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/devfreq 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma/dw 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma/dw/dw_dmac.ko 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma/ioat 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/dma/ioat/ioatdma.ko 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/amd64_edac.ko 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/e752x_edac.ko 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/edac_mce_amd.ko 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i3000_edac.ko 2024-05-21T01:34:10.183 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i3200_edac.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i5100_edac.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i5400_edac.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i7300_edac.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i7core_edac.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/i82975x_edac.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/ie31200_edac.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/sb_edac.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/edac/x38_edac.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/firmware 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/firmware/edd.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/firmware/iscsi_ibft.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/gpio 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/gpio/gpio-ich.ko 2024-05-21T01:34:10.184 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/gpio/gpio-viperboard.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-appleir.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-aureal.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-axff.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-dr.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-elecom.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-elo.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-emsff.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-gaff.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-gt683r.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-gyration.ko 2024-05-21T01:34:10.185 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-holtek-kbd.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-holtek-mouse.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-holtekff.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-hyperv.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-icade.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-keytouch.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-kye.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-lcpower.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-led.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-lenovo.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-logitech-dj.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-multitouch.ko 2024-05-21T01:34:10.186 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-ortek.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-penmount.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-petalynx.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-picolcd.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-pl.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-plantronics.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-primax.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-rmi.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-arvo.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-common.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-isku.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-kone.ko 2024-05-21T01:34:10.187 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-konepure.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-lua.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-pyra.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-ryos.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat-savu.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-roccat.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-saitek.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-samsung.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-sensor-hub.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-sjoy.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-sony.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-speedlink.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-steelseries.ko 2024-05-21T01:34:10.188 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-sunplus.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-thrustmaster.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-tivo.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-tmff.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-topseed.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-twinhan.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-uclogic.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-waltop.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-wiimote.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-xinmo.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-zpff.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/hid-zydacron.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/uhid.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hid/wacom.ko 2024-05-21T01:34:10.189 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hv 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hv/hv_balloon.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hv/hv_utils.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hv/hv_vmbus.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/abituguru.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/abituguru3.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/acpi_power_meter.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ad7414.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ad7418.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adc128d818.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm1025.ko 2024-05-21T01:34:10.190 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm1026.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm1029.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm1031.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adm9240.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ads7828.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7410.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7411.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7462.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7470.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7475.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/adt7x10.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/amc6821.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/applesmc.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/asb100.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/asc7621.ko 2024-05-21T01:34:10.191 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/asus_atk0110.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/atxp1.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/coretemp.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/dme1737.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ds1621.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ds620.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/emc1403.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/emc6w201.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/f71805f.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/f71882fg.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/f75375s.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/fam15h_power.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/fschmd.ko 2024-05-21T01:34:10.192 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/g760a.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/g762.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/gl518sm.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/gl520sm.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/hwmon-vid.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/i5500_temp.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/i5k_amb.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ibmaem.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ibmpex.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ina209.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ina2xx.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/it87.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/k10temp.ko 2024-05-21T01:34:10.193 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/k8temp.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lineage-pem.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm63.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm73.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm75.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm77.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm78.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm80.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm83.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm85.ko 2024-05-21T01:34:10.194 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm87.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm90.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm92.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm93.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm95234.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm95241.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/lm95245.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc2945.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4151.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4215.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4222.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4245.ko 2024-05-21T01:34:10.195 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4260.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/ltc4261.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max16065.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max1619.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max1668.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max197.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max6639.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max6650.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/max6697.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/mcp3021.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/nct6683.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/nct6775-core.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/nct6775.ko 2024-05-21T01:34:10.196 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/nct7802.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pc87360.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pc87427.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pcf8591.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/max16064.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/max34440.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/max8688.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-05-21T01:34:10.197 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-05-21T01:34:10.198 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-05-21T01:34:10.198 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-05-21T01:34:10.198 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-05-21T01:34:10.198 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-05-21T01:34:10.198 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/powr1220.ko 2024-05-21T01:34:10.198 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sch5627.ko 2024-05-21T01:34:10.198 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sch5636.ko 2024-05-21T01:34:10.198 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sch56xx-common.ko 2024-05-21T01:34:10.198 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sht15.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sht21.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/shtc1.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/sis5595.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/smsc47b397.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/smsc47m1.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/smsc47m192.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/thmc50.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/tmp102.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/tmp103.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/tmp401.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/tmp421.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/via-cputemp.ko 2024-05-21T01:34:10.199 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/via686a.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/vt1211.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/vt8231.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83627ehf.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83627hf.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83781d.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83791d.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83792d.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83793.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83795.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83l785ts.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/hwmon/w83l786ng.ko 2024-05-21T01:34:10.200 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c 2024-05-21T01:34:10.201 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/algos 2024-05-21T01:34:10.201 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-05-21T01:34:10.201 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-05-21T01:34:10.201 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses 2024-05-21T01:34:10.201 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-05-21T01:34:10.201 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-05-21T01:34:10.201 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-05-21T01:34:10.201 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-05-21T01:34:10.201 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-i801.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-isch.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-parport.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-05-21T01:34:10.202 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-via.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-dev.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-mux.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-smbus.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/i2c/i2c-stub.ko 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband 2024-05-21T01:34:10.203 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/ib_cm.ko 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/ib_core.ko 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/ib_umad.ko 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/iw_cm.ko 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/rdma_cm.ko 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/cxgb4 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mlx4 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-05-21T01:34:10.204 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mlx5 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mthca 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/ipoib 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/iser 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/isert 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/srp 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/srpt 2024-05-21T01:34:10.205 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/gameport 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/gameport/fm801-gp.ko 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/gameport/gameport.ko 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/joydev.ko 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/keyboard 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/keyboard/gpio_keys.ko 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/appletouch.ko 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/bcm5974.ko 2024-05-21T01:34:10.206 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/cyapatp.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/elan_i2c.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/sermouse.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/synaptics_usb.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/mouse/vsxxxaa.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/rmi4 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/rmi4/rmi_core.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio/altera_ps2.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio/arc_ps2.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-05-21T01:34:10.207 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/serio/serio_raw.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/input/sparse-keymap.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/leds-blinkm.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/leds-lm3530.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/leds-lp3944.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/leds-ss4200.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-05-21T01:34:10.208 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/bcache 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/bcache/bcache.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-bio-prison.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-cache-smq.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-cache.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-crypt.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-delay.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-flakey.ko 2024-05-21T01:34:10.209 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-log-userspace.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-multipath.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-queue-length.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-raid.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-round-robin.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-service-time.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-switch.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-thin-pool.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/dm-verity.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/persistent-data 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/raid0.ko 2024-05-21T01:34:10.210 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/raid1.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/raid10.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/md/raid456.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptbase.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptctl.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptfc.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptlan.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptsas.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptscsih.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/message/fusion/mptspi.ko 2024-05-21T01:34:10.211 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/lpc_ich.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/lpc_sch.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/mfd-core.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/sm501.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/viperboard.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/vx855.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/mfd/wl1273-core.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/altera-stapl 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/apds9802als.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/apds990x.ko 2024-05-21T01:34:10.212 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/bh1770glc.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/cb710 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/cb710/cb710.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/eeprom 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/eeprom/at24.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/eeprom/max6875.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/enclosure.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/hpilo.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/isl29003.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/isl29020.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/lis3lv02d 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-05-21T01:34:10.213 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/mei 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/mei/mei-me.ko 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/mei/mei-txe.ko 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/mei/mei.ko 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-gru 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-gru/gru.ko 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-xp 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-xp/xp.ko 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-xp/xpc.ko 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/tifm_7xx1.ko 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/tifm_core.ko 2024-05-21T01:34:10.214 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/tsl2550.ko 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/vmw_balloon.ko 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/vmw_vmci 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/bonding 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/bonding/bonding.ko 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/b53 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/b53/b53_common.ko 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/bcm-sf2.ko 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/mv88e6060.ko 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/mv88e6xxx 2024-05-21T01:34:10.215 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/dummy.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/eql.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390/8390.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-05-21T01:34:10.216 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/adaptec 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/agere 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/agere/et131x.ko 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/alteon 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/altera 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/amd 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros 2024-05-21T01:34:10.217 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/alx 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atl1c 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atl1e 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atlx 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-05-21T01:34:10.218 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/genet 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/brocade 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/brocade/bna 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-05-21T01:34:10.219 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/cisco 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/cisco/enic 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip 2024-05-21T01:34:10.220 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dlink 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/dnet.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/emulex 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/emulex/benet 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/ethoc.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/fealnx.ko 2024-05-21T01:34:10.221 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e100.ko 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e1000 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e1000e 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/fm10k 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/i40e 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/iavf 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/igb 2024-05-21T01:34:10.222 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/igbvf 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/ixgbe 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/ixgbevf 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/jme.ko 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/marvell 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/marvell/skge.ko 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx4 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-05-21T01:34:10.223 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx5 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/micrel 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/myricom 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/myricom/myri10ge 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/natsemi 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/neterion 2024-05-21T01:34:10.224 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/nvidia 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/packetengines 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/netxen 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-05-21T01:34:10.225 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/rdc 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek/atp.ko 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/rocker 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sfc 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/silan 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-05-21T01:34:10.226 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sis 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sis/sis190.ko 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sis/sis900.ko 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/stmicro 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/stmicro/stmmac 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun 2024-05-21T01:34:10.227 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun/cassini.ko 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun/niu.ko 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun/sungem.ko 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/tehuti 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/ti 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/ti/tlan.ko 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/via 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/wiznet 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-05-21T01:34:10.228 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/xircom 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/geneve.ko 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/hyperv 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ieee802154 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ieee802154/fakelb.ko 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ifb.ko 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ipvlan 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ipvlan/ipvlan.ko 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/macvlan.ko 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/macvtap.ko 2024-05-21T01:34:10.229 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mdio/mdio-regmap.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/mii.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/net_failover.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/netconsole.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/nlmon.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/pcs 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/pcs/pcs-lynx.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy 2024-05-21T01:34:10.230 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/amd.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/bcm7xxx.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/bcm87xx.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/broadcom.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/cicada.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/davicom.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/dp83640.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/et1011c.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/icplus.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/lxt.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/marvell.ko 2024-05-21T01:34:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/micrel.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/national.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/phylink.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/qsemi.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/realtek.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/smsc.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/ste10Xp.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/phy/vitesse.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/bsd_comp.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_async.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_deflate.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_generic.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_mppe.ko 2024-05-21T01:34:10.232 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/ppp_synctty.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/pppoe.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/pppox.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/ppp/pptp.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/slip 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/slip/slhc.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/slip/slip.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/sungem_phy.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/tap.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_activebackup.ko 2024-05-21T01:34:10.233 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_broadcast.ko 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_random.ko 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/tun.ko 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/veth.ko 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/virtio_net.ko 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/vmxnet3 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/vxlan 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/vxlan/vxlan.ko 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/xen-netback 2024-05-21T01:34:10.234 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/xen-netback/xen-netback.ko 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/net/xen-netfront.ko 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ntb 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ntb/ntb.ko 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/nvme 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/nvme/host 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/nvme/host/nvme-core.ko 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/nvme/host/nvme.ko 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport/parport.ko 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport/parport_cs.ko 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport/parport_pc.ko 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/parport/parport_serial.ko 2024-05-21T01:34:10.235 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/hotplug 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/pcie 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/pcie/aer_inject.ko 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pci/xen-pcifront.ko 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pcmcia 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pcmcia/i82092.ko 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pcmcia/pd6729.ko 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pcmcia/yenta_socket.ko 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pinctrl 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pinctrl/intel 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-05-21T01:34:10.236 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/acer-wmi.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/acerhdf.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/apple-gmux.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/asus-laptop.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/asus-wmi.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/classmate-laptop.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-05-21T01:34:10.237 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/hdaps.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/intel 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/intel_ips.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/msi-wmi.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/mxm-wmi.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/samsung-laptop.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/samsung-q10.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/topstar-laptop.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/toshiba_haps.ko 2024-05-21T01:34:10.238 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/wmi-bmof.ko 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/platform/x86/wmi.ko 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/powercap 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/powercap/intel_rapl_common.ko 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/powercap/intel_rapl_msr.ko 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/clients 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/clients/pps-gpio.ko 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/clients/pps-ldisc.ko 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/clients/pps_parport.ko 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/pps/pps_core.ko 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ptp 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ptp/ptp.ko 2024-05-21T01:34:10.239 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ptp/ptp_kvm.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras/amd 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras/amd/atl 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ras/amd/fmpm.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-bq32k.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1286.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1307.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1374.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1511.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1553.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1672.ko 2024-05-21T01:34:10.240 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds1742.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds2404.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-ds3232.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-em3027.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-fm3130.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-isl12022.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-isl1208.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-m41t80.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-m48t35.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-m48t59.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-max6900.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-msm6242.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf2127.ko 2024-05-21T01:34:10.241 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf85063.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf8523.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf8563.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-pcf8583.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rp5c01.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rs5c372.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rx8025.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-rx8581.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/rtc/rtc-x1205.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/3w-9xxx.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/3w-sas.ko 2024-05-21T01:34:10.242 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/3w-xxxx.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/BusLogic.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/a100u2w.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aacraid 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aacraid/aacraid.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/advansys.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aic7xxx 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/am53c974.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/arcmsr 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/atp870u.ko 2024-05-21T01:34:10.243 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/be2iscsi 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bfa 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bfa/bfa.ko 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bnx2fc 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bnx2i 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/ch.ko 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/csiostor 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/csiostor/csiostor.ko 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/cxgb3i 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-05-21T01:34:10.244 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/cxgb4i 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/dc395x.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/dmx3191d.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/esas2r 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/esas2r/esas2r.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/esp_scsi.ko 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fcoe 2024-05-21T01:34:10.245 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fcoe/fcoe.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fnic 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/fnic/fnic.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/hpsa.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/hptiop.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/hv_storvsc.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/initio.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/ipr.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/ips.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/isci 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/isci/isci.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-05-21T01:34:10.246 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/iscsi_tcp.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libfc 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libfc/libfc.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libiscsi.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libiscsi_tcp.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libsas 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/libsas/libsas.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/lpfc 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/lpfc/lpfc.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-05-21T01:34:10.247 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mpt3sas 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mvsas 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mvsas/mvsas.ko 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/mvumi.ko 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/pm8001 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/pmcraid.ko 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla1280.ko 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla2xxx 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla4xxx 2024-05-21T01:34:10.248 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/raid_class.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_debug.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_fc.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_sas.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_spi.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/scsi_transport_srp.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/ses.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/st.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/stex.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/sym53c8xx_2 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-05-21T01:34:10.249 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/virtio_scsi.ko 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/vmw_pvscsi.ko 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/scsi/wd719x.ko 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ssb 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ssb/ssb.ko 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/iscsi 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/loopback 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/loopback/tcm_loop.ko 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_file.ko 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_iblock.ko 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_mod.ko 2024-05-21T01:34:10.250 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_pscsi.ko 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/target_core_user.ko 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/tcm_fc 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-05-21T01:34:10.251 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/ipwireless 2024-05-21T01:34:10.252 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/n_gsm.ko 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/n_hdlc.ko 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/nozomi.ko 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/8250 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/arc_uart.ko 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/jsm 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/tty/serial/jsm/jsm.ko 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs/core 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs/core/ufshcd-core.ko 2024-05-21T01:34:10.253 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs/host 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio.ko 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio_aec.ko 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio_cif.ko 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio_pci_generic.ko 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/uio/uio_sercos3.ko 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class/cdc-acm.ko 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class/cdc-wdm.ko 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class/usblp.ko 2024-05-21T01:34:10.254 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/class/usbtmc.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/host 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/host/sl811-hcd.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/image 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/image/mdc800.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/image/microtek.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/adutux.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/appledisplay.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/emi26.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/emi62.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/ezusb.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/idmouse.ko 2024-05-21T01:34:10.255 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/iowarrior.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/isight_firmware.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/ldusb.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/legousbtower.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/sisusbvga 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/trancevibrator.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/usb3503.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/usblcd.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/usbsevseg.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/uss720.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/misc/yurex.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/phy 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/phy/phy-generic.ko 2024-05-21T01:34:10.256 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/aircable.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ark3116.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/belkin_sa.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ch341.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/cp210x.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/cyberjack.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/cypress_m8.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/digi_acceleport.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/empeg.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ftdi_sio.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/garmin_gps.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/io_edgeport.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/io_ti.ko 2024-05-21T01:34:10.257 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ipaq.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ipw.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ir-usb.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/keyspan.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/keyspan_pda.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/kl5kusb105.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/kobil_sct.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/mct_u232.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/mos7720.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/mos7840.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/navman.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/omninet.ko 2024-05-21T01:34:10.258 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/opticon.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/option.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/oti6858.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/pl2303.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/qcaux.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/qcserial.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/quatech2.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/safe_serial.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/sierra.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/spcp8x5.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ssu100.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/symbolserial.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-05-21T01:34:10.259 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/usb_debug.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/usb_wwan.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/visor.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/whiteheat.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/serial/xsens_mt.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/uas.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-alauda.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-cypress.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-datafab.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-freecom.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-isd200.ko 2024-05-21T01:34:10.260 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-karma.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-onetouch.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-realtek.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-sddr09.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-sddr55.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/ums-usbat.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/storage/usb-storage.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/usbip 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/usbip/usbip-core.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/usbip/usbip-host.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/pci 2024-05-21T01:34:10.261 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/pci/vfio-pci.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/vfio.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost/vhost.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost/vhost_iotlb.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost/vhost_net.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/vhost/vhost_scsi.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video/backlight 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video/backlight/apple_bl.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video/backlight/lcd.ko 2024-05-21T01:34:10.262 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/video/backlight/platform_lcd.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_balloon.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_mmio.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_pci.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/virtio/virtio_ring.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/masters 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/masters/ds2482.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/masters/ds2490.ko 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves 2024-05-21T01:34:10.263 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_smem.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/slaves/w1_therm.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/w1/wire.ko 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog 2024-05-21T01:34:10.264 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/alim1535_wdt.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/alim7101_wdt.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/f71808e_wdt.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/hpwdt.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/i6300esb.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/iTCO_wdt.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/ib700wdt.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/ibmasr.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/it8712f_wdt.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/it87_wdt.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/machzwd.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/nv_tco.ko 2024-05-21T01:34:10.265 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/pcwd_pci.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/pcwd_usb.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/sch311x_wdt.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/softdog.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/sp5100_tco.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/via_wdt.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/w83877f_wdt.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/w83977f_wdt.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/wdt_pci.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/watchdog/xen_wdt.ko 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen 2024-05-21T01:34:10.266 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-acpi-processor.ko 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-evtchn.ko 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-gntalloc.ko 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-gntdev.ko 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-pciback 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xen-privcmd.ko 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xenfs 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/drivers/xen/xenfs/xenfs.ko 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/9p 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/9p/9p.ko 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/affs 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/affs/affs.ko 2024-05-21T01:34:10.267 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/befs 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/befs/befs.ko 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/binfmt_misc.ko 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/btrfs 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/btrfs/btrfs.ko 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/cachefiles 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/cachefiles/cachefiles.ko 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ceph 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ceph/ceph.ko 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/coda 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/coda/coda.ko 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/cramfs 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/cramfs/cramfs.ko 2024-05-21T01:34:10.268 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/dlm 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/dlm/dlm.ko 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ecryptfs 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ecryptfs/ecryptfs.ko 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/f2fs 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/f2fs/f2fs.ko 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fat 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fat/fat.ko 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fat/msdos.ko 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fat/vfat.ko 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fuse 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fuse/cuse.ko 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/fuse/fuse.ko 2024-05-21T01:34:10.269 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/gfs2 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/gfs2/gfs2.ko 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/hfs 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/hfs/hfs.ko 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/hfsplus 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/hfsplus/hfsplus.ko 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/isofs 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/isofs/isofs.ko 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/jfs 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/jfs/jfs.ko 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/lockd 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/lockd/lockd.ko 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/minix 2024-05-21T01:34:10.270 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/minix/minix.ko 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/netfs 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/netfs/netfs.ko 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/blocklayout 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/filelayout 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/flexfilelayout 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/nfs.ko 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/nfsv3.ko 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs/nfsv4.ko 2024-05-21T01:34:10.271 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs_common 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs_common/grace.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfs_common/nfs_acl.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfsd 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nfsd/nfsd.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nilfs2 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nilfs2/nilfs2.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-celtic.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-centeuro.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-croatian.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-cyrillic.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-gaelic.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-greek.ko 2024-05-21T01:34:10.272 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-iceland.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-inuit.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-roman.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-romanian.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/mac-turkish.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp1250.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp1251.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp1255.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp737.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp775.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp850.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp852.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp855.ko 2024-05-21T01:34:10.273 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp857.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp860.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp861.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp862.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp863.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp864.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp865.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp866.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp869.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp874.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp932.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp936.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp949.ko 2024-05-21T01:34:10.274 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_cp950.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_euc-jp.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-1.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-13.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-14.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-15.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-2.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-3.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-4.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-5.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-6.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-7.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_iso8859-9.ko 2024-05-21T01:34:10.275 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_koi8-r.ko 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_koi8-ru.ko 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_koi8-u.ko 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_ucs2_utils.ko 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/nls/nls_utf8.ko 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/cluster 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/dlm 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/dlmfs 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/ocfs2.ko 2024-05-21T01:34:10.276 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/overlayfs 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/overlayfs/overlay.ko 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/pstore 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/pstore/ramoops.ko 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/reiserfs 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/reiserfs/reiserfs.ko 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/romfs 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/romfs/romfs.ko 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/client 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/client/cifs.ko 2024-05-21T01:34:10.277 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/common 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/common/cifs_arc4.ko 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/smb/common/cifs_md4.ko 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/squashfs 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/squashfs/squashfs.ko 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/sysv 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/sysv/sysv.ko 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/udf 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/udf/udf.ko 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ufs 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/ufs/ufs.ko 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/xfs 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/fs/xfs/xfs.ko 2024-05-21T01:34:10.278 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/rcu 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/rcu/rcutorture.ko 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/torture.ko 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/trace 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/asn1_encoder.ko 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crc-itu-t.ko 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crc8.ko 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crypto 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crypto/libarc4.ko 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/crypto/libdes.ko 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/libcrc32c.ko 2024-05-21T01:34:10.279 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/lru_cache.ko 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/lz4 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/lz4/lz4_compress.ko 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/lz4/lz4hc_compress.ko 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/math 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/math/cordic.ko 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/raid6 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/raid6/raid6_pq.ko 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/reed_solomon 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/reed_solomon/reed_solomon.ko 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/ts_bm.ko 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/ts_fsm.ko 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/ts_kmp.ko 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/zstd 2024-05-21T01:34:10.280 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/lib/zstd/zstd_compress.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/mm 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/mm/hwpoison-inject.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/6lowpan.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_dest.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_fragment.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_hop.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_ipv6.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_mobility.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_routing.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/6lowpan/nhc_udp.ko 2024-05-21T01:34:10.281 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/garp.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/mrp.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/p8022.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/psnap.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/802/stp.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/8021q 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/8021q/8021q.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p/9pnet.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p/9pnet_fd.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p/9pnet_rdma.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/9p/9pnet_virtio.ko 2024-05-21T01:34:10.282 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/batman-adv 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/batman-adv/batman-adv.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/br_netfilter.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/bridge.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_among.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_arp.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_ip.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_limit.ko 2024-05-21T01:34:10.283 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_log.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_mark.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_snat.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_stp.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/ebtables.ko 2024-05-21T01:34:10.284 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ceph 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ceph/libceph.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/core 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/core/failover.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/core/pktgen.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp/dccp.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp/dccp_diag.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp/dccp_ipv4.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dccp/dccp_ipv6.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dns_resolver 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dns_resolver/dns_resolver.ko 2024-05-21T01:34:10.285 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/dsa_core.ko 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/tag_brcm.ko 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/tag_dsa.ko 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/tag_none.ko 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/dsa/tag_trailer.ko 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154/6lowpan 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154/ieee802154.ko 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ieee802154/ieee802154_socket.ko 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ah4.ko 2024-05-21T01:34:10.286 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/esp4.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/fou.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/gre.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/inet_diag.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ip_gre.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ip_tunnel.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ip_vti.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ipcomp.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/ipip.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/arp_tables.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-05-21T01:34:10.287 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/iptable_security.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-05-21T01:34:10.288 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_bic.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_dctcp.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_diag.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_highspeed.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_htcp.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_hybla.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_illinois.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_lp.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_scalable.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_vegas.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_veno.ko 2024-05-21T01:34:10.289 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_westwood.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tcp_yeah.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/tunnel4.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/udp_diag.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/udp_tunnel.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv4/xfrm4_tunnel.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ah6.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/esp6.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/fou6.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ip6_tunnel.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ip6_vti.ko 2024-05-21T01:34:10.290 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/ipcomp6.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-05-21T01:34:10.291 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/sit.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/tunnel6.ko 2024-05-21T01:34:10.292 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/ipv6/xfrm6_tunnel.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/key 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/key/af_key.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_core.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_debugfs.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_eth.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_ip.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_ip6.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_netlink.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/l2tp/l2tp_ppp.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/llc 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/llc/llc.ko 2024-05-21T01:34:10.293 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/mac802154 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/mac802154/mac802154.ko 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/mpls 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/mpls/mpls_gso.ko 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set.ko 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-05-21T01:34:10.294 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-05-21T01:34:10.295 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conncount.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-05-21T01:34:10.296 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_h323.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_irc.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_sane.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_sip.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_dup_netdev.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_flow_table.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_flow_table_inet.ko 2024-05-21T01:34:10.297 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_log_syslog.ko 2024-05-21T01:34:10.298 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat.ko 2024-05-21T01:34:10.298 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_amanda.ko 2024-05-21T01:34:10.298 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_ftp.ko 2024-05-21T01:34:10.298 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_irc.ko 2024-05-21T01:34:10.298 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_sip.ko 2024-05-21T01:34:10.298 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_nat_tftp.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_synproxy_core.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nf_tables.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink_acct.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink_log.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink_osf.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nfnetlink_queue.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_chain_nat.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_compat.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_ct.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_dup_netdev.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_fib.ko 2024-05-21T01:34:10.299 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_fwd_netdev.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_hash.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_limit.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_log.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_masq.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_nat.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_numgen.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_queue.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_quota.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_redir.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_reject.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_reject_inet.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_socket.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/nft_tunnel.ko 2024-05-21T01:34:10.300 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_AUDIT.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_CHECKSUM.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_CLASSIFY.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_CT.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_DSCP.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_HL.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_HMARK.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_IDLETIMER.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_LED.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_LOG.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_MASQUERADE.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_NETMAP.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_NFLOG.ko 2024-05-21T01:34:10.301 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_NFQUEUE.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_RATEEST.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_REDIRECT.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_SECMARK.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TCPMSS.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TEE.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TPROXY.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_TRACE.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_addrtype.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_bpf.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_cgroup.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_cluster.ko 2024-05-21T01:34:10.302 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_comment.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_connbytes.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_connlabel.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_connlimit.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_connmark.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_conntrack.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_cpu.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_dccp.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_devgroup.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_dscp.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_ecn.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_esp.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_hashlimit.ko 2024-05-21T01:34:10.303 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_helper.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_hl.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_ipcomp.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_iprange.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_ipvs.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_l2tp.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_length.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_limit.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_mac.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_mark.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_multiport.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_nat.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_nfacct.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_osf.ko 2024-05-21T01:34:10.304 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_owner.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_physdev.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_pkttype.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_policy.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_quota.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_rateest.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_realm.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_recent.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_sctp.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_set.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_socket.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_state.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_statistic.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_string.ko 2024-05-21T01:34:10.305 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_tcpmss.ko 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_time.ko 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netfilter/xt_u32.ko 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netlink 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/netlink/netlink_diag.ko 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/nsh 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/nsh/nsh.ko 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch/openvswitch.ko 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch/vport-geneve.ko 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch/vport-gre.ko 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/openvswitch/vport-vxlan.ko 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/packet 2024-05-21T01:34:10.306 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/packet/af_packet_diag.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/rds 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/rds/rds.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/rds/rds_rdma.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/rds/rds_tcp.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_csum.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_gact.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_mirred.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_nat.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_pedit.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_police.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_simple.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_skbedit.ko 2024-05-21T01:34:10.307 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/act_vlan.ko 2024-05-21T01:34:10.308 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_basic.ko 2024-05-21T01:34:10.308 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_bpf.ko 2024-05-21T01:34:10.308 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_flow.ko 2024-05-21T01:34:10.308 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_fw.ko 2024-05-21T01:34:10.308 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_route.ko 2024-05-21T01:34:10.308 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/cls_u32.ko 2024-05-21T01:34:10.308 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_cmp.ko 2024-05-21T01:34:10.308 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_ipset.ko 2024-05-21T01:34:10.308 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_meta.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_nbyte.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_text.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/em_u32.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_choke.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_codel.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_drr.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_fq.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_gred.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_hfsc.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_hhf.ko 2024-05-21T01:34:10.309 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_htb.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_ingress.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_mqprio.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_mqprio_lib.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_multiq.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_netem.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_pie.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_plug.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_prio.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_qfq.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_red.ko 2024-05-21T01:34:10.310 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_sfb.ko 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_sfq.ko 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_tbf.ko 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sched/sch_teql.ko 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sctp 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sctp/sctp.ko 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sctp/sctp_diag.ko 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/auth_gss 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-05-21T01:34:10.311 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/sunrpc.ko 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/xprtrdma 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/tipc 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/tipc/tipc.ko 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/tipc/tipc_diag.ko 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/unix 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/unix/unix_diag.ko 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vsock.ko 2024-05-21T01:34:10.312 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vsock_diag.ko 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/vmw_vsock/vsock_loopback.ko 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/xfrm 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/net/xfrm/xfrm_ipcomp.ko 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys/encrypted-keys 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys/trusted-keys 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/kernel/security/keys/trusted-keys/trusted.ko 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.alias 2024-05-21T01:34:10.313 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.alias.bin 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.builtin 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.builtin.alias.bin 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.builtin.bin 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.builtin.modinfo 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.dep 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.dep.bin 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.devname 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.order 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.softdep 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.symbols 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.symbols.bin 2024-05-21T01:34:10.314 INFO:teuthology.orchestra.run.smithi007.stdout:/lib/modules/6.9.0-rc3-g4fed890e8ce3/vmlinuz 2024-05-21T01:34:10.319 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:34:10.319 DEBUG:teuthology.orchestra.run.smithi007:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-05-21T01:34:10.342 INFO:teuthology.orchestra.run.smithi007.stdout:postinstall scriptlet (using /bin/sh): 2024-05-21T01:34:10.342 INFO:teuthology.orchestra.run.smithi007.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-21T01:34:10.342 INFO:teuthology.orchestra.run.smithi007.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g4fed890e8ce3 /lib/modules/6.9.0-rc3-g4fed890e8ce3/vmlinuz 2024-05-21T01:34:10.342 INFO:teuthology.orchestra.run.smithi007.stdout:fi 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout:for file in vmlinuz System.map config; do 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g4fed890e8ce3/${file}" "/boot/${file}-6.9.0-rc3-g4fed890e8ce3"; then 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout: cp "/lib/modules/6.9.0-rc3-g4fed890e8ce3/${file}" "/boot/${file}-6.9.0-rc3-g4fed890e8ce3" 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout: fi 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout:done 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout:if [ -d "/lib/modules/6.9.0-rc3-g4fed890e8ce3/dtb" ] && \ 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g4fed890e8ce3/dtb" "/boot/dtb-6.9.0-rc3-g4fed890e8ce3" >/dev/null 2>&1; then 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g4fed890e8ce3" 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout: cp -r "/lib/modules/6.9.0-rc3-g4fed890e8ce3/dtb" "/boot/dtb-6.9.0-rc3-g4fed890e8ce3" 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout:fi 2024-05-21T01:34:10.343 INFO:teuthology.orchestra.run.smithi007.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g4fed890e8ce3/modules.dep" ]; then 2024-05-21T01:34:10.344 INFO:teuthology.orchestra.run.smithi007.stdout: /usr/sbin/depmod 6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:34:10.344 INFO:teuthology.orchestra.run.smithi007.stdout:fi 2024-05-21T01:34:10.344 INFO:teuthology.orchestra.run.smithi007.stdout:preuninstall scriptlet (using /bin/sh): 2024-05-21T01:34:10.344 INFO:teuthology.orchestra.run.smithi007.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-21T01:34:10.344 INFO:teuthology.orchestra.run.smithi007.stdout:kernel-install remove 6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:34:10.344 INFO:teuthology.orchestra.run.smithi007.stdout:fi 2024-05-21T01:34:10.345 DEBUG:teuthology.orchestra.run.smithi007:> sudo rpm -qi grub2-tools 2024-05-21T01:34:10.418 INFO:teuthology.orchestra.run.smithi007.stdout:Name : grub2-tools 2024-05-21T01:34:10.419 INFO:teuthology.orchestra.run.smithi007.stdout:Epoch : 1 2024-05-21T01:34:10.419 INFO:teuthology.orchestra.run.smithi007.stdout:Version : 2.06 2024-05-21T01:34:10.419 INFO:teuthology.orchestra.run.smithi007.stdout:Release : 68.el9 2024-05-21T01:34:10.419 INFO:teuthology.orchestra.run.smithi007.stdout:Architecture: x86_64 2024-05-21T01:34:10.419 INFO:teuthology.orchestra.run.smithi007.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-21T01:34:10.419 INFO:teuthology.orchestra.run.smithi007.stdout:Group : Unspecified 2024-05-21T01:34:10.419 INFO:teuthology.orchestra.run.smithi007.stdout:Size : 8264254 2024-05-21T01:34:10.420 INFO:teuthology.orchestra.run.smithi007.stdout:License : GPLv3+ 2024-05-21T01:34:10.420 INFO:teuthology.orchestra.run.smithi007.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-21T01:34:10.420 INFO:teuthology.orchestra.run.smithi007.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-21T01:34:10.420 INFO:teuthology.orchestra.run.smithi007.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-21T01:34:10.420 INFO:teuthology.orchestra.run.smithi007.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-21T01:34:10.420 INFO:teuthology.orchestra.run.smithi007.stdout:Packager : builder@centos.org 2024-05-21T01:34:10.420 INFO:teuthology.orchestra.run.smithi007.stdout:Vendor : CentOS 2024-05-21T01:34:10.420 INFO:teuthology.orchestra.run.smithi007.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-21T01:34:10.421 INFO:teuthology.orchestra.run.smithi007.stdout:Summary : Support tools for GRUB. 2024-05-21T01:34:10.421 INFO:teuthology.orchestra.run.smithi007.stdout:Description : 2024-05-21T01:34:10.421 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:34:10.421 INFO:teuthology.orchestra.run.smithi007.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-21T01:34:10.421 INFO:teuthology.orchestra.run.smithi007.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-21T01:34:10.421 INFO:teuthology.orchestra.run.smithi007.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-21T01:34:10.421 INFO:teuthology.orchestra.run.smithi007.stdout:hardware devices. 2024-05-21T01:34:10.421 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:34:10.421 INFO:teuthology.orchestra.run.smithi007.stdout:This subpackage provides tools for support of all platforms. 2024-05-21T01:34:10.423 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-21T01:34:10.423 INFO:teuthology.task.kernel:Updating grub on smithi007 to boot 6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:34:10.423 DEBUG:teuthology.orchestra.run.smithi007:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-21T01:34:10.987 INFO:teuthology.orchestra.run.smithi007.stderr:Generating grub configuration file ... 2024-05-21T01:34:12.448 INFO:teuthology.orchestra.run.smithi007.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-21T01:34:12.487 INFO:teuthology.orchestra.run.smithi007.stderr:done 2024-05-21T01:34:12.489 DEBUG:teuthology.orchestra.run.smithi007:> mktemp 2024-05-21T01:34:12.505 INFO:teuthology.orchestra.run.smithi007.stdout:/tmp/tmp.6Xv3TRQAFT 2024-05-21T01:34:12.505 DEBUG:teuthology.orchestra.run.smithi007:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.6Xv3TRQAFT 2024-05-21T01:34:12.571 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0666 /tmp/tmp.6Xv3TRQAFT 2024-05-21T01:34:12.719 DEBUG:teuthology.orchestra.remote:smithi007:/tmp/tmp.6Xv3TRQAFT is 6KB 2024-05-21T01:34:12.768 DEBUG:teuthology.orchestra.run.smithi007:> rm -fr /tmp/tmp.6Xv3TRQAFT 2024-05-21T01:34:12.783 DEBUG:teuthology.orchestra.run.smithi007:> sudo /bin/ls /boot/loader/entries || true 2024-05-21T01:34:12.844 INFO:teuthology.orchestra.run.smithi007.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-21T01:34:12.844 INFO:teuthology.orchestra.run.smithi007.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-21T01:34:12.845 INFO:teuthology.orchestra.run.smithi007.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-21T01:34:12.845 INFO:teuthology.orchestra.run.smithi007.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g4fed890e8ce3.conf 2024-05-21T01:34:12.846 DEBUG:teuthology.orchestra.run.smithi007:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:34:12.990 DEBUG:teuthology.orchestra.run.smithi007:> sudo shutdown -r now 2024-05-21T01:34:42.993 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-05-21T01:34:42.994 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-05-21T01:34:42.995 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T01:35:01.406 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.7 2024-05-21T01:35:10.408 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-05-21T01:35:10.409 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T01:36:10.411 DEBUG:teuthology.orchestra.remote:timed out 2024-05-21T01:36:22.412 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-05-21T01:36:22.414 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T01:36:22.782 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-05-21T01:36:23.392 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-05-21T01:36:23.393 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g4fed890e8ce3"... 2024-05-21T01:36:23.393 DEBUG:teuthology.orchestra.run.smithi007:> uname -r 2024-05-21T01:36:23.447 INFO:teuthology.orchestra.run.smithi007.stdout:6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:36:23.447 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g4fed890e8ce3 vs 6.9.0-rc3-g4fed890e8ce3 2024-05-21T01:36:23.448 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-21T01:36:23.448 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-21T01:36:24.448 DEBUG:teuthology.parallel:result is None 2024-05-21T01:36:24.449 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-21T01:36:24.455 INFO:teuthology.task.internal:Creating test directory... 2024-05-21T01:36:24.456 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-21T01:36:24.463 DEBUG:teuthology.orchestra.run.smithi164:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-21T01:36:24.466 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-21T01:36:24.515 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-21T01:36:24.520 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-21T01:36:24.538 INFO:teuthology.task.internal:Creating archive directory... 2024-05-21T01:36:24.538 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-21T01:36:24.543 DEBUG:teuthology.orchestra.run.smithi164:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-21T01:36:24.545 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-21T01:36:24.603 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-21T01:36:24.609 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-21T01:36:24.610 DEBUG:teuthology.orchestra.run.smithi164:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-21T01:36:24.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T01:36:24.626 DEBUG:teuthology.orchestra.run.smithi190:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-21T01:36:24.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T01:36:24.643 DEBUG:teuthology.orchestra.run.smithi007:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-21T01:36:24.650 DEBUG:teuthology.orchestra.run.smithi164:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-21T01:36:24.668 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-21T01:36:24.704 INFO:teuthology.orchestra.run.smithi164.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T01:36:24.719 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T01:36:24.720 INFO:teuthology.orchestra.run.smithi164.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T01:36:24.737 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T01:36:24.774 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T01:36:24.821 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-21T01:36:24.825 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-21T01:36:24.833 INFO:teuthology.task.internal:Configuring sudo... 2024-05-21T01:36:24.833 DEBUG:teuthology.orchestra.run.smithi007:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-21T01:36:24.843 DEBUG:teuthology.orchestra.run.smithi164:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-21T01:36:24.845 DEBUG:teuthology.orchestra.run.smithi190:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-21T01:36:24.920 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-21T01:36:24.930 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-21T01:36:24.930 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-21T01:36:24.937 DEBUG:teuthology.orchestra.run.smithi164:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-21T01:36:24.941 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-21T01:36:24.986 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T01:36:25.068 DEBUG:teuthology.orchestra.run.smithi007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T01:36:25.165 DEBUG:teuthology.orchestra.run.smithi007:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T01:36:25.251 DEBUG:teuthology.orchestra.run.smithi007:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T01:36:25.345 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:36:25.345 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-21T01:36:25.432 DEBUG:teuthology.orchestra.run.smithi164:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T01:36:25.474 DEBUG:teuthology.orchestra.run.smithi164:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T01:36:25.530 DEBUG:teuthology.orchestra.run.smithi164:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T01:36:25.613 DEBUG:teuthology.orchestra.run.smithi164:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T01:36:25.656 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:36:25.656 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-21T01:36:25.723 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T01:36:25.767 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-21T01:36:25.822 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T01:36:25.907 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-21T01:36:25.948 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:36:25.948 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-21T01:36:26.014 DEBUG:teuthology.orchestra.run.smithi007:> sudo service rsyslog restart 2024-05-21T01:36:26.022 DEBUG:teuthology.orchestra.run.smithi164:> sudo service rsyslog restart 2024-05-21T01:36:26.024 DEBUG:teuthology.orchestra.run.smithi190:> sudo service rsyslog restart 2024-05-21T01:36:26.057 INFO:teuthology.orchestra.run.smithi164.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T01:36:26.086 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T01:36:26.130 INFO:teuthology.orchestra.run.smithi007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T01:36:26.589 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-21T01:36:26.596 INFO:teuthology.task.internal:Starting timer... 2024-05-21T01:36:26.596 INFO:teuthology.run_tasks:Running task pcp... 2024-05-21T01:36:26.607 INFO:teuthology.run_tasks:Running task selinux... 2024-05-21T01:36:26.615 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-21T01:36:26.615 DEBUG:teuthology.orchestra.run.smithi007:> sudo service auditd rotate 2024-05-21T01:36:26.754 INFO:teuthology.orchestra.run.smithi007.stdout:Rotating logs: 2024-05-21T01:36:26.760 DEBUG:teuthology.orchestra.run.smithi164:> sudo service auditd rotate 2024-05-21T01:36:26.826 INFO:teuthology.orchestra.run.smithi164.stdout:Rotating logs: 2024-05-21T01:36:26.829 DEBUG:teuthology.orchestra.run.smithi190:> sudo service auditd rotate 2024-05-21T01:36:26.891 INFO:teuthology.orchestra.run.smithi190.stdout:Rotating logs: 2024-05-21T01:36:26.892 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-21T01:36:26.892 DEBUG:teuthology.orchestra.run.smithi007:> /usr/sbin/getenforce 2024-05-21T01:36:26.950 INFO:teuthology.orchestra.run.smithi007.stdout:Permissive 2024-05-21T01:36:26.950 DEBUG:teuthology.orchestra.run.smithi164:> /usr/sbin/getenforce 2024-05-21T01:36:26.983 INFO:teuthology.orchestra.run.smithi164.stdout:Permissive 2024-05-21T01:36:26.983 DEBUG:teuthology.orchestra.run.smithi190:> /usr/sbin/getenforce 2024-05-21T01:36:27.022 INFO:teuthology.orchestra.run.smithi190.stdout:Permissive 2024-05-21T01:36:27.023 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi007.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi164.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi190.front.sepia.ceph.com': 'permissive'} 2024-05-21T01:36:27.023 DEBUG:teuthology.orchestra.run.smithi007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T01:36:27.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T01:36:27.096 DEBUG:teuthology.orchestra.run.smithi164:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T01:36:27.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T01:36:27.123 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T01:36:27.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T01:36:27.151 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-21T01:36:27.151 DEBUG:teuthology.orchestra.run.smithi007:> sudo /usr/sbin/setenforce permissive 2024-05-21T01:36:27.227 DEBUG:teuthology.orchestra.run.smithi164:> sudo /usr/sbin/setenforce permissive 2024-05-21T01:36:27.253 DEBUG:teuthology.orchestra.run.smithi190:> sudo /usr/sbin/setenforce permissive 2024-05-21T01:36:27.278 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-21T01:36:27.288 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-05-21T01:36:27.292 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-05-21T01:36:27.428 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-21T01:36:27.440 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-21T01:36:27.441 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi007.front.sepia.ceph.com,smithi164.front.sepia.ceph.com,smithi190.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-21T01:42:34.967 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi007.front.sepia.ceph.com'), Remote(name='ubuntu@smithi164.front.sepia.ceph.com'), Remote(name='ubuntu@smithi190.front.sepia.ceph.com')] 2024-05-21T01:42:34.968 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-05-21T01:42:34.970 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi007.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T01:42:35.079 DEBUG:teuthology.orchestra.run.smithi007:> true 2024-05-21T01:42:35.229 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi007.front.sepia.ceph.com' 2024-05-21T01:42:35.229 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-05-21T01:42:35.230 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T01:42:35.306 DEBUG:teuthology.orchestra.run.smithi164:> true 2024-05-21T01:42:35.386 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-05-21T01:42:35.387 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-05-21T01:42:35.387 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-21T01:42:35.464 DEBUG:teuthology.orchestra.run.smithi190:> true 2024-05-21T01:42:35.542 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-05-21T01:42:35.543 INFO:teuthology.run_tasks:Running task clock... 2024-05-21T01:42:35.553 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-21T01:42:35.553 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-21T01:42:35.554 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T01:42:35.562 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-21T01:42:35.562 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T01:42:35.564 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-21T01:42:35.564 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T01:42:35.592 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-21T01:42:35.606 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-21T01:42:35.613 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-21T01:42:35.627 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-21T01:42:35.629 INFO:teuthology.orchestra.run.smithi164.stderr:sudo: ntpd: command not found 2024-05-21T01:42:35.640 INFO:teuthology.orchestra.run.smithi164.stdout:506 Cannot talk to daemon 2024-05-21T01:42:35.651 INFO:teuthology.orchestra.run.smithi190.stderr:sudo: ntpd: command not found 2024-05-21T01:42:35.651 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-21T01:42:35.653 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-21T01:42:35.661 INFO:teuthology.orchestra.run.smithi190.stdout:506 Cannot talk to daemon 2024-05-21T01:42:35.666 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-21T01:42:35.674 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-21T01:42:35.688 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-21T01:42:35.692 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-21T01:42:35.726 INFO:teuthology.orchestra.run.smithi164.stderr:bash: line 1: ntpq: command not found 2024-05-21T01:42:35.730 INFO:teuthology.orchestra.run.smithi164.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T01:42:35.730 INFO:teuthology.orchestra.run.smithi164.stdout:=============================================================================== 2024-05-21T01:42:35.730 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:35.730 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:35.730 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:35.730 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:35.741 INFO:teuthology.orchestra.run.smithi190.stderr:bash: line 1: ntpq: command not found 2024-05-21T01:42:35.745 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T01:42:35.745 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2024-05-21T01:42:35.745 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:35.745 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:35.745 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:35.745 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:35.774 INFO:teuthology.orchestra.run.smithi007.stderr:sudo: ntpd: command not found 2024-05-21T01:42:35.809 INFO:teuthology.orchestra.run.smithi007.stdout:506 Cannot talk to daemon 2024-05-21T01:42:35.854 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-21T01:42:35.901 INFO:teuthology.orchestra.run.smithi007.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-21T01:42:36.046 INFO:teuthology.orchestra.run.smithi007.stderr:bash: line 1: ntpq: command not found 2024-05-21T01:42:36.055 INFO:teuthology.orchestra.run.smithi007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T01:42:36.055 INFO:teuthology.orchestra.run.smithi007.stdout:=============================================================================== 2024-05-21T01:42:36.055 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:36.055 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:36.055 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:36.056 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T01:42:36.057 INFO:teuthology.run_tasks:Running task install... 2024-05-21T01:42:36.064 DEBUG:teuthology.task.install:project ceph 2024-05-21T01:42:36.064 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '0051ea03417a66dbfd5a17ea02c9049bcda16863'}} 2024-05-21T01:42:36.064 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '0051ea03417a66dbfd5a17ea02c9049bcda16863'} 2024-05-21T01:42:36.064 INFO:teuthology.task.install:Using flavor: default 2024-05-21T01:42:36.070 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-21T01:42:36.070 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-21T01:42:36.070 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '0051ea03417a66dbfd5a17ea02c9049bcda16863', 'tag': None, 'wait_for_package': False} 2024-05-21T01:42:36.071 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:42:36.072 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '0051ea03417a66dbfd5a17ea02c9049bcda16863', 'tag': None, 'wait_for_package': False} 2024-05-21T01:42:36.073 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:42:36.073 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '0051ea03417a66dbfd5a17ea02c9049bcda16863', 'tag': None, 'wait_for_package': False} 2024-05-21T01:42:36.074 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:42:36.287 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/ 2024-05-21T01:42:36.287 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3830.g0051ea03 2024-05-21T01:42:36.303 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/ 2024-05-21T01:42:36.303 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3830.g0051ea03 2024-05-21T01:42:36.319 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/ 2024-05-21T01:42:36.319 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3830.g0051ea03 2024-05-21T01:42:36.543 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-21T01:42:36.543 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:42:36.543 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-21T01:42:36.619 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-21T01:42:36.619 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:42:36.619 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-21T01:42:36.636 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-21T01:42:36.636 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:42:36.636 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-21T01:42:36.637 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-21T01:42:36.638 DEBUG:teuthology.orchestra.run.smithi007:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/0051ea03417a66dbfd5a17ea02c9049bcda16863/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-21T01:42:36.648 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-21T01:42:36.648 DEBUG:teuthology.orchestra.run.smithi190:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/0051ea03417a66dbfd5a17ea02c9049bcda16863/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-21T01:42:36.664 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-21T01:42:36.664 DEBUG:teuthology.orchestra.run.smithi164:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/0051ea03417a66dbfd5a17ea02c9049bcda16863/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-21T01:42:36.715 DEBUG:teuthology.orchestra.run.smithi190:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-21T01:42:36.730 DEBUG:teuthology.orchestra.run.smithi164:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-21T01:42:36.772 DEBUG:teuthology.orchestra.run.smithi007:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-21T01:42:36.790 DEBUG:teuthology.orchestra.run.smithi190:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-21T01:42:36.804 DEBUG:teuthology.orchestra.run.smithi164:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-21T01:42:36.855 INFO:teuthology.orchestra.run.smithi190.stdout:check_obsoletes = 1 2024-05-21T01:42:36.856 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum clean all 2024-05-21T01:42:36.867 INFO:teuthology.orchestra.run.smithi164.stdout:check_obsoletes = 1 2024-05-21T01:42:36.869 DEBUG:teuthology.orchestra.run.smithi164:> sudo yum clean all 2024-05-21T01:42:36.894 DEBUG:teuthology.orchestra.run.smithi007:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-21T01:42:36.978 INFO:teuthology.orchestra.run.smithi007.stdout:check_obsoletes = 1 2024-05-21T01:42:36.982 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum clean all 2024-05-21T01:42:37.086 INFO:teuthology.orchestra.run.smithi190.stdout:57 files removed 2024-05-21T01:42:37.097 INFO:teuthology.orchestra.run.smithi164.stdout:57 files removed 2024-05-21T01:42:37.112 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-21T01:42:37.124 DEBUG:teuthology.orchestra.run.smithi164:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-21T01:42:37.328 INFO:teuthology.orchestra.run.smithi007.stdout:57 files removed 2024-05-21T01:42:37.368 DEBUG:teuthology.orchestra.run.smithi007:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-21T01:42:37.783 INFO:teuthology.orchestra.run.smithi190.stdout:ceph packages for x86_64 203 kB/s | 84 kB 00:00 2024-05-21T01:42:37.847 INFO:teuthology.orchestra.run.smithi164.stdout:ceph packages for x86_64 181 kB/s | 84 kB 00:00 2024-05-21T01:42:38.142 INFO:teuthology.orchestra.run.smithi190.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-05-21T01:42:38.206 INFO:teuthology.orchestra.run.smithi164.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-05-21T01:42:38.301 INFO:teuthology.orchestra.run.smithi007.stdout:ceph packages for x86_64 173 kB/s | 84 kB 00:00 2024-05-21T01:42:38.517 INFO:teuthology.orchestra.run.smithi190.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-05-21T01:42:38.582 INFO:teuthology.orchestra.run.smithi164.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-05-21T01:42:38.868 INFO:teuthology.orchestra.run.smithi007.stdout:ceph noarch packages 25 kB/s | 12 kB 00:00 2024-05-21T01:42:39.452 INFO:teuthology.orchestra.run.smithi007.stdout:ceph source packages 3.8 kB/s | 1.9 kB 00:00 2024-05-21T01:42:40.715 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.1 MB 00:02 2024-05-21T01:42:41.625 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - BaseOS 3.9 MB/s | 8.1 MB 00:02 2024-05-21T01:42:41.726 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - BaseOS 2.5 MB/s | 8.1 MB 00:03 2024-05-21T01:42:54.426 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - AppStream 1.6 MB/s | 19 MB 00:11 2024-05-21T01:42:56.090 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 19 MB 00:14 2024-05-21T01:42:59.175 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:16 2024-05-21T01:43:00.834 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - CRB 2.1 MB/s | 6.2 MB 00:02 2024-05-21T01:43:02.865 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - CRB 1.9 MB/s | 6.2 MB 00:03 2024-05-21T01:43:03.093 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 16 kB 00:01 2024-05-21T01:43:04.658 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - Extras packages 25 kB/s | 16 kB 00:00 2024-05-21T01:43:05.214 INFO:teuthology.orchestra.run.smithi190.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-05-21T01:43:06.017 INFO:teuthology.orchestra.run.smithi164.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-05-21T01:43:10.270 INFO:teuthology.orchestra.run.smithi190.stdout:lab-extras 47 kB/s | 1.7 kB 00:00 2024-05-21T01:43:11.135 INFO:teuthology.orchestra.run.smithi164.stdout:lab-extras 19 kB/s | 1.7 kB 00:00 2024-05-21T01:43:11.600 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - CRB 752 kB/s | 6.2 MB 00:08 2024-05-21T01:43:12.379 INFO:teuthology.orchestra.run.smithi190.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T01:43:12.380 INFO:teuthology.orchestra.run.smithi190.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T01:43:12.390 INFO:teuthology.orchestra.run.smithi190.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T01:43:12.391 INFO:teuthology.orchestra.run.smithi190.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T01:43:12.392 INFO:teuthology.orchestra.run.smithi190.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T01:43:12.393 INFO:teuthology.orchestra.run.smithi190.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T01:43:12.394 INFO:teuthology.orchestra.run.smithi190.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T01:43:12.396 INFO:teuthology.orchestra.run.smithi190.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T01:43:12.397 INFO:teuthology.orchestra.run.smithi190.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T01:43:12.459 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-05-21T01:43:12.478 INFO:teuthology.orchestra.run.smithi190.stdout:======================================================================================= 2024-05-21T01:43:12.478 INFO:teuthology.orchestra.run.smithi190.stdout: Package Arch Version Repository Size 2024-05-21T01:43:12.478 INFO:teuthology.orchestra.run.smithi190.stdout:======================================================================================= 2024-05-21T01:43:12.478 INFO:teuthology.orchestra.run.smithi190.stdout:Installing: 2024-05-21T01:43:12.478 INFO:teuthology.orchestra.run.smithi190.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 6.6 k 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 5.4 M 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 890 k 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 145 k 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 1.5 M 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 143 k 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 3.5 M 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 7.4 M 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 49 k 2024-05-21T01:43:12.479 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 11 M 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 49 M 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-volume noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 273 k 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 763 k 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-mirror x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 225 k 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-shell x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 27 k 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-top noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 18 k 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 32 k 2024-05-21T01:43:12.480 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 747 k 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 127 k 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 161 k 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 321 k 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 299 k 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 99 k 2024-05-21T01:43:12.481 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 85 k 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 3.1 M 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 170 k 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrading: 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T01:43:12.482 INFO:teuthology.orchestra.run.smithi190.stdout: librados2 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 3.4 M 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 3.1 M 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout:Installing dependencies: 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 21 M 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 34 k 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 2.4 M 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 274 k 2024-05-21T01:43:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 4.7 M 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 17 M 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 16 k 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 25 k 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T01:43:12.484 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 163 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 501 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 5.4 M 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T01:43:12.485 INFO:teuthology.orchestra.run.smithi190.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T01:43:12.486 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 45 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 136 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T01:43:12.487 INFO:teuthology.orchestra.run.smithi190.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T01:43:12.488 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T01:43:12.489 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T01:43:12.490 INFO:teuthology.orchestra.run.smithi190.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T01:43:12.491 INFO:teuthology.orchestra.run.smithi190.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T01:43:12.492 INFO:teuthology.orchestra.run.smithi190.stdout:Installing weak dependencies: 2024-05-21T01:43:12.492 INFO:teuthology.orchestra.run.smithi190.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T01:43:12.492 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:43:12.492 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-05-21T01:43:12.492 INFO:teuthology.orchestra.run.smithi190.stdout:======================================================================================= 2024-05-21T01:43:12.492 INFO:teuthology.orchestra.run.smithi190.stdout:Install 148 Packages 2024-05-21T01:43:12.492 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrade 11 Packages 2024-05-21T01:43:12.492 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:43:12.493 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 227 M 2024-05-21T01:43:12.493 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2024-05-21T01:43:13.113 INFO:teuthology.orchestra.run.smithi190.stdout:(1/159): ceph-19.0.0-3830.g0051ea03.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-05-21T01:43:13.294 INFO:teuthology.orchestra.run.smithi164.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T01:43:13.295 INFO:teuthology.orchestra.run.smithi164.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T01:43:13.306 INFO:teuthology.orchestra.run.smithi164.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T01:43:13.307 INFO:teuthology.orchestra.run.smithi164.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T01:43:13.308 INFO:teuthology.orchestra.run.smithi164.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T01:43:13.308 INFO:teuthology.orchestra.run.smithi164.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T01:43:13.310 INFO:teuthology.orchestra.run.smithi164.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T01:43:13.312 INFO:teuthology.orchestra.run.smithi164.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T01:43:13.313 INFO:teuthology.orchestra.run.smithi164.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T01:43:13.376 INFO:teuthology.orchestra.run.smithi164.stdout:Dependencies resolved. 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout:======================================================================================= 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout: Package Arch Version Repository Size 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout:======================================================================================= 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout:Installing: 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout: ceph x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 6.6 k 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-base x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 5.4 M 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-fuse x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 890 k 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 145 k 2024-05-21T01:43:13.399 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 1.5 M 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 143 k 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 3.5 M 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 7.4 M 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-rook noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 49 k 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-radosgw x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 11 M 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-test x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 49 M 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-volume noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 273 k 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: cephadm noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 763 k 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-mirror x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 225 k 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-shell x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 27 k 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-top noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 18 k 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T01:43:13.400 INFO:teuthology.orchestra.run.smithi164.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs-devel x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 32 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs2 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 747 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: librados-devel x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 127 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cephfs x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 161 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rados x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 321 k 2024-05-21T01:43:13.401 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rbd x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 299 k 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rgw x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 99 k 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-fuse x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 85 k 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-mirror x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 3.1 M 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-nbd x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 170 k 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout:Upgrading: 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T01:43:13.402 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: librados2 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 3.4 M 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: librbd1 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 3.1 M 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout:Installing dependencies: 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-common x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 21 M 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 34 k 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mds x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 2.4 M 2024-05-21T01:43:13.403 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 274 k 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mon x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 4.7 M 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-osd x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 17 M 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 16 k 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-selinux x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 25 k 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T01:43:13.404 INFO:teuthology.orchestra.run.smithi164.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: libcephsqlite x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 163 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: libradosstriper1 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 501 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: librgw2 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 5.4 M 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T01:43:13.405 INFO:teuthology.orchestra.run.smithi164.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T01:43:13.406 INFO:teuthology.orchestra.run.smithi164.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T01:43:13.407 INFO:teuthology.orchestra.run.smithi164.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T01:43:13.407 INFO:teuthology.orchestra.run.smithi164.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T01:43:13.407 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T01:43:13.407 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-argparse x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 45 k 2024-05-21T01:43:13.407 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-common x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 136 k 2024-05-21T01:43:13.407 INFO:teuthology.orchestra.run.smithi164.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T01:43:13.407 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T01:43:13.407 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T01:43:13.407 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T01:43:13.409 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T01:43:13.409 INFO:teuthology.orchestra.run.smithi164.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T01:43:13.409 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T01:43:13.409 INFO:teuthology.orchestra.run.smithi164.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T01:43:13.410 INFO:teuthology.orchestra.run.smithi164.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T01:43:13.411 INFO:teuthology.orchestra.run.smithi164.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T01:43:13.412 INFO:teuthology.orchestra.run.smithi164.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T01:43:13.413 INFO:teuthology.orchestra.run.smithi164.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout:Installing weak dependencies: 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction Summary 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout:======================================================================================= 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout:Install 148 Packages 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout:Upgrade 11 Packages 2024-05-21T01:43:13.414 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:43:13.415 INFO:teuthology.orchestra.run.smithi164.stdout:Total download size: 227 M 2024-05-21T01:43:13.415 INFO:teuthology.orchestra.run.smithi164.stdout:Downloading Packages: 2024-05-21T01:43:13.509 INFO:teuthology.orchestra.run.smithi007.stdout:CentOS Stream 9 - Extras packages 31 kB/s | 16 kB 00:00 2024-05-21T01:43:13.596 INFO:teuthology.orchestra.run.smithi190.stdout:(2/159): ceph-fuse-19.0.0-3830.g0051ea03.el9.x8 1.8 MB/s | 890 kB 00:00 2024-05-21T01:43:13.697 INFO:teuthology.orchestra.run.smithi190.stdout:(3/159): ceph-immutable-object-cache-19.0.0-383 1.4 MB/s | 145 kB 00:00 2024-05-21T01:43:14.086 INFO:teuthology.orchestra.run.smithi164.stdout:(1/159): ceph-19.0.0-3830.g0051ea03.el9.x86_64. 26 kB/s | 6.6 kB 00:00 2024-05-21T01:43:14.147 INFO:teuthology.orchestra.run.smithi190.stdout:(4/159): ceph-mds-19.0.0-3830.g0051ea03.el9.x86 5.3 MB/s | 2.4 MB 00:00 2024-05-21T01:43:14.431 INFO:teuthology.orchestra.run.smithi190.stdout:(5/159): ceph-mgr-19.0.0-3830.g0051ea03.el9.x86 5.3 MB/s | 1.5 MB 00:00 2024-05-21T01:43:14.564 INFO:teuthology.orchestra.run.smithi190.stdout:(6/159): ceph-base-19.0.0-3830.g0051ea03.el9.x8 3.2 MB/s | 5.4 MB 00:01 2024-05-21T01:43:14.586 INFO:teuthology.orchestra.run.smithi164.stdout:(2/159): ceph-fuse-19.0.0-3830.g0051ea03.el9.x8 1.7 MB/s | 890 kB 00:00 2024-05-21T01:43:14.661 INFO:teuthology.orchestra.run.smithi164.stdout:(3/159): ceph-immutable-object-cache-19.0.0-383 1.9 MB/s | 145 kB 00:00 2024-05-21T01:43:15.189 INFO:teuthology.orchestra.run.smithi190.stdout:(7/159): ceph-mon-19.0.0-3830.g0051ea03.el9.x86 6.2 MB/s | 4.7 MB 00:00 2024-05-21T01:43:15.426 INFO:teuthology.orchestra.run.smithi007.stdout:Extra Packages for Enterprise Linux 12 MB/s | 21 MB 00:01 2024-05-21T01:43:15.578 INFO:teuthology.orchestra.run.smithi164.stdout:(4/159): ceph-mds-19.0.0-3830.g0051ea03.el9.x86 2.6 MB/s | 2.4 MB 00:00 2024-05-21T01:43:16.186 INFO:teuthology.orchestra.run.smithi164.stdout:(5/159): ceph-mgr-19.0.0-3830.g0051ea03.el9.x86 2.5 MB/s | 1.5 MB 00:00 2024-05-21T01:43:16.853 INFO:teuthology.orchestra.run.smithi164.stdout:(6/159): ceph-base-19.0.0-3830.g0051ea03.el9.x8 1.8 MB/s | 5.4 MB 00:03 2024-05-21T01:43:17.414 INFO:teuthology.orchestra.run.smithi190.stdout:(8/159): ceph-radosgw-19.0.0-3830.g0051ea03.el9 4.8 MB/s | 11 MB 00:02 2024-05-21T01:43:17.498 INFO:teuthology.orchestra.run.smithi190.stdout:(9/159): ceph-selinux-19.0.0-3830.g0051ea03.el9 303 kB/s | 25 kB 00:00 2024-05-21T01:43:18.237 INFO:teuthology.orchestra.run.smithi164.stdout:(7/159): ceph-mon-19.0.0-3830.g0051ea03.el9.x86 2.3 MB/s | 4.7 MB 00:02 2024-05-21T01:43:19.956 INFO:teuthology.orchestra.run.smithi190.stdout:(10/159): ceph-osd-19.0.0-3830.g0051ea03.el9.x8 3.1 MB/s | 17 MB 00:05 2024-05-21T01:43:20.115 INFO:teuthology.orchestra.run.smithi190.stdout:(11/159): cephfs-mirror-19.0.0-3830.g0051ea03.e 1.4 MB/s | 225 kB 00:00 2024-05-21T01:43:20.207 INFO:teuthology.orchestra.run.smithi190.stdout:(12/159): cephfs-shell-19.0.0-3830.g0051ea03.el 295 kB/s | 27 kB 00:00 2024-05-21T01:43:20.299 INFO:teuthology.orchestra.run.smithi190.stdout:(13/159): libcephfs-devel-19.0.0-3830.g0051ea03 346 kB/s | 32 kB 00:00 2024-05-21T01:43:20.582 INFO:teuthology.orchestra.run.smithi190.stdout:(14/159): libcephfs2-19.0.0-3830.g0051ea03.el9. 2.6 MB/s | 747 kB 00:00 2024-05-21T01:43:20.683 INFO:teuthology.orchestra.run.smithi190.stdout:(15/159): libcephsqlite-19.0.0-3830.g0051ea03.e 1.6 MB/s | 163 kB 00:00 2024-05-21T01:43:20.774 INFO:teuthology.orchestra.run.smithi190.stdout:(16/159): librados-devel-19.0.0-3830.g0051ea03. 1.4 MB/s | 127 kB 00:00 2024-05-21T01:43:21.033 INFO:teuthology.orchestra.run.smithi190.stdout:(17/159): libradosstriper1-19.0.0-3830.g0051ea0 1.9 MB/s | 501 kB 00:00 2024-05-21T01:43:21.794 INFO:teuthology.orchestra.run.smithi007.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-05-21T01:43:22.520 INFO:teuthology.orchestra.run.smithi164.stdout:(8/159): ceph-radosgw-19.0.0-3830.g0051ea03.el9 2.5 MB/s | 11 MB 00:04 2024-05-21T01:43:22.612 INFO:teuthology.orchestra.run.smithi164.stdout:(9/159): ceph-selinux-19.0.0-3830.g0051ea03.el9 275 kB/s | 25 kB 00:00 2024-05-21T01:43:22.812 INFO:teuthology.orchestra.run.smithi164.stdout:(10/159): ceph-common-19.0.0-3830.g0051ea03.el9 2.4 MB/s | 21 MB 00:08 2024-05-21T01:43:22.842 INFO:teuthology.orchestra.run.smithi190.stdout:(18/159): librgw2-19.0.0-3830.g0051ea03.el9.x86 3.0 MB/s | 5.4 MB 00:01 2024-05-21T01:43:22.917 INFO:teuthology.orchestra.run.smithi190.stdout:(19/159): python3-ceph-argparse-19.0.0-3830.g00 604 kB/s | 45 kB 00:00 2024-05-21T01:43:22.979 INFO:teuthology.orchestra.run.smithi164.stdout:(11/159): cephfs-mirror-19.0.0-3830.g0051ea03.e 1.3 MB/s | 225 kB 00:00 2024-05-21T01:43:23.000 INFO:teuthology.orchestra.run.smithi190.stdout:(20/159): python3-ceph-common-19.0.0-3830.g0051 1.6 MB/s | 136 kB 00:00 2024-05-21T01:43:23.071 INFO:teuthology.orchestra.run.smithi164.stdout:(12/159): cephfs-shell-19.0.0-3830.g0051ea03.el 295 kB/s | 27 kB 00:00 2024-05-21T01:43:23.179 INFO:teuthology.orchestra.run.smithi164.stdout:(13/159): libcephfs-devel-19.0.0-3830.g0051ea03 293 kB/s | 32 kB 00:00 2024-05-21T01:43:23.209 INFO:teuthology.orchestra.run.smithi190.stdout:(21/159): ceph-common-19.0.0-3830.g0051ea03.el9 2.0 MB/s | 21 MB 00:10 2024-05-21T01:43:23.234 INFO:teuthology.orchestra.run.smithi190.stdout:(22/159): python3-cephfs-19.0.0-3830.g0051ea03. 691 kB/s | 161 kB 00:00 2024-05-21T01:43:23.410 INFO:teuthology.orchestra.run.smithi190.stdout:(23/159): python3-rbd-19.0.0-3830.g0051ea03.el9 1.7 MB/s | 299 kB 00:00 2024-05-21T01:43:23.493 INFO:teuthology.orchestra.run.smithi190.stdout:(24/159): python3-rgw-19.0.0-3830.g0051ea03.el9 1.2 MB/s | 99 kB 00:00 2024-05-21T01:43:23.527 INFO:teuthology.orchestra.run.smithi190.stdout:(25/159): python3-rados-19.0.0-3830.g0051ea03.e 1.0 MB/s | 321 kB 00:00 2024-05-21T01:43:23.569 INFO:teuthology.orchestra.run.smithi190.stdout:(26/159): rbd-fuse-19.0.0-3830.g0051ea03.el9.x8 1.1 MB/s | 85 kB 00:00 2024-05-21T01:43:23.588 INFO:teuthology.orchestra.run.smithi164.stdout:(14/159): ceph-osd-19.0.0-3830.g0051ea03.el9.x8 2.5 MB/s | 17 MB 00:06 2024-05-21T01:43:23.621 INFO:teuthology.orchestra.run.smithi164.stdout:(15/159): libcephfs2-19.0.0-3830.g0051ea03.el9. 1.7 MB/s | 747 kB 00:00 2024-05-21T01:43:23.644 INFO:teuthology.orchestra.run.smithi190.stdout:(27/159): rbd-nbd-19.0.0-3830.g0051ea03.el9.x86 2.2 MB/s | 170 kB 00:00 2024-05-21T01:43:23.713 INFO:teuthology.orchestra.run.smithi164.stdout:(16/159): librados-devel-19.0.0-3830.g0051ea03. 1.4 MB/s | 127 kB 00:00 2024-05-21T01:43:23.728 INFO:teuthology.orchestra.run.smithi190.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3830.g 411 kB/s | 34 kB 00:00 2024-05-21T01:43:23.739 INFO:teuthology.orchestra.run.smithi164.stdout:(17/159): libcephsqlite-19.0.0-3830.g0051ea03.e 1.1 MB/s | 163 kB 00:00 2024-05-21T01:43:23.795 INFO:teuthology.orchestra.run.smithi190.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3830.g0051ea0 2.1 MB/s | 143 kB 00:00 2024-05-21T01:43:23.939 INFO:teuthology.orchestra.run.smithi164.stdout:(18/159): libradosstriper1-19.0.0-3830.g0051ea0 2.2 MB/s | 501 kB 00:00 2024-05-21T01:43:24.031 INFO:teuthology.orchestra.run.smithi164.stdout:(19/159): python3-ceph-argparse-19.0.0-3830.g00 492 kB/s | 45 kB 00:00 2024-05-21T01:43:24.157 INFO:teuthology.orchestra.run.smithi164.stdout:(20/159): python3-ceph-common-19.0.0-3830.g0051 1.1 MB/s | 136 kB 00:00 2024-05-21T01:43:24.264 INFO:teuthology.orchestra.run.smithi007.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T01:43:24.266 INFO:teuthology.orchestra.run.smithi007.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T01:43:24.273 INFO:teuthology.orchestra.run.smithi164.stdout:(21/159): python3-cephfs-19.0.0-3830.g0051ea03. 1.4 MB/s | 161 kB 00:00 2024-05-21T01:43:24.288 INFO:teuthology.orchestra.run.smithi007.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T01:43:24.289 INFO:teuthology.orchestra.run.smithi007.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T01:43:24.291 INFO:teuthology.orchestra.run.smithi007.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T01:43:24.292 INFO:teuthology.orchestra.run.smithi007.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T01:43:24.295 INFO:teuthology.orchestra.run.smithi007.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T01:43:24.299 INFO:teuthology.orchestra.run.smithi007.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T01:43:24.300 INFO:teuthology.orchestra.run.smithi007.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T01:43:24.380 INFO:teuthology.orchestra.run.smithi007.stdout:Dependencies resolved. 2024-05-21T01:43:24.401 INFO:teuthology.orchestra.run.smithi007.stdout:======================================================================================= 2024-05-21T01:43:24.401 INFO:teuthology.orchestra.run.smithi007.stdout: Package Arch Version Repository Size 2024-05-21T01:43:24.401 INFO:teuthology.orchestra.run.smithi007.stdout:======================================================================================= 2024-05-21T01:43:24.401 INFO:teuthology.orchestra.run.smithi007.stdout:Installing: 2024-05-21T01:43:24.401 INFO:teuthology.orchestra.run.smithi007.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 6.6 k 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-base x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 5.4 M 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-fuse x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 890 k 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 145 k 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 1.5 M 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 143 k 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 3.5 M 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 7.4 M 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-rook noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 49 k 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-radosgw x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 11 M 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-test x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 49 M 2024-05-21T01:43:24.402 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-volume noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 273 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: cephadm noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 763 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-mirror x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 225 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-shell x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 27 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-top noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 18 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs-devel x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 32 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs2 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 747 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: librados-devel x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 127 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T01:43:24.403 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cephfs x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 161 k 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rados x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 321 k 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rbd x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 299 k 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rgw x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 99 k 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-fuse x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 85 k 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-mirror x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 3.1 M 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-nbd x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 170 k 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T01:43:24.404 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrading: 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: librados2 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 3.4 M 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: librbd1 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 3.1 M 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout:Installing dependencies: 2024-05-21T01:43:24.405 INFO:teuthology.orchestra.run.smithi007.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-common x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 21 M 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 34 k 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mds x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 2.4 M 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 274 k 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mon x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 4.7 M 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-osd x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 17 M 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3830.g0051ea03.el9 ceph-noarch 16 k 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-selinux x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 25 k 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T01:43:24.406 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: libcephsqlite x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 163 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: libradosstriper1 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 501 k 2024-05-21T01:43:24.407 INFO:teuthology.orchestra.run.smithi007.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: librgw2 x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 5.4 M 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T01:43:24.408 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-argparse x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 45 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-common x86_64 2:19.0.0-3830.g0051ea03.el9 ceph 136 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T01:43:24.409 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T01:43:24.410 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T01:43:24.411 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T01:43:24.412 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T01:43:24.413 INFO:teuthology.orchestra.run.smithi007.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout:Installing weak dependencies: 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction Summary 2024-05-21T01:43:24.414 INFO:teuthology.orchestra.run.smithi007.stdout:======================================================================================= 2024-05-21T01:43:24.415 INFO:teuthology.orchestra.run.smithi007.stdout:Install 148 Packages 2024-05-21T01:43:24.415 INFO:teuthology.orchestra.run.smithi007.stdout:Upgrade 11 Packages 2024-05-21T01:43:24.415 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:43:24.415 INFO:teuthology.orchestra.run.smithi007.stdout:Total download size: 227 M 2024-05-21T01:43:24.415 INFO:teuthology.orchestra.run.smithi007.stdout:Downloading Packages: 2024-05-21T01:43:24.491 INFO:teuthology.orchestra.run.smithi164.stdout:(22/159): python3-rados-19.0.0-3830.g0051ea03.e 1.4 MB/s | 321 kB 00:00 2024-05-21T01:43:24.699 INFO:teuthology.orchestra.run.smithi164.stdout:(23/159): python3-rbd-19.0.0-3830.g0051ea03.el9 1.4 MB/s | 299 kB 00:00 2024-05-21T01:43:24.807 INFO:teuthology.orchestra.run.smithi164.stdout:(24/159): python3-rgw-19.0.0-3830.g0051ea03.el9 918 kB/s | 99 kB 00:00 2024-05-21T01:43:24.854 INFO:teuthology.orchestra.run.smithi190.stdout:(30/159): rbd-mirror-19.0.0-3830.g0051ea03.el9. 2.3 MB/s | 3.1 MB 00:01 2024-05-21T01:43:24.900 INFO:teuthology.orchestra.run.smithi164.stdout:(25/159): rbd-fuse-19.0.0-3830.g0051ea03.el9.x8 931 kB/s | 85 kB 00:00 2024-05-21T01:43:24.912 INFO:teuthology.orchestra.run.smithi190.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3830.g0051e 3.2 MB/s | 3.5 MB 00:01 2024-05-21T01:43:25.071 INFO:teuthology.orchestra.run.smithi190.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3830.g00 1.7 MB/s | 274 kB 00:00 2024-05-21T01:43:25.154 INFO:teuthology.orchestra.run.smithi190.stdout:(33/159): ceph-mgr-rook-19.0.0-3830.g0051ea03.e 592 kB/s | 49 kB 00:00 2024-05-21T01:43:25.238 INFO:teuthology.orchestra.run.smithi190.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3830.g0 198 kB/s | 16 kB 00:00 2024-05-21T01:43:25.404 INFO:teuthology.orchestra.run.smithi007.stdout:(1/159): ceph-19.0.0-3830.g0051ea03.el9.x86_64. 15 kB/s | 6.6 kB 00:00 2024-05-21T01:43:25.405 INFO:teuthology.orchestra.run.smithi190.stdout:(35/159): ceph-volume-19.0.0-3830.g0051ea03.el9 1.6 MB/s | 273 kB 00:00 2024-05-21T01:43:25.722 INFO:teuthology.orchestra.run.smithi190.stdout:(36/159): cephadm-19.0.0-3830.g0051ea03.el9.noa 2.4 MB/s | 763 kB 00:00 2024-05-21T01:43:25.814 INFO:teuthology.orchestra.run.smithi190.stdout:(37/159): cephfs-top-19.0.0-3830.g0051ea03.el9. 199 kB/s | 18 kB 00:00 2024-05-21T01:43:25.914 INFO:teuthology.orchestra.run.smithi190.stdout:(38/159): fuse-2.9.9-15.el9.x86_64.rpm 806 kB/s | 80 kB 00:00 2024-05-21T01:43:26.023 INFO:teuthology.orchestra.run.smithi190.stdout:(39/159): libgfortran-11.4.1-3.el9.x86_64.rpm 7.2 MB/s | 803 kB 00:00 2024-05-21T01:43:26.064 INFO:teuthology.orchestra.run.smithi190.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 195 kB 00:00 2024-05-21T01:43:26.106 INFO:teuthology.orchestra.run.smithi190.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.9 MB/s | 253 kB 00:00 2024-05-21T01:43:26.173 INFO:teuthology.orchestra.run.smithi190.stdout:(42/159): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-05-21T01:43:26.212 INFO:teuthology.orchestra.run.smithi007.stdout:(2/159): ceph-fuse-19.0.0-3830.g0051ea03.el9.x8 1.1 MB/s | 890 kB 00:00 2024-05-21T01:43:26.224 INFO:teuthology.orchestra.run.smithi190.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-05-21T01:43:26.266 INFO:teuthology.orchestra.run.smithi190.stdout:(44/159): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-05-21T01:43:26.291 INFO:teuthology.orchestra.run.smithi164.stdout:(26/159): rbd-mirror-19.0.0-3830.g0051ea03.el9. 2.2 MB/s | 3.1 MB 00:01 2024-05-21T01:43:26.299 INFO:teuthology.orchestra.run.smithi190.stdout:(45/159): python3-requests-2.25.1-8.el9.noarch. 3.7 MB/s | 125 kB 00:00 2024-05-21T01:43:26.329 INFO:teuthology.orchestra.run.smithi007.stdout:(3/159): ceph-immutable-object-cache-19.0.0-383 1.2 MB/s | 145 kB 00:00 2024-05-21T01:43:26.341 INFO:teuthology.orchestra.run.smithi190.stdout:(46/159): python3-urllib3-1.26.5-5.el9.noarch.r 5.0 MB/s | 215 kB 00:00 2024-05-21T01:43:26.392 INFO:teuthology.orchestra.run.smithi164.stdout:(27/159): rbd-nbd-19.0.0-3830.g0051ea03.el9.x86 1.7 MB/s | 170 kB 00:00 2024-05-21T01:43:26.484 INFO:teuthology.orchestra.run.smithi164.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3830.g 374 kB/s | 34 kB 00:00 2024-05-21T01:43:26.584 INFO:teuthology.orchestra.run.smithi164.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3830.g0051ea0 1.4 MB/s | 143 kB 00:00 2024-05-21T01:43:26.701 INFO:teuthology.orchestra.run.smithi164.stdout:(30/159): librgw2-19.0.0-3830.g0051ea03.el9.x86 1.8 MB/s | 5.4 MB 00:02 2024-05-21T01:43:27.108 INFO:teuthology.orchestra.run.smithi190.stdout:(47/159): automake-1.16.2-8.el9.noarch.rpm 899 kB/s | 689 kB 00:00 2024-05-21T01:43:27.412 INFO:teuthology.orchestra.run.smithi007.stdout:(4/159): ceph-mds-19.0.0-3830.g0051ea03.el9.x86 2.2 MB/s | 2.4 MB 00:01 2024-05-21T01:43:27.483 INFO:teuthology.orchestra.run.smithi190.stdout:(48/159): bison-3.7.4-5.el9.x86_64.rpm 2.5 MB/s | 943 kB 00:00 2024-05-21T01:43:27.592 INFO:teuthology.orchestra.run.smithi190.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 989 kB/s | 107 kB 00:00 2024-05-21T01:43:27.692 INFO:teuthology.orchestra.run.smithi190.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 217 kB/s | 22 kB 00:00 2024-05-21T01:43:27.801 INFO:teuthology.orchestra.run.smithi190.stdout:(51/159): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-05-21T01:43:27.909 INFO:teuthology.orchestra.run.smithi190.stdout:(52/159): flexiblas-3.0.4-8.el9.x86_64.rpm 302 kB/s | 33 kB 00:00 2024-05-21T01:43:28.088 INFO:teuthology.orchestra.run.smithi007.stdout:(5/159): ceph-base-19.0.0-3830.g0051ea03.el9.x8 1.7 MB/s | 5.4 MB 00:03 2024-05-21T01:43:28.146 INFO:teuthology.orchestra.run.smithi007.stdout:(6/159): ceph-mgr-19.0.0-3830.g0051ea03.el9.x86 2.1 MB/s | 1.5 MB 00:00 2024-05-21T01:43:28.151 INFO:teuthology.orchestra.run.smithi164.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3830.g0051e 2.3 MB/s | 3.5 MB 00:01 2024-05-21T01:43:28.224 INFO:teuthology.orchestra.run.smithi190.stdout:(53/159): ceph-mgr-diskprediction-local-19.0.0- 2.2 MB/s | 7.4 MB 00:03 2024-05-21T01:43:28.351 INFO:teuthology.orchestra.run.smithi164.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3830.g00 1.3 MB/s | 274 kB 00:00 2024-05-21T01:43:28.460 INFO:teuthology.orchestra.run.smithi164.stdout:(33/159): ceph-mgr-rook-19.0.0-3830.g0051ea03.e 456 kB/s | 49 kB 00:00 2024-05-21T01:43:28.544 INFO:teuthology.orchestra.run.smithi190.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 57 kB/s | 18 kB 00:00 2024-05-21T01:43:28.585 INFO:teuthology.orchestra.run.smithi164.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3830.g0 131 kB/s | 16 kB 00:00 2024-05-21T01:43:28.652 INFO:teuthology.orchestra.run.smithi190.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 103 kB/s | 11 kB 00:00 2024-05-21T01:43:28.810 INFO:teuthology.orchestra.run.smithi164.stdout:(35/159): ceph-volume-19.0.0-3830.g0051ea03.el9 1.2 MB/s | 273 kB 00:00 2024-05-21T01:43:28.953 INFO:teuthology.orchestra.run.smithi190.stdout:(56/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.9 MB/s | 3.0 MB 00:01 2024-05-21T01:43:29.036 INFO:teuthology.orchestra.run.smithi190.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 418 kB/s | 160 kB 00:00 2024-05-21T01:43:29.061 INFO:teuthology.orchestra.run.smithi190.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 417 kB/s | 45 kB 00:00 2024-05-21T01:43:29.177 INFO:teuthology.orchestra.run.smithi164.stdout:(36/159): cephadm-19.0.0-3830.g0051ea03.el9.noa 2.0 MB/s | 763 kB 00:00 2024-05-21T01:43:29.286 INFO:teuthology.orchestra.run.smithi164.stdout:(37/159): cephfs-top-19.0.0-3830.g0051ea03.el9. 168 kB/s | 18 kB 00:00 2024-05-21T01:43:29.394 INFO:teuthology.orchestra.run.smithi164.stdout:(38/159): fuse-2.9.9-15.el9.x86_64.rpm 743 kB/s | 80 kB 00:00 2024-05-21T01:43:29.472 INFO:teuthology.orchestra.run.smithi007.stdout:(7/159): ceph-mon-19.0.0-3830.g0051ea03.el9.x86 3.4 MB/s | 4.7 MB 00:01 2024-05-21T01:43:29.494 INFO:teuthology.orchestra.run.smithi164.stdout:(39/159): libgfortran-11.4.1-3.el9.x86_64.rpm 7.9 MB/s | 803 kB 00:00 2024-05-21T01:43:29.537 INFO:teuthology.orchestra.run.smithi164.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 4.6 MB/s | 195 kB 00:00 2024-05-21T01:43:29.579 INFO:teuthology.orchestra.run.smithi164.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 6.0 MB/s | 253 kB 00:00 2024-05-21T01:43:29.587 INFO:teuthology.orchestra.run.smithi190.stdout:(59/159): ceph-test-19.0.0-3830.g0051ea03.el9.x 4.1 MB/s | 49 MB 00:12 2024-05-21T01:43:29.620 INFO:teuthology.orchestra.run.smithi190.stdout:(60/159): librdkafka-1.6.1-102.el9.x86_64.rpm 1.1 MB/s | 662 kB 00:00 2024-05-21T01:43:29.646 INFO:teuthology.orchestra.run.smithi164.stdout:(42/159): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-05-21T01:43:29.687 INFO:teuthology.orchestra.run.smithi164.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-05-21T01:43:29.729 INFO:teuthology.orchestra.run.smithi190.stdout:(61/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 438 kB/s | 47 kB 00:00 2024-05-21T01:43:29.730 INFO:teuthology.orchestra.run.smithi164.stdout:(44/159): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-05-21T01:43:29.772 INFO:teuthology.orchestra.run.smithi164.stdout:(45/159): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-05-21T01:43:29.813 INFO:teuthology.orchestra.run.smithi164.stdout:(46/159): python3-urllib3-1.26.5-5.el9.noarch.r 5.1 MB/s | 215 kB 00:00 2024-05-21T01:43:29.846 INFO:teuthology.orchestra.run.smithi190.stdout:(62/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.5 MB/s | 292 kB 00:00 2024-05-21T01:43:29.864 INFO:teuthology.orchestra.run.smithi164.stdout:(47/159): automake-1.16.2-8.el9.noarch.rpm 13 MB/s | 689 kB 00:00 2024-05-21T01:43:29.871 INFO:teuthology.orchestra.run.smithi190.stdout:(63/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 90 kB/s | 25 kB 00:00 2024-05-21T01:43:29.923 INFO:teuthology.orchestra.run.smithi164.stdout:(48/159): bison-3.7.4-5.el9.x86_64.rpm 16 MB/s | 943 kB 00:00 2024-05-21T01:43:29.955 INFO:teuthology.orchestra.run.smithi190.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-05-21T01:43:29.973 INFO:teuthology.orchestra.run.smithi164.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-05-21T01:43:29.990 INFO:teuthology.orchestra.run.smithi164.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T01:43:30.030 INFO:teuthology.orchestra.run.smithi190.stdout:(65/159): libtool-2.4.6-45.el9.x86_64.rpm 601 kB/s | 582 kB 00:00 2024-05-21T01:43:30.055 INFO:teuthology.orchestra.run.smithi190.stdout:(66/159): openblas-0.3.21-2.el9.x86_64.rpm 192 kB/s | 35 kB 00:00 2024-05-21T01:43:30.257 INFO:teuthology.orchestra.run.smithi164.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 77 kB/s | 22 kB 00:00 2024-05-21T01:43:30.632 INFO:teuthology.orchestra.run.smithi164.stdout:(51/159): ceph-mgr-diskprediction-local-19.0.0- 1.9 MB/s | 7.4 MB 00:03 2024-05-21T01:43:30.691 INFO:teuthology.orchestra.run.smithi164.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 723 kB/s | 313 kB 00:00 2024-05-21T01:43:30.822 INFO:teuthology.orchestra.run.smithi190.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 2.1 MB/s | 1.6 MB 00:00 2024-05-21T01:43:30.891 INFO:teuthology.orchestra.run.smithi164.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 126 kB/s | 33 kB 00:00 2024-05-21T01:43:30.947 INFO:teuthology.orchestra.run.smithi190.stdout:(68/159): postgresql-contrib-13.14-1.el9.x86_64 7.1 MB/s | 911 kB 00:00 2024-05-21T01:43:30.989 INFO:teuthology.orchestra.run.smithi007.stdout:(8/159): ceph-common-19.0.0-3830.g0051ea03.el9. 3.5 MB/s | 21 MB 00:06 2024-05-21T01:43:30.991 INFO:teuthology.orchestra.run.smithi164.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 182 kB/s | 18 kB 00:00 2024-05-21T01:43:31.048 INFO:teuthology.orchestra.run.smithi190.stdout:(69/159): postgresql-private-libs-13.14-1.el9.x 1.3 MB/s | 133 kB 00:00 2024-05-21T01:43:31.072 INFO:teuthology.orchestra.run.smithi007.stdout:(9/159): ceph-selinux-19.0.0-3830.g0051ea03.el9 306 kB/s | 25 kB 00:00 2024-05-21T01:43:31.091 INFO:teuthology.orchestra.run.smithi164.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-05-21T01:43:31.150 INFO:teuthology.orchestra.run.smithi164.stdout:(56/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.5 MB/s | 3.0 MB 00:00 2024-05-21T01:43:31.267 INFO:teuthology.orchestra.run.smithi164.stdout:(57/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 388 kB/s | 45 kB 00:00 2024-05-21T01:43:31.359 INFO:teuthology.orchestra.run.smithi164.stdout:(58/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 600 kB/s | 160 kB 00:00 2024-05-21T01:43:31.392 INFO:teuthology.orchestra.run.smithi164.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-05-21T01:43:31.492 INFO:teuthology.orchestra.run.smithi164.stdout:(60/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 254 kB/s | 25 kB 00:00 2024-05-21T01:43:31.551 INFO:teuthology.orchestra.run.smithi164.stdout:(61/159): libtool-2.4.6-45.el9.x86_64.rpm 3.0 MB/s | 582 kB 00:00 2024-05-21T01:43:31.601 INFO:teuthology.orchestra.run.smithi164.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 436 kB/s | 47 kB 00:00 2024-05-21T01:43:31.660 INFO:teuthology.orchestra.run.smithi164.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-05-21T01:43:31.710 INFO:teuthology.orchestra.run.smithi164.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-05-21T01:43:31.761 INFO:teuthology.orchestra.run.smithi164.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 351 kB/s | 35 kB 00:00 2024-05-21T01:43:32.281 INFO:teuthology.orchestra.run.smithi007.stdout:(10/159): ceph-radosgw-19.0.0-3830.g0051ea03.el 3.8 MB/s | 11 MB 00:02 2024-05-21T01:43:32.562 INFO:teuthology.orchestra.run.smithi007.stdout:(11/159): ceph-osd-19.0.0-3830.g0051ea03.el9.x8 3.8 MB/s | 17 MB 00:04 2024-05-21T01:43:32.606 INFO:teuthology.orchestra.run.smithi007.stdout:(12/159): cephfs-mirror-19.0.0-3830.g0051ea03.e 693 kB/s | 225 kB 00:00 2024-05-21T01:43:32.631 INFO:teuthology.orchestra.run.smithi007.stdout:(13/159): cephfs-shell-19.0.0-3830.g0051ea03.el 398 kB/s | 27 kB 00:00 2024-05-21T01:43:32.656 INFO:teuthology.orchestra.run.smithi007.stdout:(14/159): libcephfs-devel-19.0.0-3830.g0051ea03 644 kB/s | 32 kB 00:00 2024-05-21T01:43:32.782 INFO:teuthology.orchestra.run.smithi007.stdout:(15/159): libcephsqlite-19.0.0-3830.g0051ea03.e 1.3 MB/s | 163 kB 00:00 2024-05-21T01:43:32.824 INFO:teuthology.orchestra.run.smithi007.stdout:(16/159): libcephfs2-19.0.0-3830.g0051ea03.el9. 3.8 MB/s | 747 kB 00:00 2024-05-21T01:43:32.921 INFO:teuthology.orchestra.run.smithi007.stdout:(17/159): librados-devel-19.0.0-3830.g0051ea03. 921 kB/s | 127 kB 00:00 2024-05-21T01:43:33.033 INFO:teuthology.orchestra.run.smithi007.stdout:(18/159): libradosstriper1-19.0.0-3830.g0051ea0 2.4 MB/s | 501 kB 00:00 2024-05-21T01:43:33.100 INFO:teuthology.orchestra.run.smithi007.stdout:(19/159): python3-ceph-argparse-19.0.0-3830.g00 688 kB/s | 45 kB 00:00 2024-05-21T01:43:33.198 INFO:teuthology.orchestra.run.smithi007.stdout:(20/159): python3-ceph-common-19.0.0-3830.g0051 1.4 MB/s | 136 kB 00:00 2024-05-21T01:43:33.214 INFO:teuthology.orchestra.run.smithi164.stdout:(66/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 3.0 MB/s | 4.4 MB 00:01 2024-05-21T01:43:33.284 INFO:teuthology.orchestra.run.smithi007.stdout:(21/159): python3-cephfs-19.0.0-3830.g0051ea03. 1.9 MB/s | 161 kB 00:00 2024-05-21T01:43:33.434 INFO:teuthology.orchestra.run.smithi007.stdout:(22/159): python3-rados-19.0.0-3830.g0051ea03.e 2.1 MB/s | 321 kB 00:00 2024-05-21T01:43:33.576 INFO:teuthology.orchestra.run.smithi007.stdout:(23/159): python3-rbd-19.0.0-3830.g0051ea03.el9 2.1 MB/s | 299 kB 00:00 2024-05-21T01:43:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:(24/159): python3-rgw-19.0.0-3830.g0051ea03.el9 1.3 MB/s | 99 kB 00:00 2024-05-21T01:43:33.719 INFO:teuthology.orchestra.run.smithi164.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 3.1 MB/s | 1.6 MB 00:00 2024-05-21T01:43:33.722 INFO:teuthology.orchestra.run.smithi190.stdout:(70/159): openblas-openmp-0.3.21-2.el9.x86_64.r 1.3 MB/s | 4.7 MB 00:03 2024-05-21T01:43:33.735 INFO:teuthology.orchestra.run.smithi007.stdout:(25/159): rbd-fuse-19.0.0-3830.g0051ea03.el9.x8 1.0 MB/s | 85 kB 00:00 2024-05-21T01:43:33.898 INFO:teuthology.orchestra.run.smithi190.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 5.8 MB/s | 1.0 MB 00:00 2024-05-21T01:43:33.995 INFO:teuthology.orchestra.run.smithi164.stdout:(68/159): postgresql-contrib-13.14-1.el9.x86_64 3.2 MB/s | 911 kB 00:00 2024-05-21T01:43:34.090 INFO:teuthology.orchestra.run.smithi190.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 456 kB/s | 87 kB 00:00 2024-05-21T01:43:34.103 INFO:teuthology.orchestra.run.smithi164.stdout:(69/159): postgresql-private-libs-13.14-1.el9.x 1.2 MB/s | 133 kB 00:00 2024-05-21T01:43:34.244 INFO:teuthology.orchestra.run.smithi007.stdout:(26/159): librgw2-19.0.0-3830.g0051ea03.el9.x86 4.1 MB/s | 5.4 MB 00:01 2024-05-21T01:43:34.344 INFO:teuthology.orchestra.run.smithi007.stdout:(27/159): rbd-nbd-19.0.0-3830.g0051ea03.el9.x86 1.7 MB/s | 170 kB 00:00 2024-05-21T01:43:34.436 INFO:teuthology.orchestra.run.smithi007.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3830.g 377 kB/s | 34 kB 00:00 2024-05-21T01:43:34.561 INFO:teuthology.orchestra.run.smithi007.stdout:(29/159): rbd-mirror-19.0.0-3830.g0051ea03.el9. 3.7 MB/s | 3.1 MB 00:00 2024-05-21T01:43:34.594 INFO:teuthology.orchestra.run.smithi007.stdout:(30/159): ceph-mgr-cephadm-19.0.0-3830.g0051ea0 908 kB/s | 143 kB 00:00 2024-05-21T01:43:34.915 INFO:teuthology.orchestra.run.smithi190.stdout:(73/159): postgresql-server-13.14-1.el9.x86_64. 1.5 MB/s | 5.8 MB 00:03 2024-05-21T01:43:35.024 INFO:teuthology.orchestra.run.smithi190.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 568 kB/s | 61 kB 00:00 2024-05-21T01:43:35.366 INFO:teuthology.orchestra.run.smithi190.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 714 kB/s | 244 kB 00:00 2024-05-21T01:43:35.537 INFO:teuthology.orchestra.run.smithi164.stdout:(70/159): postgresql-server-13.14-1.el9.x86_64. 4.0 MB/s | 5.8 MB 00:01 2024-05-21T01:43:35.621 INFO:teuthology.orchestra.run.smithi007.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3830.g0051e 3.3 MB/s | 3.5 MB 00:01 2024-05-21T01:43:35.707 INFO:teuthology.orchestra.run.smithi190.stdout:(76/159): python3-jinja2-2.11.3-6.el9.noarch.rp 727 kB/s | 248 kB 00:00 2024-05-21T01:43:35.712 INFO:teuthology.orchestra.run.smithi007.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3830.g00 3.0 MB/s | 274 kB 00:00 2024-05-21T01:43:35.806 INFO:teuthology.orchestra.run.smithi164.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 3.8 MB/s | 1.0 MB 00:00 2024-05-21T01:43:35.808 INFO:teuthology.orchestra.run.smithi190.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-05-21T01:43:35.916 INFO:teuthology.orchestra.run.smithi190.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 177 kB/s | 19 kB 00:00 2024-05-21T01:43:35.965 INFO:teuthology.orchestra.run.smithi164.stdout:(72/159): openblas-openmp-0.3.21-2.el9.x86_64.r 1.1 MB/s | 4.7 MB 00:04 2024-05-21T01:43:35.999 INFO:teuthology.orchestra.run.smithi164.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 453 kB/s | 87 kB 00:00 2024-05-21T01:43:36.099 INFO:teuthology.orchestra.run.smithi164.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 613 kB/s | 61 kB 00:00 2024-05-21T01:43:36.183 INFO:teuthology.orchestra.run.smithi190.stdout:(79/159): python3-mako-1.1.4-6.el9.noarch.rpm 646 kB/s | 172 kB 00:00 2024-05-21T01:43:36.208 INFO:teuthology.orchestra.run.smithi164.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-05-21T01:43:36.279 INFO:teuthology.orchestra.run.smithi007.stdout:(33/159): ceph-test-19.0.0-3830.g0051ea03.el9.x 9.4 MB/s | 49 MB 00:05 2024-05-21T01:43:36.292 INFO:teuthology.orchestra.run.smithi190.stdout:(80/159): python3-markupsafe-1.1.1-12.el9.x86_6 321 kB/s | 35 kB 00:00 2024-05-21T01:43:36.304 INFO:teuthology.orchestra.run.smithi007.stdout:(34/159): ceph-mgr-rook-19.0.0-3830.g0051ea03.e 83 kB/s | 49 kB 00:00 2024-05-21T01:43:36.338 INFO:teuthology.orchestra.run.smithi007.stdout:(35/159): ceph-prometheus-alerts-19.0.0-3830.g0 287 kB/s | 16 kB 00:00 2024-05-21T01:43:36.397 INFO:teuthology.orchestra.run.smithi007.stdout:(36/159): ceph-volume-19.0.0-3830.g0051ea03.el9 2.9 MB/s | 273 kB 00:00 2024-05-21T01:43:36.442 INFO:teuthology.orchestra.run.smithi190.stdout:(81/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 706 kB/s | 4.4 MB 00:06 2024-05-21T01:43:36.505 INFO:teuthology.orchestra.run.smithi007.stdout:(37/159): ceph-mgr-diskprediction-local-19.0.0- 3.9 MB/s | 7.4 MB 00:01 2024-05-21T01:43:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:(38/159): cephfs-top-19.0.0-3830.g0051ea03.el9. 137 kB/s | 18 kB 00:00 2024-05-21T01:43:36.581 INFO:teuthology.orchestra.run.smithi007.stdout:(39/159): cephadm-19.0.0-3830.g0051ea03.el9.noa 3.1 MB/s | 763 kB 00:00 2024-05-21T01:43:36.658 INFO:teuthology.orchestra.run.smithi164.stdout:(76/159): ceph-test-19.0.0-3830.g0051ea03.el9.x 3.5 MB/s | 49 MB 00:14 2024-05-21T01:43:36.673 INFO:teuthology.orchestra.run.smithi007.stdout:(40/159): fuse-2.9.9-15.el9.x86_64.rpm 483 kB/s | 80 kB 00:00 2024-05-21T01:43:36.683 INFO:teuthology.orchestra.run.smithi164.stdout:(77/159): python3-jinja2-2.11.3-6.el9.noarch.rp 522 kB/s | 248 kB 00:00 2024-05-21T01:43:36.707 INFO:teuthology.orchestra.run.smithi007.stdout:(41/159): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-05-21T01:43:36.778 INFO:teuthology.orchestra.run.smithi007.stdout:(42/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.4 MB/s | 253 kB 00:00 2024-05-21T01:43:36.792 INFO:teuthology.orchestra.run.smithi164.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 177 kB/s | 19 kB 00:00 2024-05-21T01:43:36.793 INFO:teuthology.orchestra.run.smithi190.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 716 kB/s | 250 kB 00:00 2024-05-21T01:43:36.833 INFO:teuthology.orchestra.run.smithi007.stdout:(43/159): libgfortran-11.4.1-3.el9.x86_64.rpm 2.6 MB/s | 803 kB 00:00 2024-05-21T01:43:36.858 INFO:teuthology.orchestra.run.smithi007.stdout:(44/159): python3-ply-3.11-14.el9.noarch.rpm 1.3 MB/s | 106 kB 00:00 2024-05-21T01:43:36.891 INFO:teuthology.orchestra.run.smithi007.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-05-21T01:43:36.901 INFO:teuthology.orchestra.run.smithi164.stdout:(79/159): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-05-21T01:43:36.925 INFO:teuthology.orchestra.run.smithi007.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-05-21T01:43:36.926 INFO:teuthology.orchestra.run.smithi164.stdout:(80/159): python3-jsonpatch-1.21-16.el9.noarch. 96 kB/s | 26 kB 00:00 2024-05-21T01:43:36.975 INFO:teuthology.orchestra.run.smithi007.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-05-21T01:43:37.018 INFO:teuthology.orchestra.run.smithi164.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 297 kB/s | 35 kB 00:00 2024-05-21T01:43:37.026 INFO:teuthology.orchestra.run.smithi007.stdout:(48/159): python3-cryptography-36.0.1-4.el9.x86 3.9 MB/s | 1.2 MB 00:00 2024-05-21T01:43:37.068 INFO:teuthology.orchestra.run.smithi007.stdout:(49/159): automake-1.16.2-8.el9.noarch.rpm 4.8 MB/s | 689 kB 00:00 2024-05-21T01:43:37.093 INFO:teuthology.orchestra.run.smithi007.stdout:(50/159): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-05-21T01:43:37.095 INFO:teuthology.orchestra.run.smithi007.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T01:43:37.126 INFO:teuthology.orchestra.run.smithi164.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-05-21T01:43:37.143 INFO:teuthology.orchestra.run.smithi007.stdout:(51/159): bison-3.7.4-5.el9.x86_64.rpm 5.5 MB/s | 943 kB 00:00 2024-05-21T01:43:37.152 INFO:teuthology.orchestra.run.smithi190.stdout:(83/159): python3-oauthlib-3.1.1-5.el9.noarch.r 620 kB/s | 222 kB 00:00 2024-05-21T01:43:37.177 INFO:teuthology.orchestra.run.smithi007.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-05-21T01:43:37.202 INFO:teuthology.orchestra.run.smithi007.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 565 kB/s | 33 kB 00:00 2024-05-21T01:43:37.235 INFO:teuthology.orchestra.run.smithi164.stdout:(83/159): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-05-21T01:43:37.244 INFO:teuthology.orchestra.run.smithi007.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 444 kB/s | 18 kB 00:00 2024-05-21T01:43:37.286 INFO:teuthology.orchestra.run.smithi007.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 272 kB/s | 11 kB 00:00 2024-05-21T01:43:37.335 INFO:teuthology.orchestra.run.smithi190.stdout:(84/159): python3-packaging-20.9-5.el9.noarch.r 421 kB/s | 77 kB 00:00 2024-05-21T01:43:37.336 INFO:teuthology.orchestra.run.smithi164.stdout:(84/159): python3-packaging-20.9-5.el9.noarch.r 773 kB/s | 77 kB 00:00 2024-05-21T01:43:37.395 INFO:teuthology.orchestra.run.smithi007.stdout:(56/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 14 MB/s | 3.0 MB 00:00 2024-05-21T01:43:37.421 INFO:teuthology.orchestra.run.smithi007.stdout:(57/159): elfutils-libelf-devel-0.191-4.el9.x86 62 kB/s | 22 kB 00:00 2024-05-21T01:43:37.436 INFO:teuthology.orchestra.run.smithi164.stdout:(85/159): python3-prettytable-0.7.2-27.el9.noar 423 kB/s | 42 kB 00:00 2024-05-21T01:43:37.444 INFO:teuthology.orchestra.run.smithi190.stdout:(85/159): python3-prettytable-0.7.2-27.el9.noar 390 kB/s | 42 kB 00:00 2024-05-21T01:43:37.446 INFO:teuthology.orchestra.run.smithi007.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 916 kB/s | 45 kB 00:00 2024-05-21T01:43:37.479 INFO:teuthology.orchestra.run.smithi007.stdout:(59/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 834 kB/s | 160 kB 00:00 2024-05-21T01:43:37.544 INFO:teuthology.orchestra.run.smithi164.stdout:(86/159): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-05-21T01:43:37.546 INFO:teuthology.orchestra.run.smithi007.stdout:(60/159): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-05-21T01:43:37.588 INFO:teuthology.orchestra.run.smithi007.stdout:(61/159): libtool-2.4.6-45.el9.x86_64.rpm 4.0 MB/s | 582 kB 00:00 2024-05-21T01:43:37.614 INFO:teuthology.orchestra.run.smithi007.stdout:(62/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 191 kB/s | 25 kB 00:00 2024-05-21T01:43:37.639 INFO:teuthology.orchestra.run.smithi007.stdout:(63/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 520 kB/s | 47 kB 00:00 2024-05-21T01:43:37.653 INFO:teuthology.orchestra.run.smithi164.stdout:(87/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-05-21T01:43:37.672 INFO:teuthology.orchestra.run.smithi007.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 3.2 MB/s | 188 kB 00:00 2024-05-21T01:43:37.706 INFO:teuthology.orchestra.run.smithi007.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 534 kB/s | 35 kB 00:00 2024-05-21T01:43:37.740 INFO:teuthology.orchestra.run.smithi007.stdout:(66/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-05-21T01:43:37.761 INFO:teuthology.orchestra.run.smithi164.stdout:(88/159): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-05-21T01:43:37.849 INFO:teuthology.orchestra.run.smithi007.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-05-21T01:43:37.862 INFO:teuthology.orchestra.run.smithi164.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 509 kB/s | 51 kB 00:00 2024-05-21T01:43:37.877 INFO:teuthology.orchestra.run.smithi190.stdout:(86/159): python3-protobuf-3.14.0-13.el9.noarch 621 kB/s | 269 kB 00:00 2024-05-21T01:43:37.949 INFO:teuthology.orchestra.run.smithi007.stdout:(68/159): postgresql-contrib-13.14-1.el9.x86_64 9.0 MB/s | 911 kB 00:00 2024-05-21T01:43:37.962 INFO:teuthology.orchestra.run.smithi164.stdout:(90/159): python3-requests-oauthlib-1.3.0-12.el 537 kB/s | 54 kB 00:00 2024-05-21T01:43:38.049 INFO:teuthology.orchestra.run.smithi007.stdout:(69/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-05-21T01:43:38.082 INFO:teuthology.orchestra.run.smithi007.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 1.0 MB/s | 133 kB 00:00 2024-05-21T01:43:38.144 INFO:teuthology.orchestra.run.smithi190.stdout:(87/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 595 kB/s | 159 kB 00:00 2024-05-21T01:43:38.191 INFO:teuthology.orchestra.run.smithi007.stdout:(71/159): openblas-openmp-0.3.21-2.el9.x86_64.r 9.2 MB/s | 4.7 MB 00:00 2024-05-21T01:43:38.204 INFO:teuthology.orchestra.run.smithi164.stdout:(91/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.0 MB/s | 5.1 MB 00:01 2024-05-21T01:43:38.233 INFO:teuthology.orchestra.run.smithi007.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-05-21T01:43:38.283 INFO:teuthology.orchestra.run.smithi007.stdout:(73/159): protobuf-3.14.0-13.el9.x86_64.rpm 5.1 MB/s | 1.0 MB 00:00 2024-05-21T01:43:38.303 INFO:teuthology.orchestra.run.smithi007.stdout:[MIRROR] python3-colorama-0.4.6-3.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-colorama-0.4.6-3.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-21T01:43:38.354 INFO:teuthology.orchestra.run.smithi164.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 278 kB/s | 42 kB 00:00 2024-05-21T01:43:38.450 INFO:teuthology.orchestra.run.smithi007.stdout:(74/159): postgresql-server-13.14-1.el9.x86_64. 14 MB/s | 5.8 MB 00:00 2024-05-21T01:43:38.463 INFO:teuthology.orchestra.run.smithi164.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 407 kB/s | 44 kB 00:00 2024-05-21T01:43:38.584 INFO:teuthology.orchestra.run.smithi007.stdout:(75/159): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-05-21T01:43:38.586 INFO:teuthology.orchestra.run.smithi190.stdout:(88/159): python3-pyasn1-modules-0.4.8-6.el9.no 631 kB/s | 279 kB 00:00 2024-05-21T01:43:38.609 INFO:teuthology.orchestra.run.smithi007.stdout:(76/159): python3-colorama-0.4.6-3.el9.noarch.r 188 kB/s | 61 kB 00:00 2024-05-21T01:43:38.635 INFO:teuthology.orchestra.run.smithi007.stdout:(77/159): python3-devel-3.9.18-3.el9.x86_64.rpm 1.3 MB/s | 244 kB 00:00 2024-05-21T01:43:38.635 INFO:teuthology.orchestra.run.smithi007.stdout:[MIRROR] python3-jinja2-2.11.3-6.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-jinja2-2.11.3-6.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-21T01:43:38.660 INFO:teuthology.orchestra.run.smithi007.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 517 kB/s | 26 kB 00:00 2024-05-21T01:43:38.686 INFO:teuthology.orchestra.run.smithi190.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 510 kB/s | 51 kB 00:00 2024-05-21T01:43:38.710 INFO:teuthology.orchestra.run.smithi007.stdout:(79/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-05-21T01:43:38.752 INFO:teuthology.orchestra.run.smithi007.stdout:(80/159): python3-markupsafe-1.1.1-12.el9.x86_6 834 kB/s | 35 kB 00:00 2024-05-21T01:43:38.787 INFO:teuthology.orchestra.run.smithi190.stdout:(90/159): python3-requests-oauthlib-1.3.0-12.el 536 kB/s | 54 kB 00:00 2024-05-21T01:43:38.830 INFO:teuthology.orchestra.run.smithi164.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 602 kB/s | 221 kB 00:00 2024-05-21T01:43:38.928 INFO:teuthology.orchestra.run.smithi007.stdout:(81/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 29 MB/s | 5.1 MB 00:00 2024-05-21T01:43:38.939 INFO:teuthology.orchestra.run.smithi164.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 331 kB/s | 36 kB 00:00 2024-05-21T01:43:38.944 INFO:teuthology.orchestra.run.smithi007.stdout:(82/159): python3-jsonpointer-2.0-4.el9.noarch. 62 kB/s | 19 kB 00:00 2024-05-21T01:43:38.978 INFO:teuthology.orchestra.run.smithi007.stdout:(83/159): python3-jinja2-2.11.3-6.el9.noarch.rp 631 kB/s | 248 kB 00:00 2024-05-21T01:43:39.012 INFO:teuthology.orchestra.run.smithi007.stdout:(84/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.9 MB/s | 250 kB 00:00 2024-05-21T01:43:39.047 INFO:teuthology.orchestra.run.smithi164.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-05-21T01:43:39.096 INFO:teuthology.orchestra.run.smithi007.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 664 kB/s | 77 kB 00:00 2024-05-21T01:43:39.296 INFO:teuthology.orchestra.run.smithi007.stdout:(86/159): python3-protobuf-3.14.0-13.el9.noarch 1.3 MB/s | 269 kB 00:00 2024-05-21T01:43:39.371 INFO:teuthology.orchestra.run.smithi007.stdout:(87/159): python3-prettytable-0.7.2-27.el9.noar 118 kB/s | 42 kB 00:00 2024-05-21T01:43:39.396 INFO:teuthology.orchestra.run.smithi007.stdout:(88/159): python3-oauthlib-3.1.1-5.el9.noarch.r 493 kB/s | 222 kB 00:00 2024-05-21T01:43:39.430 INFO:teuthology.orchestra.run.smithi007.stdout:(89/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-05-21T01:43:39.489 INFO:teuthology.orchestra.run.smithi164.stdout:(97/159): socat-1.7.4.1-5.el9.x86_64.rpm 690 kB/s | 305 kB 00:00 2024-05-21T01:43:39.505 INFO:teuthology.orchestra.run.smithi007.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 472 kB/s | 51 kB 00:00 2024-05-21T01:43:39.539 INFO:teuthology.orchestra.run.smithi007.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 497 kB/s | 54 kB 00:00 2024-05-21T01:43:39.589 INFO:teuthology.orchestra.run.smithi164.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 577 kB/s | 58 kB 00:00 2024-05-21T01:43:39.664 INFO:teuthology.orchestra.run.smithi007.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 335 kB/s | 42 kB 00:00 2024-05-21T01:43:39.723 INFO:teuthology.orchestra.run.smithi007.stdout:(93/159): python3-pyasn1-modules-0.4.8-6.el9.no 795 kB/s | 279 kB 00:00 2024-05-21T01:43:39.773 INFO:teuthology.orchestra.run.smithi164.stdout:(99/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 511 kB/s | 94 kB 00:00 2024-05-21T01:43:39.774 INFO:teuthology.orchestra.run.smithi007.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 411 kB/s | 44 kB 00:00 2024-05-21T01:43:39.832 INFO:teuthology.orchestra.run.smithi007.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-05-21T01:43:39.882 INFO:teuthology.orchestra.run.smithi007.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 332 kB/s | 36 kB 00:00 2024-05-21T01:43:39.941 INFO:teuthology.orchestra.run.smithi007.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 439 kB/s | 47 kB 00:00 2024-05-21T01:43:39.957 INFO:teuthology.orchestra.run.smithi164.stdout:(100/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 347 kB/s | 64 kB 00:00 2024-05-21T01:43:39.999 INFO:teuthology.orchestra.run.smithi007.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 2.6 MB/s | 305 kB 00:00 2024-05-21T01:43:40.050 INFO:teuthology.orchestra.run.smithi007.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 535 kB/s | 58 kB 00:00 2024-05-21T01:43:40.057 INFO:teuthology.orchestra.run.smithi164.stdout:(101/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 449 kB/s | 45 kB 00:00 2024-05-21T01:43:40.108 INFO:teuthology.orchestra.run.smithi007.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 865 kB/s | 94 kB 00:00 2024-05-21T01:43:40.157 INFO:teuthology.orchestra.run.smithi164.stdout:(102/159): lua-devel-5.4.4-4.el9.x86_64.rpm 223 kB/s | 22 kB 00:00 2024-05-21T01:43:40.159 INFO:teuthology.orchestra.run.smithi007.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 589 kB/s | 64 kB 00:00 2024-05-21T01:43:40.242 INFO:teuthology.orchestra.run.smithi007.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 337 kB/s | 45 kB 00:00 2024-05-21T01:43:40.267 INFO:teuthology.orchestra.run.smithi007.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 206 kB/s | 22 kB 00:00 2024-05-21T01:43:40.568 INFO:teuthology.orchestra.run.smithi007.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 2.6 MB/s | 863 kB 00:00 2024-05-21T01:43:40.610 INFO:teuthology.orchestra.run.smithi007.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.6 MB/s | 548 kB 00:00 2024-05-21T01:43:40.644 INFO:teuthology.orchestra.run.smithi007.stdout:(106/159): gperftools-libs-2.9.1-2.el9.x86_64.r 4.2 MB/s | 309 kB 00:00 2024-05-21T01:43:40.669 INFO:teuthology.orchestra.run.smithi007.stdout:(107/159): grpc-data-1.46.7-10.el9.noarch.rpm 354 kB/s | 19 kB 00:00 2024-05-21T01:43:40.994 INFO:teuthology.orchestra.run.smithi007.stdout:(108/159): libarrow-9.0.0-11.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-05-21T01:43:41.019 INFO:teuthology.orchestra.run.smithi007.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 75 kB/s | 26 kB 00:00 2024-05-21T01:43:41.069 INFO:teuthology.orchestra.run.smithi007.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 996 kB/s | 49 kB 00:00 2024-05-21T01:43:41.103 INFO:teuthology.orchestra.run.smithi007.stdout:(111/159): libunwind-1.6.2-1.el9.x86_64.rpm 819 kB/s | 67 kB 00:00 2024-05-21T01:43:41.162 INFO:teuthology.orchestra.run.smithi007.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 2.6 MB/s | 151 kB 00:00 2024-05-21T01:43:41.204 INFO:teuthology.orchestra.run.smithi007.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.3 MB/s | 839 kB 00:00 2024-05-21T01:43:41.216 INFO:teuthology.orchestra.run.smithi164.stdout:(103/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.0 MB/s | 16 MB 00:03 2024-05-21T01:43:41.246 INFO:teuthology.orchestra.run.smithi007.stdout:(114/159): python3-asyncssh-2.13.2-5.el9.noarch 6.8 MB/s | 548 kB 00:00 2024-05-21T01:43:41.263 INFO:teuthology.orchestra.run.smithi007.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 826 kB/s | 43 kB 00:00 2024-05-21T01:43:41.288 INFO:teuthology.orchestra.run.smithi007.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 790 kB/s | 32 kB 00:00 2024-05-21T01:43:41.305 INFO:teuthology.orchestra.run.smithi007.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 362 kB/s | 15 kB 00:00 2024-05-21T01:43:41.339 INFO:teuthology.orchestra.run.smithi007.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-05-21T01:43:41.366 INFO:teuthology.orchestra.run.smithi164.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 714 kB/s | 863 kB 00:01 2024-05-21T01:43:41.406 INFO:teuthology.orchestra.run.smithi007.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-05-21T01:43:41.439 INFO:teuthology.orchestra.run.smithi007.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.1 MB/s | 303 kB 00:00 2024-05-21T01:43:41.473 INFO:teuthology.orchestra.run.smithi007.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 3.2 MB/s | 206 kB 00:00 2024-05-21T01:43:41.591 INFO:teuthology.orchestra.run.smithi164.stdout:(105/159): gperftools-libs-2.9.1-2.el9.x86_64.r 1.3 MB/s | 309 kB 00:00 2024-05-21T01:43:41.606 INFO:teuthology.orchestra.run.smithi007.stdout:(122/159): python3-grpcio-1.46.7-10.el9.x86_64. 12 MB/s | 2.0 MB 00:00 2024-05-21T01:43:41.617 INFO:teuthology.orchestra.run.smithi164.stdout:(106/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.3 MB/s | 548 kB 00:00 2024-05-21T01:43:41.632 INFO:teuthology.orchestra.run.smithi007.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 949 kB/s | 144 kB 00:00 2024-05-21T01:43:41.657 INFO:teuthology.orchestra.run.smithi007.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 218 kB/s | 11 kB 00:00 2024-05-21T01:43:41.659 INFO:teuthology.orchestra.run.smithi164.stdout:(107/159): grpc-data-1.46.7-10.el9.noarch.rpm 290 kB/s | 19 kB 00:00 2024-05-21T01:43:41.682 INFO:teuthology.orchestra.run.smithi007.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 358 kB/s | 18 kB 00:00 2024-05-21T01:43:41.708 INFO:teuthology.orchestra.run.smithi007.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 470 kB/s | 23 kB 00:00 2024-05-21T01:43:41.733 INFO:teuthology.orchestra.run.smithi007.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 395 kB/s | 19 kB 00:00 2024-05-21T01:43:41.758 INFO:teuthology.orchestra.run.smithi007.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 400 kB/s | 20 kB 00:00 2024-05-21T01:43:41.825 INFO:teuthology.orchestra.run.smithi007.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-05-21T01:43:41.842 INFO:teuthology.orchestra.run.smithi164.stdout:(108/159): libarrow-9.0.0-11.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-05-21T01:43:41.851 INFO:teuthology.orchestra.run.smithi007.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 549 kB/s | 46 kB 00:00 2024-05-21T01:43:41.867 INFO:teuthology.orchestra.run.smithi164.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 125 kB/s | 26 kB 00:00 2024-05-21T01:43:41.884 INFO:teuthology.orchestra.run.smithi007.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-05-21T01:43:41.910 INFO:teuthology.orchestra.run.smithi007.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 994 kB/s | 58 kB 00:00 2024-05-21T01:43:41.918 INFO:teuthology.orchestra.run.smithi164.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 647 kB/s | 49 kB 00:00 2024-05-21T01:43:41.943 INFO:teuthology.orchestra.run.smithi164.stdout:(111/159): libunwind-1.6.2-1.el9.x86_64.rpm 894 kB/s | 67 kB 00:00 2024-05-21T01:43:41.968 INFO:teuthology.orchestra.run.smithi007.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-05-21T01:43:41.994 INFO:teuthology.orchestra.run.smithi007.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 206 kB/s | 16 kB 00:00 2024-05-21T01:43:42.019 INFO:teuthology.orchestra.run.smithi007.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-05-21T01:43:42.027 INFO:teuthology.orchestra.run.smithi164.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.4 MB/s | 151 kB 00:00 2024-05-21T01:43:42.044 INFO:teuthology.orchestra.run.smithi007.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 581 kB/s | 28 kB 00:00 2024-05-21T01:43:42.068 INFO:teuthology.orchestra.run.smithi164.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.5 MB/s | 839 kB 00:00 2024-05-21T01:43:42.069 INFO:teuthology.orchestra.run.smithi007.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 629 kB/s | 31 kB 00:00 2024-05-21T01:43:42.102 INFO:teuthology.orchestra.run.smithi164.stdout:(114/159): python3-asyncssh-2.13.2-5.el9.noarch 7.3 MB/s | 548 kB 00:00 2024-05-21T01:43:42.112 INFO:teuthology.orchestra.run.smithi007.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-05-21T01:43:42.136 INFO:teuthology.orchestra.run.smithi164.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 650 kB/s | 43 kB 00:00 2024-05-21T01:43:42.137 INFO:teuthology.orchestra.run.smithi007.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 913 kB/s | 59 kB 00:00 2024-05-21T01:43:42.162 INFO:teuthology.orchestra.run.smithi007.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 733 kB/s | 36 kB 00:00 2024-05-21T01:43:42.169 INFO:teuthology.orchestra.run.smithi164.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 482 kB/s | 32 kB 00:00 2024-05-21T01:43:42.188 INFO:teuthology.orchestra.run.smithi007.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-05-21T01:43:42.203 INFO:teuthology.orchestra.run.smithi164.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 224 kB/s | 15 kB 00:00 2024-05-21T01:43:42.221 INFO:teuthology.orchestra.run.smithi007.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 3.9 MB/s | 230 kB 00:00 2024-05-21T01:43:42.247 INFO:teuthology.orchestra.run.smithi007.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.6 MB/s | 90 kB 00:00 2024-05-21T01:43:42.253 INFO:teuthology.orchestra.run.smithi164.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-05-21T01:43:42.280 INFO:teuthology.orchestra.run.smithi007.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 7.3 MB/s | 427 kB 00:00 2024-05-21T01:43:42.287 INFO:teuthology.orchestra.run.smithi164.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 4.2 MB/s | 358 kB 00:00 2024-05-21T01:43:42.306 INFO:teuthology.orchestra.run.smithi007.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 380 kB/s | 20 kB 00:00 2024-05-21T01:43:42.339 INFO:teuthology.orchestra.run.smithi007.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-05-21T01:43:42.387 INFO:teuthology.orchestra.run.smithi190.stdout:(91/159): python3-babel-2.9.1-2.el9.noarch.rpm 736 kB/s | 6.0 MB 00:08 2024-05-21T01:43:42.439 INFO:teuthology.orchestra.run.smithi007.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-05-21T01:43:42.487 INFO:teuthology.orchestra.run.smithi190.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 417 kB/s | 42 kB 00:00 2024-05-21T01:43:42.579 INFO:teuthology.orchestra.run.smithi164.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 934 kB/s | 303 kB 00:00 2024-05-21T01:43:42.587 INFO:teuthology.orchestra.run.smithi190.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 442 kB/s | 44 kB 00:00 2024-05-21T01:43:42.604 INFO:teuthology.orchestra.run.smithi164.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 648 kB/s | 206 kB 00:00 2024-05-21T01:43:42.713 INFO:teuthology.orchestra.run.smithi164.stdout:(122/159): python3-grpcio-1.46.7-10.el9.x86_64. 15 MB/s | 2.0 MB 00:00 2024-05-21T01:43:42.730 INFO:teuthology.orchestra.run.smithi164.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-05-21T01:43:42.773 INFO:teuthology.orchestra.run.smithi007.stdout:(148/159): librados2-19.0.0-3830.g0051ea03.el9. 8.0 MB/s | 3.4 MB 00:00 2024-05-21T01:43:42.780 INFO:teuthology.orchestra.run.smithi164.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 160 kB/s | 11 kB 00:00 2024-05-21T01:43:42.806 INFO:teuthology.orchestra.run.smithi164.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 235 kB/s | 18 kB 00:00 2024-05-21T01:43:42.847 INFO:teuthology.orchestra.run.smithi164.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 348 kB/s | 23 kB 00:00 2024-05-21T01:43:42.873 INFO:teuthology.orchestra.run.smithi164.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 290 kB/s | 19 kB 00:00 2024-05-21T01:43:42.898 INFO:teuthology.orchestra.run.smithi007.stdout:(149/159): librbd1-19.0.0-3830.g0051ea03.el9.x8 6.9 MB/s | 3.1 MB 00:00 2024-05-21T01:43:42.915 INFO:teuthology.orchestra.run.smithi164.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 294 kB/s | 20 kB 00:00 2024-05-21T01:43:42.946 INFO:teuthology.orchestra.run.smithi190.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 616 kB/s | 221 kB 00:00 2024-05-21T01:43:42.974 INFO:teuthology.orchestra.run.smithi164.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 10 MB/s | 1.0 MB 00:00 2024-05-21T01:43:42.998 INFO:teuthology.orchestra.run.smithi164.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 557 kB/s | 46 kB 00:00 2024-05-21T01:43:43.041 INFO:teuthology.orchestra.run.smithi007.stdout:(150/159): NetworkManager-1.47.90-1.el9.x86_64. 8.7 MB/s | 2.3 MB 00:00 2024-05-21T01:43:43.041 INFO:teuthology.orchestra.run.smithi164.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-05-21T01:43:43.065 INFO:teuthology.orchestra.run.smithi164.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 862 kB/s | 58 kB 00:00 2024-05-21T01:43:43.074 INFO:teuthology.orchestra.run.smithi007.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 1.3 MB/s | 41 kB 00:00 2024-05-21T01:43:43.104 INFO:teuthology.orchestra.run.smithi190.stdout:(95/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 766 kB/s | 5.1 MB 00:06 2024-05-21T01:43:43.108 INFO:teuthology.orchestra.run.smithi164.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-05-21T01:43:43.121 INFO:teuthology.orchestra.run.smithi190.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 205 kB/s | 36 kB 00:00 2024-05-21T01:43:43.124 INFO:teuthology.orchestra.run.smithi164.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-05-21T01:43:43.175 INFO:teuthology.orchestra.run.smithi164.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-05-21T01:43:43.192 INFO:teuthology.orchestra.run.smithi164.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 421 kB/s | 28 kB 00:00 2024-05-21T01:43:43.205 INFO:teuthology.orchestra.run.smithi190.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 473 kB/s | 47 kB 00:00 2024-05-21T01:43:43.208 INFO:teuthology.orchestra.run.smithi007.stdout:(152/159): NetworkManager-libnm-1.47.90-1.el9.x 5.9 MB/s | 1.8 MB 00:00 2024-05-21T01:43:43.233 INFO:teuthology.orchestra.run.smithi007.stdout:(153/159): NetworkManager-tui-1.47.90-1.el9.x86 1.5 MB/s | 248 kB 00:00 2024-05-21T01:43:43.233 INFO:teuthology.orchestra.run.smithi164.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 527 kB/s | 31 kB 00:00 2024-05-21T01:43:43.235 INFO:teuthology.orchestra.run.smithi007.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T01:43:43.251 INFO:teuthology.orchestra.run.smithi007.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T01:43:43.259 INFO:teuthology.orchestra.run.smithi164.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 2.8 MB/s | 188 kB 00:00 2024-05-21T01:43:43.293 INFO:teuthology.orchestra.run.smithi164.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-05-21T01:43:43.297 INFO:teuthology.orchestra.run.smithi190.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 630 kB/s | 58 kB 00:00 2024-05-21T01:43:43.318 INFO:teuthology.orchestra.run.smithi164.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 611 kB/s | 36 kB 00:00 2024-05-21T01:43:43.352 INFO:teuthology.orchestra.run.smithi164.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 871 kB/s | 51 kB 00:00 2024-05-21T01:43:43.425 INFO:teuthology.orchestra.run.smithi007.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 170 kB/s | 37 kB 00:00 2024-05-21T01:43:43.481 INFO:teuthology.orchestra.run.smithi190.stdout:(99/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 511 kB/s | 94 kB 00:00 2024-05-21T01:43:43.589 INFO:teuthology.orchestra.run.smithi190.stdout:(100/159): socat-1.7.4.1-5.el9.x86_64.rpm 652 kB/s | 305 kB 00:00 2024-05-21T01:43:43.592 INFO:teuthology.orchestra.run.smithi164.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 839 kB/s | 230 kB 00:00 2024-05-21T01:43:43.656 INFO:teuthology.orchestra.run.smithi190.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 363 kB/s | 64 kB 00:00 2024-05-21T01:43:43.675 INFO:teuthology.orchestra.run.smithi007.stdout:(155/159): elfutils-libelf-0.191-4.el9.x86_64.r 469 kB/s | 207 kB 00:00 2024-05-21T01:43:43.690 INFO:teuthology.orchestra.run.smithi190.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 447 kB/s | 45 kB 00:00 2024-05-21T01:43:43.706 INFO:teuthology.orchestra.run.smithi190.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 444 kB/s | 22 kB 00:00 2024-05-21T01:43:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 918 kB/s | 260 kB 00:00 2024-05-21T01:43:43.761 INFO:teuthology.orchestra.run.smithi164.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 219 kB/s | 90 kB 00:00 2024-05-21T01:43:43.786 INFO:teuthology.orchestra.run.smithi164.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 2.2 MB/s | 427 kB 00:00 2024-05-21T01:43:43.819 INFO:teuthology.orchestra.run.smithi164.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 347 kB/s | 20 kB 00:00 2024-05-21T01:43:43.853 INFO:teuthology.orchestra.run.smithi164.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2024-05-21T01:43:43.873 INFO:teuthology.orchestra.run.smithi190.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 4.6 MB/s | 863 kB 00:00 2024-05-21T01:43:43.945 INFO:teuthology.orchestra.run.smithi164.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-05-21T01:43:44.041 INFO:teuthology.orchestra.run.smithi190.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.6 MB/s | 548 kB 00:00 2024-05-21T01:43:44.051 INFO:teuthology.orchestra.run.smithi007.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 3.6 MB/s | 1.3 MB 00:00 2024-05-21T01:43:44.158 INFO:teuthology.orchestra.run.smithi190.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 166 kB/s | 19 kB 00:00 2024-05-21T01:43:44.233 INFO:teuthology.orchestra.run.smithi190.stdout:(107/159): gperftools-libs-2.9.1-2.el9.x86_64.r 860 kB/s | 309 kB 00:00 2024-05-21T01:43:44.245 INFO:teuthology.orchestra.run.smithi164.stdout:(148/159): librados2-19.0.0-3830.g0051ea03.el9. 8.7 MB/s | 3.4 MB 00:00 2024-05-21T01:43:44.259 INFO:teuthology.orchestra.run.smithi007.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 4.4 MB/s | 2.4 MB 00:00 2024-05-21T01:43:44.283 INFO:teuthology.orchestra.run.smithi190.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 522 kB/s | 26 kB 00:00 2024-05-21T01:43:44.333 INFO:teuthology.orchestra.run.smithi190.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 972 kB/s | 49 kB 00:00 2024-05-21T01:43:44.392 INFO:teuthology.orchestra.run.smithi190.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-05-21T01:43:44.420 INFO:teuthology.orchestra.run.smithi164.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 13 MB/s | 2.3 MB 00:00 2024-05-21T01:43:44.494 INFO:teuthology.orchestra.run.smithi190.stdout:(111/159): libarrow-9.0.0-11.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-05-21T01:43:44.496 INFO:teuthology.orchestra.run.smithi164.stdout:(150/159): python3-babel-2.9.1-2.el9.noarch.rpm 716 kB/s | 6.0 MB 00:08 2024-05-21T01:43:44.518 INFO:teuthology.orchestra.run.smithi190.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-05-21T01:43:44.538 INFO:teuthology.orchestra.run.smithi164.stdout:(151/159): NetworkManager-libnm-1.47.90-1.el9.x 15 MB/s | 1.8 MB 00:00 2024-05-21T01:43:44.580 INFO:teuthology.orchestra.run.smithi164.stdout:(152/159): librbd1-19.0.0-3830.g0051ea03.el9.x8 5.0 MB/s | 3.1 MB 00:00 2024-05-21T01:43:44.593 INFO:teuthology.orchestra.run.smithi190.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.2 MB/s | 839 kB 00:00 2024-05-21T01:43:44.605 INFO:teuthology.orchestra.run.smithi164.stdout:(153/159): NetworkManager-tui-1.47.90-1.el9.x86 3.6 MB/s | 248 kB 00:00 2024-05-21T01:43:44.630 INFO:teuthology.orchestra.run.smithi164.stdout:(154/159): NetworkManager-team-1.47.90-1.el9.x8 310 kB/s | 41 kB 00:00 2024-05-21T01:43:44.631 INFO:teuthology.orchestra.run.smithi164.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T01:43:44.631 INFO:teuthology.orchestra.run.smithi164.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T01:43:44.647 INFO:teuthology.orchestra.run.smithi164.stdout:[MIRROR] elfutils-libs-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libs-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T01:43:44.651 INFO:teuthology.orchestra.run.smithi190.stdout:(114/159): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-05-21T01:43:44.677 INFO:teuthology.orchestra.run.smithi190.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 520 kB/s | 43 kB 00:00 2024-05-21T01:43:44.710 INFO:teuthology.orchestra.run.smithi190.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 550 kB/s | 32 kB 00:00 2024-05-21T01:43:44.731 INFO:teuthology.orchestra.run.smithi164.stdout:(155/159): elfutils-debuginfod-client-0.191-4.e 244 kB/s | 37 kB 00:00 2024-05-21T01:43:44.735 INFO:teuthology.orchestra.run.smithi190.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 256 kB/s | 15 kB 00:00 2024-05-21T01:43:44.769 INFO:teuthology.orchestra.run.smithi190.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-05-21T01:43:44.828 INFO:teuthology.orchestra.run.smithi190.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-05-21T01:43:44.853 INFO:teuthology.orchestra.run.smithi190.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.5 MB/s | 303 kB 00:00 2024-05-21T01:43:44.856 INFO:teuthology.orchestra.run.smithi164.stdout:(156/159): openssl-3.2.1-1.el9.x86_64.rpm 11 MB/s | 1.3 MB 00:00 2024-05-21T01:43:44.887 INFO:teuthology.orchestra.run.smithi190.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 3.4 MB/s | 206 kB 00:00 2024-05-21T01:43:44.945 INFO:teuthology.orchestra.run.smithi190.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 2.4 MB/s | 144 kB 00:00 2024-05-21T01:43:45.021 INFO:teuthology.orchestra.run.smithi190.stdout:(123/159): python3-grpcio-1.46.7-10.el9.x86_64. 12 MB/s | 2.0 MB 00:00 2024-05-21T01:43:45.037 INFO:teuthology.orchestra.run.smithi190.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-05-21T01:43:45.081 INFO:teuthology.orchestra.run.smithi164.stdout:(157/159): elfutils-libs-0.191-4.el9.x86_64.rpm 576 kB/s | 260 kB 00:00 2024-05-21T01:43:45.110 INFO:teuthology.orchestra.run.smithi190.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 255 kB/s | 18 kB 00:00 2024-05-21T01:43:45.130 INFO:teuthology.orchestra.run.smithi190.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 252 kB/s | 23 kB 00:00 2024-05-21T01:43:45.131 INFO:teuthology.orchestra.run.smithi164.stdout:(158/159): elfutils-libelf-0.191-4.el9.x86_64.r 393 kB/s | 207 kB 00:00 2024-05-21T01:43:45.180 INFO:teuthology.orchestra.run.smithi190.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 390 kB/s | 19 kB 00:00 2024-05-21T01:43:45.197 INFO:teuthology.orchestra.run.smithi190.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 295 kB/s | 20 kB 00:00 2024-05-21T01:43:45.247 INFO:teuthology.orchestra.run.smithi190.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 932 kB/s | 46 kB 00:00 2024-05-21T01:43:45.314 INFO:teuthology.orchestra.run.smithi190.stdout:(130/159): python3-kubernetes-26.1.0-2.el9.noar 8.7 MB/s | 1.0 MB 00:00 2024-05-21T01:43:45.339 INFO:teuthology.orchestra.run.smithi190.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 859 kB/s | 79 kB 00:00 2024-05-21T01:43:45.364 INFO:teuthology.orchestra.run.smithi190.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-05-21T01:43:45.398 INFO:teuthology.orchestra.run.smithi190.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 4.6 MB/s | 272 kB 00:00 2024-05-21T01:43:45.415 INFO:teuthology.orchestra.run.smithi190.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 326 kB/s | 16 kB 00:00 2024-05-21T01:43:45.449 INFO:teuthology.orchestra.run.smithi190.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-05-21T01:43:45.466 INFO:teuthology.orchestra.run.smithi190.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-05-21T01:43:45.508 INFO:teuthology.orchestra.run.smithi190.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 522 kB/s | 31 kB 00:00 2024-05-21T01:43:45.533 INFO:teuthology.orchestra.run.smithi190.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 2.7 MB/s | 188 kB 00:00 2024-05-21T01:43:45.559 INFO:teuthology.orchestra.run.smithi190.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-05-21T01:43:45.584 INFO:teuthology.orchestra.run.smithi190.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-05-21T01:43:45.609 INFO:teuthology.orchestra.run.smithi190.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-05-21T01:43:45.651 INFO:teuthology.orchestra.run.smithi190.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 3.4 MB/s | 230 kB 00:00 2024-05-21T01:43:45.676 INFO:teuthology.orchestra.run.smithi190.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-05-21T01:43:45.718 INFO:teuthology.orchestra.run.smithi190.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 6.2 MB/s | 427 kB 00:00 2024-05-21T01:43:45.735 INFO:teuthology.orchestra.run.smithi190.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 341 kB/s | 20 kB 00:00 2024-05-21T01:43:45.777 INFO:teuthology.orchestra.run.smithi190.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-05-21T01:43:45.790 INFO:teuthology.orchestra.run.smithi164.stdout:(159/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 2.6 MB/s | 2.4 MB 00:00 2024-05-21T01:43:45.793 INFO:teuthology.orchestra.run.smithi164.stdout:-------------------------------------------------------------------------------- 2024-05-21T01:43:45.793 INFO:teuthology.orchestra.run.smithi164.stdout:Total 7.0 MB/s | 227 MB 00:32 2024-05-21T01:43:45.978 INFO:teuthology.orchestra.run.smithi190.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 6.5 MB/s | 1.6 MB 00:00 2024-05-21T01:43:46.228 INFO:teuthology.orchestra.run.smithi190.stdout:(148/159): librados2-19.0.0-3830.g0051ea03.el9. 7.6 MB/s | 3.4 MB 00:00 2024-05-21T01:43:46.411 INFO:teuthology.orchestra.run.smithi190.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 13 MB/s | 2.3 MB 00:00 2024-05-21T01:43:46.478 INFO:teuthology.orchestra.run.smithi190.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 27 MB/s | 1.8 MB 00:00 2024-05-21T01:43:46.561 INFO:teuthology.orchestra.run.smithi190.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 1.0 MB/s | 41 kB 00:00 2024-05-21T01:43:46.570 INFO:teuthology.orchestra.run.smithi190.stdout:(152/159): librbd1-19.0.0-3830.g0051ea03.el9.x8 5.3 MB/s | 3.1 MB 00:00 2024-05-21T01:43:46.595 INFO:teuthology.orchestra.run.smithi190.stdout:(153/159): NetworkManager-tui-1.47.90-1.el9.x86 3.2 MB/s | 248 kB 00:00 2024-05-21T01:43:46.596 INFO:teuthology.orchestra.run.smithi190.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T01:43:46.612 INFO:teuthology.orchestra.run.smithi190.stdout:[MIRROR] elfutils-libelf-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-libelf-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T01:43:46.779 INFO:teuthology.orchestra.run.smithi190.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 176 kB/s | 37 kB 00:00 2024-05-21T01:43:47.045 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction check 2024-05-21T01:43:47.046 INFO:teuthology.orchestra.run.smithi190.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 973 kB/s | 260 kB 00:00 2024-05-21T01:43:47.113 INFO:teuthology.orchestra.run.smithi190.stdout:(156/159): elfutils-libelf-0.191-4.el9.x86_64.r 400 kB/s | 207 kB 00:00 2024-05-21T01:43:47.205 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction check succeeded. 2024-05-21T01:43:47.205 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction test 2024-05-21T01:43:47.489 INFO:teuthology.orchestra.run.smithi190.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 3.1 MB/s | 1.3 MB 00:00 2024-05-21T01:43:47.572 INFO:teuthology.orchestra.run.smithi190.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 5.2 MB/s | 2.4 MB 00:00 2024-05-21T01:43:49.023 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction test succeeded. 2024-05-21T01:43:49.024 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction 2024-05-21T01:43:53.817 INFO:teuthology.orchestra.run.smithi007.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 1.1 MB/s | 16 MB 00:14 2024-05-21T01:43:53.826 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-05-21T01:43:53.826 INFO:teuthology.orchestra.run.smithi007.stdout:Total 7.7 MB/s | 227 MB 00:29 2024-05-21T01:43:55.213 INFO:teuthology.orchestra.run.smithi164.stdout: Preparing : 1/1 2024-05-21T01:43:55.294 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T01:43:55.334 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T01:43:55.394 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T01:43:55.428 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T01:43:55.454 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T01:43:55.496 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T01:43:55.816 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T01:43:55.921 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 8/170 2024-05-21T01:43:56.042 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 8/170 2024-05-21T01:43:56.072 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 9/170 2024-05-21T01:43:56.162 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 9/170 2024-05-21T01:43:56.193 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rados-2:19.0.0-3830.g0051ea03.el9.x86_64 10/170 2024-05-21T01:43:56.225 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T01:43:56.415 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T01:43:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T01:43:56.502 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 14/170 2024-05-21T01:43:56.605 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 14/170 2024-05-21T01:43:56.629 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86 15/170 2024-05-21T01:43:56.691 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86 15/170 2024-05-21T01:43:56.713 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T01:43:56.731 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T01:43:56.880 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T01:43:57.004 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T01:43:57.152 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction check 2024-05-21T01:43:57.193 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T01:43:57.253 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T01:43:57.347 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T01:43:57.422 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T01:43:57.423 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction check succeeded. 2024-05-21T01:43:57.423 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction test 2024-05-21T01:43:57.612 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T01:43:57.718 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T01:43:57.742 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T01:43:57.777 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T01:43:57.842 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T01:43:57.885 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T01:43:57.928 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T01:43:57.961 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T01:43:57.989 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T01:43:58.057 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T01:43:58.113 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T01:43:58.144 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T01:43:58.179 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T01:43:58.255 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T01:43:58.290 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-ceph-common-2:19.0.0-3830.g0051ea03.el9. 33/170 2024-05-21T01:43:58.333 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-ceph-argparse-2:19.0.0-3830.g0051ea03.el 34/170 2024-05-21T01:43:58.362 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cephfs-2:19.0.0-3830.g0051ea03.el9.x86_6 35/170 2024-05-21T01:43:58.432 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T01:43:58.485 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T01:43:58.559 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T01:43:58.692 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T01:43:58.755 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T01:43:59.278 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T01:43:59.358 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T01:43:59.387 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T01:43:59.426 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T01:43:59.464 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T01:43:59.502 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librados-devel-2:19.0.0-3830.g0051ea03.el9.x86_6 46/170 2024-05-21T01:43:59.543 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T01:43:59.714 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T01:43:59.772 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T01:43:59.864 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T01:43:59.928 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T01:44:00.000 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T01:44:00.028 INFO:teuthology.orchestra.run.smithi007.stdout:Transaction test succeeded. 2024-05-21T01:44:00.028 INFO:teuthology.orchestra.run.smithi007.stdout:Running transaction 2024-05-21T01:44:00.031 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T01:44:00.068 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T01:44:00.115 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T01:44:00.151 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T01:44:00.162 INFO:teuthology.orchestra.run.smithi190.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 779 kB/s | 16 MB 00:21 2024-05-21T01:44:00.167 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-05-21T01:44:00.167 INFO:teuthology.orchestra.run.smithi190.stdout:Total 4.8 MB/s | 227 MB 00:47 2024-05-21T01:44:00.194 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T01:44:00.235 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T01:44:00.372 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T01:44:00.421 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T01:44:00.462 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T01:44:00.557 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T01:44:00.587 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T01:44:00.627 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T01:44:00.653 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T01:44:00.678 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T01:44:00.752 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T01:44:00.879 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T01:44:00.910 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T01:44:00.938 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T01:44:00.972 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T01:44:01.011 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T01:44:01.043 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T01:44:01.073 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T01:44:01.099 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T01:44:01.132 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T01:44:01.174 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T01:44:01.208 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T01:44:01.295 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T01:44:01.338 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T01:44:01.369 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T01:44:01.391 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2024-05-21T01:44:01.416 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T01:44:01.516 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T01:44:01.547 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2024-05-21T01:44:01.547 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2024-05-21T01:44:01.571 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T01:44:02.292 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T01:44:02.351 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T01:44:02.385 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T01:44:02.486 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T01:44:02.540 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T01:44:02.586 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T01:44:02.674 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T01:44:02.713 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T01:44:02.891 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T01:44:02.919 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T01:44:02.997 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T01:44:03.543 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2024-05-21T01:44:03.544 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2024-05-21T01:44:03.645 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T01:44:03.750 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T01:44:04.988 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T01:44:05.072 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T01:44:05.100 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T01:44:05.133 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T01:44:05.445 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T01:44:05.488 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 103/170 2024-05-21T01:44:05.577 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 103/170 2024-05-21T01:44:05.609 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rbd-2:19.0.0-3830.g0051ea03.el9.x86_64 104/170 2024-05-21T01:44:05.645 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T01:44:06.128 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T01:44:06.158 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 107/170 2024-05-21T01:44:06.228 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 107/170 2024-05-21T01:44:06.250 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rgw-2:19.0.0-3830.g0051ea03.el9.x86_64 108/170 2024-05-21T01:44:06.892 INFO:teuthology.orchestra.run.smithi007.stdout: Preparing : 1/1 2024-05-21T01:44:07.007 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T01:44:07.086 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T01:44:07.214 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T01:44:07.272 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T01:44:07.309 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T01:44:07.415 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T01:44:07.856 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T01:44:07.956 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 8/170 2024-05-21T01:44:08.170 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 8/170 2024-05-21T01:44:08.199 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 9/170 2024-05-21T01:44:08.335 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 9/170 2024-05-21T01:44:08.375 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rados-2:19.0.0-3830.g0051ea03.el9.x86_64 10/170 2024-05-21T01:44:08.468 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T01:44:08.590 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 109/170 2024-05-21T01:44:08.623 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 109/170 2024-05-21T01:44:08.893 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T01:44:08.955 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T01:44:08.980 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 14/170 2024-05-21T01:44:09.143 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 14/170 2024-05-21T01:44:09.168 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 109/170 2024-05-21T01:44:09.181 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86 15/170 2024-05-21T01:44:09.209 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 110/170 2024-05-21T01:44:09.277 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86 15/170 2024-05-21T01:44:09.299 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 110/170 2024-05-21T01:44:09.299 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T01:44:09.299 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T01:44:09.300 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:09.307 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T01:44:09.327 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 111/170 2024-05-21T01:44:09.374 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T01:44:09.668 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T01:44:09.725 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2024-05-21T01:44:09.808 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T01:44:09.846 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T01:44:09.900 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T01:44:09.934 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T01:44:09.959 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T01:44:09.993 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T01:44:10.016 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T01:44:10.239 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T01:44:10.313 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T01:44:10.327 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T01:44:10.418 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 8/170 2024-05-21T01:44:10.530 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T01:44:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 8/170 2024-05-21T01:44:10.569 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 9/170 2024-05-21T01:44:10.660 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 9/170 2024-05-21T01:44:10.668 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T01:44:10.703 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rados-2:19.0.0-3830.g0051ea03.el9.x86_64 10/170 2024-05-21T01:44:10.740 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T01:44:10.924 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T01:44:10.972 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T01:44:10.995 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T01:44:11.000 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 14/170 2024-05-21T01:44:11.087 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 14/170 2024-05-21T01:44:11.109 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86 15/170 2024-05-21T01:44:11.172 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86 15/170 2024-05-21T01:44:11.194 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T01:44:11.204 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T01:44:11.213 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T01:44:11.240 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T01:44:11.286 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T01:44:11.393 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T01:44:11.454 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T01:44:11.521 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T01:44:11.569 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T01:44:11.575 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T01:44:11.615 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T01:44:11.727 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T01:44:11.738 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T01:44:11.815 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T01:44:11.859 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T01:44:11.884 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T01:44:11.919 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T01:44:11.935 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T01:44:12.030 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T01:44:12.031 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T01:44:12.071 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ceph-common-2:19.0.0-3830.g0051ea03.el9. 33/170 2024-05-21T01:44:12.113 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T01:44:12.139 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ceph-argparse-2:19.0.0-3830.g0051ea03.el 34/170 2024-05-21T01:44:12.169 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cephfs-2:19.0.0-3830.g0051ea03.el9.x86_6 35/170 2024-05-21T01:44:12.292 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T01:44:12.308 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T01:44:12.360 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T01:44:12.419 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T01:44:12.448 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T01:44:12.474 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T01:44:12.483 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T01:44:12.565 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T01:44:12.608 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T01:44:12.652 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T01:44:12.664 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T01:44:12.684 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T01:44:12.712 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T01:44:12.735 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T01:44:12.772 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T01:44:12.835 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T01:44:12.865 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T01:44:12.908 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T01:44:12.984 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T01:44:13.019 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-common-2:19.0.0-3830.g0051ea03.el9. 33/170 2024-05-21T01:44:13.062 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-argparse-2:19.0.0-3830.g0051ea03.el 34/170 2024-05-21T01:44:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cephfs-2:19.0.0-3830.g0051ea03.el9.x86_6 35/170 2024-05-21T01:44:13.163 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T01:44:13.208 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T01:44:13.283 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T01:44:13.415 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T01:44:13.457 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T01:44:13.476 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T01:44:13.576 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T01:44:13.626 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T01:44:13.676 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T01:44:13.743 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T01:44:13.797 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librados-devel-2:19.0.0-3830.g0051ea03.el9.x86_6 46/170 2024-05-21T01:44:13.881 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T01:44:13.999 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T01:44:14.080 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T01:44:14.109 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T01:44:14.112 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T01:44:14.146 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T01:44:14.179 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T01:44:14.186 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T01:44:14.224 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librados-devel-2:19.0.0-3830.g0051ea03.el9.x86_6 46/170 2024-05-21T01:44:14.266 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T01:44:14.311 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T01:44:14.385 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T01:44:14.424 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T01:44:14.473 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T01:44:14.486 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T01:44:14.521 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T01:44:14.560 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T01:44:14.577 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T01:44:14.627 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T01:44:14.641 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T01:44:14.669 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T01:44:14.714 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T01:44:14.722 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T01:44:14.745 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T01:44:14.779 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T01:44:14.782 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T01:44:14.828 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T01:44:14.864 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T01:44:14.907 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T01:44:14.949 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T01:44:14.978 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T01:44:15.029 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T01:44:15.085 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T01:44:15.098 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T01:44:15.126 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T01:44:15.167 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T01:44:15.233 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T01:44:15.262 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T01:44:15.278 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T01:44:15.312 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T01:44:15.334 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T01:44:15.349 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T01:44:15.368 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T01:44:15.375 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T01:44:15.399 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T01:44:15.401 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T01:44:15.474 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T01:44:15.592 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T01:44:15.597 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T01:44:15.623 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T01:44:15.643 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T01:44:15.677 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T01:44:15.716 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T01:44:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T01:44:15.778 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T01:44:15.799 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T01:44:15.812 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T01:44:15.840 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T01:44:15.845 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T01:44:15.887 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T01:44:15.890 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T01:44:15.922 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T01:44:15.935 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T01:44:15.995 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T01:44:15.999 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T01:44:16.052 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T01:44:16.055 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T01:44:16.083 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T01:44:16.104 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T01:44:16.130 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T01:44:16.150 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T01:44:16.224 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T01:44:16.229 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T01:44:16.276 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T01:44:16.305 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T01:44:16.348 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T01:44:16.496 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T01:44:16.559 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T01:44:16.605 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T01:44:16.679 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T01:44:16.839 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T01:44:16.909 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T01:44:16.999 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T01:44:17.049 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T01:44:17.082 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T01:44:17.180 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T01:44:17.228 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T01:44:17.273 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T01:44:17.364 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T01:44:17.400 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T01:44:17.578 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T01:44:17.607 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T01:44:17.684 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T01:44:17.879 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T01:44:17.958 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T01:44:17.993 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T01:44:18.139 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T01:44:18.201 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T01:44:18.257 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T01:44:18.325 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T01:44:18.369 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T01:44:18.427 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T01:44:18.446 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T01:44:18.688 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T01:44:18.724 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T01:44:18.848 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T01:44:19.670 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T01:44:19.751 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T01:44:19.765 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T01:44:19.779 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T01:44:19.812 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T01:44:19.916 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T01:44:20.126 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T01:44:20.167 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 103/170 2024-05-21T01:44:20.258 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 103/170 2024-05-21T01:44:20.289 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rbd-2:19.0.0-3830.g0051ea03.el9.x86_64 104/170 2024-05-21T01:44:20.324 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T01:44:20.796 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T01:44:20.828 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 107/170 2024-05-21T01:44:20.853 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 111/170 2024-05-21T01:44:20.853 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /sys 2024-05-21T01:44:20.854 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /proc 2024-05-21T01:44:20.854 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /mnt 2024-05-21T01:44:20.854 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /var/tmp 2024-05-21T01:44:20.854 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /home 2024-05-21T01:44:20.854 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /root 2024-05-21T01:44:20.854 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /tmp 2024-05-21T01:44:20.854 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:20.883 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 107/170 2024-05-21T01:44:20.905 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rgw-2:19.0.0-3830.g0051ea03.el9.x86_64 108/170 2024-05-21T01:44:21.040 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 112/170 2024-05-21T01:44:21.059 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 112/170 2024-05-21T01:44:21.059 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:21.059 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T01:44:21.059 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:21.903 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T01:44:22.021 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T01:44:22.059 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T01:44:22.093 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T01:44:22.492 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T01:44:22.543 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 113/170 2024-05-21T01:44:22.558 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 103/170 2024-05-21T01:44:22.569 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 113/170 2024-05-21T01:44:22.569 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:22.569 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T01:44:22.569 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T01:44:22.569 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T01:44:22.570 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:22.684 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 103/170 2024-05-21T01:44:22.715 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rbd-2:19.0.0-3830.g0051ea03.el9.x86_64 104/170 2024-05-21T01:44:22.774 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T01:44:22.810 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 114/170 2024-05-21T01:44:22.834 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 114/170 2024-05-21T01:44:22.834 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:22.834 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T01:44:22.834 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T01:44:22.834 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T01:44:22.834 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:23.222 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 109/170 2024-05-21T01:44:23.260 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 109/170 2024-05-21T01:44:23.278 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 115/170 2024-05-21T01:44:23.301 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 115/170 2024-05-21T01:44:23.301 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:23.301 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T01:44:23.301 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T01:44:23.302 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T01:44:23.302 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:23.364 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T01:44:23.402 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 107/170 2024-05-21T01:44:23.408 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T01:44:23.465 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T01:44:23.504 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 107/170 2024-05-21T01:44:23.521 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T01:44:23.529 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-rgw-2:19.0.0-3830.g0051ea03.el9.x86_64 108/170 2024-05-21T01:44:23.706 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T01:44:23.754 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T01:44:23.801 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 109/170 2024-05-21T01:44:23.832 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T01:44:23.838 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 110/170 2024-05-21T01:44:23.912 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 110/170 2024-05-21T01:44:23.913 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T01:44:23.913 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T01:44:23.913 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:23.919 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T01:44:23.938 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 111/170 2024-05-21T01:44:24.059 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T01:44:24.113 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T01:44:24.144 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T01:44:24.181 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T01:44:24.675 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 127/170 2024-05-21T01:44:24.704 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 127/170 2024-05-21T01:44:24.737 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3830.g0051ea03.e 128/170 2024-05-21T01:44:24.797 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3830.g0051ea03. 129/170 2024-05-21T01:44:24.828 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noa 130/170 2024-05-21T01:44:25.875 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noa 130/170 2024-05-21T01:44:25.912 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.n 131/170 2024-05-21T01:44:26.323 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 109/170 2024-05-21T01:44:26.367 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 109/170 2024-05-21T01:44:26.888 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.n 131/170 2024-05-21T01:44:26.913 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3830.g005 132/170 2024-05-21T01:44:27.023 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3830.g005 132/170 2024-05-21T01:44:27.035 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 109/170 2024-05-21T01:44:27.079 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 110/170 2024-05-21T01:44:27.192 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3830.g0051ea03.el 133/170 2024-05-21T01:44:27.215 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 134/170 2024-05-21T01:44:27.233 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 110/170 2024-05-21T01:44:27.233 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T01:44:27.233 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T01:44:27.233 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:27.238 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 134/170 2024-05-21T01:44:27.238 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:27.239 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T01:44:27.239 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T01:44:27.239 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T01:44:27.239 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:27.271 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 111/170 2024-05-21T01:44:27.282 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 135/170 2024-05-21T01:44:27.294 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 135/170 2024-05-21T01:44:27.391 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-2:19.0.0-3830.g0051ea03.el9.x86_64 136/170 2024-05-21T01:44:27.439 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 137/170 2024-05-21T01:44:28.364 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T01:44:28.401 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 139/170 2024-05-21T01:44:28.424 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 139/170 2024-05-21T01:44:28.425 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:28.425 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T01:44:28.425 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T01:44:28.425 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T01:44:28.425 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:28.469 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3830.g0051e 140/170 2024-05-21T01:44:28.491 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3830.g0051e 140/170 2024-05-21T01:44:28.491 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:28.491 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T01:44:28.491 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:28.536 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 141/170 2024-05-21T01:44:28.559 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 141/170 2024-05-21T01:44:28.559 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:28.559 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T01:44:28.559 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T01:44:28.559 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T01:44:28.559 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:28.870 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 142/170 2024-05-21T01:44:28.892 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 142/170 2024-05-21T01:44:28.893 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:28.893 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T01:44:28.893 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T01:44:28.893 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T01:44:28.893 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:33.507 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-test-2:19.0.0-3830.g0051ea03.el9.x86_64 143/170 2024-05-21T01:44:33.548 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : rbd-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 144/170 2024-05-21T01:44:33.589 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : rbd-nbd-2:19.0.0-3830.g0051ea03.el9.x86_64 145/170 2024-05-21T01:44:33.621 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T01:44:33.648 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T01:44:33.822 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : cephfs-shell-2:19.0.0-3830.g0051ea03.el9.x86_64 148/170 2024-05-21T01:44:33.870 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T01:44:33.902 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libcephfs-devel-2:19.0.0-3830.g0051ea03.el9.x86_ 150/170 2024-05-21T01:44:33.943 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T01:44:33.972 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T01:44:34.019 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T01:44:34.608 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T01:44:34.641 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T01:44:34.662 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T01:44:35.354 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 111/170 2024-05-21T01:44:35.355 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /sys 2024-05-21T01:44:35.355 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /proc 2024-05-21T01:44:35.355 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /mnt 2024-05-21T01:44:35.355 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /var/tmp 2024-05-21T01:44:35.355 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /home 2024-05-21T01:44:35.355 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /root 2024-05-21T01:44:35.356 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /tmp 2024-05-21T01:44:35.356 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:35.491 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : cephfs-top-2:19.0.0-3830.g0051ea03.el9.noarch 155/170 2024-05-21T01:44:35.524 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 112/170 2024-05-21T01:44:35.543 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 112/170 2024-05-21T01:44:35.543 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:35.543 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T01:44:35.543 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:35.580 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T01:44:35.620 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T01:44:35.701 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T01:44:35.741 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T01:44:35.766 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T01:44:35.800 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T01:44:35.827 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T01:44:35.827 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T01:44:35.911 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T01:44:35.936 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T01:44:35.936 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T01:44:36.012 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T01:44:36.037 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T01:44:36.042 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T01:44:36.042 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T01:44:36.222 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T01:44:36.223 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T01:44:36.307 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T01:44:36.332 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T01:44:36.395 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T01:44:37.019 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 113/170 2024-05-21T01:44:37.045 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 113/170 2024-05-21T01:44:37.045 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:37.045 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T01:44:37.045 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T01:44:37.045 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T01:44:37.045 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:37.278 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 114/170 2024-05-21T01:44:37.301 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 114/170 2024-05-21T01:44:37.301 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:37.301 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T01:44:37.301 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T01:44:37.301 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T01:44:37.301 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:37.745 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 115/170 2024-05-21T01:44:37.768 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 115/170 2024-05-21T01:44:37.768 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:37.768 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T01:44:37.768 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T01:44:37.768 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T01:44:37.768 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:37.884 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T01:44:37.940 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T01:44:37.996 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T01:44:38.182 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T01:44:38.230 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T01:44:38.307 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T01:44:38.395 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T01:44:38.526 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T01:44:38.571 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T01:44:38.612 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T01:44:38.639 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T01:44:39.024 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 127/170 2024-05-21T01:44:39.055 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 127/170 2024-05-21T01:44:39.087 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3830.g0051ea03.e 128/170 2024-05-21T01:44:39.148 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3830.g0051ea03. 129/170 2024-05-21T01:44:39.186 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noa 130/170 2024-05-21T01:44:40.232 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noa 130/170 2024-05-21T01:44:40.280 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.n 131/170 2024-05-21T01:44:40.750 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 111/170 2024-05-21T01:44:40.750 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /sys 2024-05-21T01:44:40.750 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /proc 2024-05-21T01:44:40.750 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /mnt 2024-05-21T01:44:40.750 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /var/tmp 2024-05-21T01:44:40.750 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /home 2024-05-21T01:44:40.750 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /root 2024-05-21T01:44:40.750 INFO:teuthology.orchestra.run.smithi007.stdout:skipping the directory /tmp 2024-05-21T01:44:40.750 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:40.995 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 112/170 2024-05-21T01:44:41.045 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 112/170 2024-05-21T01:44:41.045 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:41.045 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T01:44:41.045 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:41.246 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.n 131/170 2024-05-21T01:44:41.280 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3830.g005 132/170 2024-05-21T01:44:41.394 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3830.g005 132/170 2024-05-21T01:44:41.560 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3830.g0051ea03.el 133/170 2024-05-21T01:44:41.599 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 134/170 2024-05-21T01:44:41.623 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 134/170 2024-05-21T01:44:41.623 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:41.623 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T01:44:41.623 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T01:44:41.623 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T01:44:41.624 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:41.666 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 135/170 2024-05-21T01:44:41.677 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 135/170 2024-05-21T01:44:41.775 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-2:19.0.0-3830.g0051ea03.el9.x86_64 136/170 2024-05-21T01:44:41.824 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 137/170 2024-05-21T01:44:42.047 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T01:44:42.047 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-2:19.0.0-3830.g0051ea03.el9.x86_64 1/170 2024-05-21T01:44:42.047 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 2/170 2024-05-21T01:44:42.047 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 3/170 2024-05-21T01:44:42.047 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 4/170 2024-05-21T01:44:42.047 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3830.g0051e 5/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 6/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 7/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 8/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 9/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 10/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 11/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-test-2:19.0.0-3830.g0051ea03.el9.x86_64 12/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 13/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : cephfs-shell-2:19.0.0-3830.g0051ea03.el9.x86_64 14/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libcephfs-devel-2:19.0.0-3830.g0051ea03.el9.x86_ 15/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 16/170 2024-05-21T01:44:42.048 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 17/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librados-devel-2:19.0.0-3830.g0051ea03.el9.x86_6 18/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86 19/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 20/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3830.g0051ea03.el 21/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-ceph-common-2:19.0.0-3830.g0051ea03.el9. 22/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cephfs-2:19.0.0-3830.g0051ea03.el9.x86_6 23/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rados-2:19.0.0-3830.g0051ea03.el9.x86_64 24/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rbd-2:19.0.0-3830.g0051ea03.el9.x86_64 25/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rgw-2:19.0.0-3830.g0051ea03.el9.x86_64 26/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : rbd-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 27/170 2024-05-21T01:44:42.049 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 28/170 2024-05-21T01:44:42.050 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : rbd-nbd-2:19.0.0-3830.g0051ea03.el9.x86_64 29/170 2024-05-21T01:44:42.050 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3830.g0051ea03. 30/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noa 31/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.n 32/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3830.g005 33/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3830.g0051ea03.el 34/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 35/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3830.g0051ea03.e 36/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 37/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 38/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : cephfs-top-2:19.0.0-3830.g0051ea03.el9.noarch 39/170 2024-05-21T01:44:42.063 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T01:44:42.064 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T01:44:42.065 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T01:44:42.066 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T01:44:42.067 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T01:44:42.068 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T01:44:42.069 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T01:44:42.070 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T01:44:42.071 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T01:44:42.071 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T01:44:42.071 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T01:44:42.071 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T01:44:42.071 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T01:44:42.071 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T01:44:42.071 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T01:44:42.071 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T01:44:42.071 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T01:44:42.072 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 149/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 151/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T01:44:42.073 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T01:44:42.074 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T01:44:42.075 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T01:44:42.730 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 113/170 2024-05-21T01:44:42.752 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T01:44:42.794 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 139/170 2024-05-21T01:44:42.815 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 113/170 2024-05-21T01:44:42.815 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:42.815 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T01:44:42.815 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T01:44:42.815 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T01:44:42.815 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:42.817 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 139/170 2024-05-21T01:44:42.818 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:42.818 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T01:44:42.818 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T01:44:42.818 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T01:44:42.818 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:42.861 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3830.g0051e 140/170 2024-05-21T01:44:42.883 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3830.g0051e 140/170 2024-05-21T01:44:42.884 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:42.884 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T01:44:42.884 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:42.929 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 141/170 2024-05-21T01:44:42.951 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 141/170 2024-05-21T01:44:42.951 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:42.952 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T01:44:42.952 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T01:44:42.952 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T01:44:42.952 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:43.097 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 114/170 2024-05-21T01:44:43.166 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 114/170 2024-05-21T01:44:43.166 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:43.166 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T01:44:43.166 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T01:44:43.167 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T01:44:43.167 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:43.254 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 142/170 2024-05-21T01:44:43.277 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 142/170 2024-05-21T01:44:43.277 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:43.277 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T01:44:43.277 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T01:44:43.277 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T01:44:43.278 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:43.697 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 115/170 2024-05-21T01:44:43.773 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 115/170 2024-05-21T01:44:43.773 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:43.773 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T01:44:43.773 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T01:44:43.773 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T01:44:43.773 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:43.915 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T01:44:43.979 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T01:44:44.054 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T01:44:44.303 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T01:44:44.361 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T01:44:44.450 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T01:44:44.568 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T01:44:44.654 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T01:44:44.654 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:44.654 INFO:teuthology.orchestra.run.smithi164.stdout:Upgraded: 2024-05-21T01:44:44.654 INFO:teuthology.orchestra.run.smithi164.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout:Installed: 2024-05-21T01:44:44.655 INFO:teuthology.orchestra.run.smithi164.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-grafana-dashboards-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-immutable-object-cache-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.656 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-modules-core-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-prometheus-alerts-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.657 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-test-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-shell-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: cephfs-top-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T01:44:44.658 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs-devel-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T01:44:44.659 INFO:teuthology.orchestra.run.smithi164.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T01:44:44.660 INFO:teuthology.orchestra.run.smithi164.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T01:44:44.660 INFO:teuthology.orchestra.run.smithi164.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T01:44:44.660 INFO:teuthology.orchestra.run.smithi164.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T01:44:44.660 INFO:teuthology.orchestra.run.smithi164.stdout: librados-devel-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.660 INFO:teuthology.orchestra.run.smithi164.stdout: libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.660 INFO:teuthology.orchestra.run.smithi164.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T01:44:44.660 INFO:teuthology.orchestra.run.smithi164.stdout: librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T01:44:44.661 INFO:teuthology.orchestra.run.smithi164.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T01:44:44.662 INFO:teuthology.orchestra.run.smithi164.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-argparse-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cephfs-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T01:44:44.663 INFO:teuthology.orchestra.run.smithi164.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T01:44:44.664 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T01:44:44.665 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T01:44:44.666 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rados-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rbd-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rgw-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T01:44:44.667 INFO:teuthology.orchestra.run.smithi164.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T01:44:44.668 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.669 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.669 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-nbd-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:44.669 INFO:teuthology.orchestra.run.smithi164.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T01:44:44.669 INFO:teuthology.orchestra.run.smithi164.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T01:44:44.669 INFO:teuthology.orchestra.run.smithi164.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T01:44:44.669 INFO:teuthology.orchestra.run.smithi164.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T01:44:44.669 INFO:teuthology.orchestra.run.smithi164.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T01:44:44.669 INFO:teuthology.orchestra.run.smithi164.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T01:44:44.670 INFO:teuthology.orchestra.run.smithi164.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T01:44:44.670 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-05-21T01:44:44.670 INFO:teuthology.orchestra.run.smithi164.stdout:Complete! 2024-05-21T01:44:44.737 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T01:44:44.831 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T01:44:44.885 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T01:44:44.925 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T01:44:45.109 DEBUG:teuthology.parallel:result is None 2024-05-21T01:44:45.597 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 127/170 2024-05-21T01:44:45.640 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 127/170 2024-05-21T01:44:45.698 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3830.g0051ea03.e 128/170 2024-05-21T01:44:45.813 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3830.g0051ea03. 129/170 2024-05-21T01:44:45.849 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noa 130/170 2024-05-21T01:44:47.232 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noa 130/170 2024-05-21T01:44:47.276 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.n 131/170 2024-05-21T01:44:47.833 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-test-2:19.0.0-3830.g0051ea03.el9.x86_64 143/170 2024-05-21T01:44:47.879 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 144/170 2024-05-21T01:44:47.924 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-nbd-2:19.0.0-3830.g0051ea03.el9.x86_64 145/170 2024-05-21T01:44:47.956 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T01:44:47.991 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T01:44:48.185 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephfs-shell-2:19.0.0-3830.g0051ea03.el9.x86_64 148/170 2024-05-21T01:44:48.238 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T01:44:48.270 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs-devel-2:19.0.0-3830.g0051ea03.el9.x86_ 150/170 2024-05-21T01:44:48.310 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T01:44:48.341 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T01:44:48.386 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T01:44:48.440 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.n 131/170 2024-05-21T01:44:48.468 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3830.g005 132/170 2024-05-21T01:44:48.634 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3830.g005 132/170 2024-05-21T01:44:48.824 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3830.g0051ea03.el 133/170 2024-05-21T01:44:48.853 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 134/170 2024-05-21T01:44:48.929 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 134/170 2024-05-21T01:44:48.930 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:48.930 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T01:44:48.930 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T01:44:48.930 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T01:44:48.930 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:48.961 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T01:44:48.996 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 135/170 2024-05-21T01:44:49.001 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T01:44:49.021 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T01:44:49.035 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 135/170 2024-05-21T01:44:49.150 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-2:19.0.0-3830.g0051ea03.el9.x86_64 136/170 2024-05-21T01:44:49.215 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 137/170 2024-05-21T01:44:49.858 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephfs-top-2:19.0.0-3830.g0051ea03.el9.noarch 155/170 2024-05-21T01:44:49.948 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T01:44:49.989 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T01:44:50.079 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T01:44:50.118 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T01:44:50.143 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T01:44:50.168 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T01:44:50.195 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T01:44:50.195 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T01:44:50.274 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T01:44:50.288 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T01:44:50.307 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 139/170 2024-05-21T01:44:50.321 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T01:44:50.321 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T01:44:50.379 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 139/170 2024-05-21T01:44:50.379 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:50.379 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T01:44:50.379 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T01:44:50.380 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T01:44:50.380 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:50.406 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T01:44:50.432 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3830.g0051e 140/170 2024-05-21T01:44:50.458 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T01:44:50.463 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T01:44:50.463 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T01:44:50.504 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3830.g0051e 140/170 2024-05-21T01:44:50.504 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:50.504 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T01:44:50.505 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:50.584 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 141/170 2024-05-21T01:44:50.649 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T01:44:50.649 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T01:44:50.666 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 141/170 2024-05-21T01:44:50.667 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:50.667 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T01:44:50.667 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T01:44:50.667 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T01:44:50.667 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:50.733 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T01:44:50.758 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T01:44:50.822 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T01:44:51.051 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 142/170 2024-05-21T01:44:51.116 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 142/170 2024-05-21T01:44:51.116 INFO:teuthology.orchestra.run.smithi007.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T01:44:51.117 INFO:teuthology.orchestra.run.smithi007.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T01:44:51.117 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T01:44:51.117 INFO:teuthology.orchestra.run.smithi007.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T01:44:51.117 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:44:56.415 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : ceph-test-2:19.0.0-3830.g0051ea03.el9.x86_64 143/170 2024-05-21T01:44:56.441 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-2:19.0.0-3830.g0051ea03.el9.x86_64 1/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 2/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 3/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 4/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3830.g0051e 5/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 6/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 7/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 8/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 9/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 10/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 11/170 2024-05-21T01:44:56.442 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-test-2:19.0.0-3830.g0051ea03.el9.x86_64 12/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 13/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephfs-shell-2:19.0.0-3830.g0051ea03.el9.x86_64 14/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs-devel-2:19.0.0-3830.g0051ea03.el9.x86_ 15/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 16/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 17/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados-devel-2:19.0.0-3830.g0051ea03.el9.x86_6 18/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86 19/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 20/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3830.g0051ea03.el 21/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-common-2:19.0.0-3830.g0051ea03.el9. 22/170 2024-05-21T01:44:56.443 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cephfs-2:19.0.0-3830.g0051ea03.el9.x86_6 23/170 2024-05-21T01:44:56.444 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rados-2:19.0.0-3830.g0051ea03.el9.x86_64 24/170 2024-05-21T01:44:56.444 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rbd-2:19.0.0-3830.g0051ea03.el9.x86_64 25/170 2024-05-21T01:44:56.444 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rgw-2:19.0.0-3830.g0051ea03.el9.x86_64 26/170 2024-05-21T01:44:56.456 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 27/170 2024-05-21T01:44:56.456 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 28/170 2024-05-21T01:44:56.456 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-nbd-2:19.0.0-3830.g0051ea03.el9.x86_64 29/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3830.g0051ea03. 30/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noa 31/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.n 32/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3830.g005 33/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3830.g0051ea03.el 34/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 35/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3830.g0051ea03.e 36/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 37/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 38/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephfs-top-2:19.0.0-3830.g0051ea03.el9.noarch 39/170 2024-05-21T01:44:56.457 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T01:44:56.458 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T01:44:56.459 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T01:44:56.460 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T01:44:56.461 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T01:44:56.462 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T01:44:56.463 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T01:44:56.464 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T01:44:56.465 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 149/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T01:44:56.466 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 151/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T01:44:56.467 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T01:44:56.468 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T01:44:56.468 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T01:44:56.468 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T01:44:56.468 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T01:44:56.468 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T01:44:56.495 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 144/170 2024-05-21T01:44:56.552 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : rbd-nbd-2:19.0.0-3830.g0051ea03.el9.x86_64 145/170 2024-05-21T01:44:56.590 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T01:44:56.629 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T01:44:56.945 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephfs-shell-2:19.0.0-3830.g0051ea03.el9.x86_64 148/170 2024-05-21T01:44:57.004 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T01:44:57.097 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libcephfs-devel-2:19.0.0-3830.g0051ea03.el9.x86_ 150/170 2024-05-21T01:44:57.144 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T01:44:57.200 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T01:44:57.254 INFO:teuthology.orchestra.run.smithi007.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T01:44:58.321 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T01:44:58.374 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T01:44:58.439 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T01:44:59.107 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T01:44:59.107 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:59.107 INFO:teuthology.orchestra.run.smithi190.stdout:Upgraded: 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T01:44:59.108 INFO:teuthology.orchestra.run.smithi190.stdout:Installed: 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.109 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.110 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-shell-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: cephfs-top-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T01:44:59.111 INFO:teuthology.orchestra.run.smithi190.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T01:44:59.112 INFO:teuthology.orchestra.run.smithi190.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T01:44:59.113 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T01:44:59.114 INFO:teuthology.orchestra.run.smithi190.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.115 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T01:44:59.116 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T01:44:59.116 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T01:44:59.116 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T01:44:59.116 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T01:44:59.116 INFO:teuthology.orchestra.run.smithi190.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T01:44:59.116 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T01:44:59.116 INFO:teuthology.orchestra.run.smithi190.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T01:44:59.116 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T01:44:59.116 INFO:teuthology.orchestra.run.smithi190.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T01:44:59.117 INFO:teuthology.orchestra.run.smithi190.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T01:44:59.117 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T01:44:59.117 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T01:44:59.117 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T01:44:59.117 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T01:44:59.117 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T01:44:59.117 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T01:44:59.117 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T01:44:59.117 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T01:44:59.118 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T01:44:59.119 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T01:44:59.120 INFO:teuthology.orchestra.run.smithi190.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T01:44:59.121 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T01:44:59.122 INFO:teuthology.orchestra.run.smithi190.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T01:44:59.122 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:44:59.122 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-05-21T01:44:59.566 DEBUG:teuthology.parallel:result is None 2024-05-21T01:44:59.901 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : cephfs-top-2:19.0.0-3830.g0051ea03.el9.noarch 155/170 2024-05-21T01:45:00.014 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T01:45:00.075 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T01:45:00.232 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T01:45:00.275 INFO:teuthology.orchestra.run.smithi007.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T01:45:00.308 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T01:45:00.343 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T01:45:00.386 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T01:45:00.386 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T01:45:00.551 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T01:45:00.597 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T01:45:00.597 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T01:45:00.742 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T01:45:00.781 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T01:45:00.815 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T01:45:00.816 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T01:45:01.168 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T01:45:01.168 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T01:45:01.315 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T01:45:01.359 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T01:45:01.483 INFO:teuthology.orchestra.run.smithi007.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T01:45:01.768 INFO:teuthology.orchestra.run.smithi007.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T01:45:01.768 INFO:teuthology.orchestra.run.smithi007.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-05-21T01:45:01.768 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:45:07.666 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-2:19.0.0-3830.g0051ea03.el9.x86_64 1/170 2024-05-21T01:45:07.666 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 2/170 2024-05-21T01:45:07.666 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 3/170 2024-05-21T01:45:07.666 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 4/170 2024-05-21T01:45:07.666 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3830.g0051e 5/170 2024-05-21T01:45:07.666 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 6/170 2024-05-21T01:45:07.666 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 7/170 2024-05-21T01:45:07.666 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 8/170 2024-05-21T01:45:07.666 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 9/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 10/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 11/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-test-2:19.0.0-3830.g0051ea03.el9.x86_64 12/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 13/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephfs-shell-2:19.0.0-3830.g0051ea03.el9.x86_64 14/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephfs-devel-2:19.0.0-3830.g0051ea03.el9.x86_ 15/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 16/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 17/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados-devel-2:19.0.0-3830.g0051ea03.el9.x86_6 18/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86 19/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 20/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3830.g0051ea03.el 21/170 2024-05-21T01:45:07.667 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ceph-common-2:19.0.0-3830.g0051ea03.el9. 22/170 2024-05-21T01:45:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cephfs-2:19.0.0-3830.g0051ea03.el9.x86_6 23/170 2024-05-21T01:45:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rados-2:19.0.0-3830.g0051ea03.el9.x86_64 24/170 2024-05-21T01:45:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rbd-2:19.0.0-3830.g0051ea03.el9.x86_64 25/170 2024-05-21T01:45:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rgw-2:19.0.0-3830.g0051ea03.el9.x86_64 26/170 2024-05-21T01:45:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 27/170 2024-05-21T01:45:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 28/170 2024-05-21T01:45:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : rbd-nbd-2:19.0.0-3830.g0051ea03.el9.x86_64 29/170 2024-05-21T01:45:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3830.g0051ea03. 30/170 2024-05-21T01:45:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noa 31/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.n 32/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3830.g005 33/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3830.g0051ea03.el 34/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 35/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3830.g0051ea03.e 36/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 37/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 38/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : cephfs-top-2:19.0.0-3830.g0051ea03.el9.noarch 39/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T01:45:07.669 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T01:45:07.670 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T01:45:07.671 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T01:45:07.672 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T01:45:07.673 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T01:45:07.674 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T01:45:07.675 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T01:45:07.676 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T01:45:07.677 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 149/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 151/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T01:45:07.678 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T01:45:07.679 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T01:45:07.679 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T01:45:07.679 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T01:45:07.679 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T01:45:07.679 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T01:45:07.679 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T01:45:07.679 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T01:45:10.062 INFO:teuthology.orchestra.run.smithi007.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T01:45:10.062 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:45:10.062 INFO:teuthology.orchestra.run.smithi007.stdout:Upgraded: 2024-05-21T01:45:10.062 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: librados2-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: librbd1-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T01:45:10.063 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T01:45:10.064 INFO:teuthology.orchestra.run.smithi007.stdout:Installed: 2024-05-21T01:45:10.064 INFO:teuthology.orchestra.run.smithi007.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T01:45:10.064 INFO:teuthology.orchestra.run.smithi007.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T01:45:10.064 INFO:teuthology.orchestra.run.smithi007.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T01:45:10.064 INFO:teuthology.orchestra.run.smithi007.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T01:45:10.064 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.064 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-base-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.064 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-grafana-dashboards-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-immutable-object-cache-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mds-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-dashboard-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-modules-core-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mgr-rook-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-mon-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-osd-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.065 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-prometheus-alerts-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.066 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-radosgw-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.066 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-selinux-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.066 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-test-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.066 INFO:teuthology.orchestra.run.smithi007.stdout: ceph-volume-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.066 INFO:teuthology.orchestra.run.smithi007.stdout: cephadm-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.067 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.067 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-shell-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.067 INFO:teuthology.orchestra.run.smithi007.stdout: cephfs-top-2:19.0.0-3830.g0051ea03.el9.noarch 2024-05-21T01:45:10.067 INFO:teuthology.orchestra.run.smithi007.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T01:45:10.068 INFO:teuthology.orchestra.run.smithi007.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T01:45:10.068 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T01:45:10.068 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T01:45:10.068 INFO:teuthology.orchestra.run.smithi007.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T01:45:10.068 INFO:teuthology.orchestra.run.smithi007.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T01:45:10.068 INFO:teuthology.orchestra.run.smithi007.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T01:45:10.069 INFO:teuthology.orchestra.run.smithi007.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T01:45:10.069 INFO:teuthology.orchestra.run.smithi007.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T01:45:10.069 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T01:45:10.069 INFO:teuthology.orchestra.run.smithi007.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T01:45:10.069 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs-devel-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.069 INFO:teuthology.orchestra.run.smithi007.stdout: libcephfs2-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.069 INFO:teuthology.orchestra.run.smithi007.stdout: libcephsqlite-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.069 INFO:teuthology.orchestra.run.smithi007.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: librados-devel-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: libradosstriper1-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: librgw2-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T01:45:10.070 INFO:teuthology.orchestra.run.smithi007.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T01:45:10.071 INFO:teuthology.orchestra.run.smithi007.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T01:45:10.071 INFO:teuthology.orchestra.run.smithi007.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T01:45:10.071 INFO:teuthology.orchestra.run.smithi007.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T01:45:10.071 INFO:teuthology.orchestra.run.smithi007.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T01:45:10.071 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T01:45:10.071 INFO:teuthology.orchestra.run.smithi007.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T01:45:10.072 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-argparse-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ceph-common-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cephfs-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T01:45:10.073 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T01:45:10.074 INFO:teuthology.orchestra.run.smithi007.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T01:45:10.075 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rados-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rbd-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rgw-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T01:45:10.076 INFO:teuthology.orchestra.run.smithi007.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-fuse-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-mirror-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: rbd-nbd-2:19.0.0-3830.g0051ea03.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T01:45:10.077 INFO:teuthology.orchestra.run.smithi007.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T01:45:10.078 INFO:teuthology.orchestra.run.smithi007.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T01:45:10.078 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:45:10.078 INFO:teuthology.orchestra.run.smithi007.stdout:Complete! 2024-05-21T01:45:10.791 DEBUG:teuthology.parallel:result is None 2024-05-21T01:45:10.792 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:45:10.936 DEBUG:teuthology.orchestra.run.smithi007:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T01:45:10.990 INFO:teuthology.orchestra.run.smithi007.stdout:19.0.0-3830.g0051ea03.el9 2024-05-21T01:45:10.991 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3830.g0051ea03.el9 2024-05-21T01:45:10.991 INFO:teuthology.task.install:The correct ceph version 19.0.0-3830.g0051ea03 is installed. 2024-05-21T01:45:10.993 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:45:11.136 DEBUG:teuthology.orchestra.run.smithi164:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T01:45:11.163 INFO:teuthology.orchestra.run.smithi164.stdout:19.0.0-3830.g0051ea03.el9 2024-05-21T01:45:11.163 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3830.g0051ea03.el9 2024-05-21T01:45:11.163 INFO:teuthology.task.install:The correct ceph version 19.0.0-3830.g0051ea03 is installed. 2024-05-21T01:45:11.165 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:45:11.308 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T01:45:11.333 INFO:teuthology.orchestra.run.smithi190.stdout:19.0.0-3830.g0051ea03.el9 2024-05-21T01:45:11.334 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3830.g0051ea03.el9 2024-05-21T01:45:11.334 INFO:teuthology.task.install:The correct ceph version 19.0.0-3830.g0051ea03 is installed. 2024-05-21T01:45:11.336 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-21T01:45:11.336 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:45:11.336 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T01:45:11.408 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:45:11.409 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T01:45:11.439 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:45:11.440 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T01:45:11.470 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-21T01:45:11.470 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:45:11.470 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T01:45:11.542 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T01:45:11.646 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:45:11.646 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T01:45:11.674 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T01:45:11.743 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:45:11.743 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T01:45:11.769 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T01:45:11.832 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-21T01:45:11.833 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:45:11.833 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T01:45:11.896 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T01:45:12.012 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:45:12.012 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T01:45:12.036 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T01:45:12.101 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:45:12.101 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T01:45:12.125 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T01:45:12.189 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-21T01:45:12.189 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:45:12.189 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T01:45:12.251 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T01:45:12.353 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:45:12.353 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T01:45:12.377 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T01:45:12.441 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:45:12.441 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T01:45:12.464 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T01:45:12.527 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-21T01:45:12.629 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '0051ea03417a66dbfd5a17ea02c9049bcda16863', 'subvols': {'create': 2}} 2024-05-21T01:45:12.629 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:45:12.630 INFO:tasks.cephadm:Cluster fsid is c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:45:12.630 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-21T01:45:12.630 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.7', 'mon.b': '172.21.15.164', 'mon.c': '172.21.15.190'} 2024-05-21T01:45:12.630 INFO:tasks.cephadm:First mon is mon.a on smithi007 2024-05-21T01:45:12.630 INFO:tasks.cephadm:First mgr is x 2024-05-21T01:45:12.630 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-21T01:45:12.631 DEBUG:teuthology.orchestra.run.smithi007:> sudo hostname $(hostname -s) 2024-05-21T01:45:12.692 DEBUG:teuthology.orchestra.run.smithi164:> sudo hostname $(hostname -s) 2024-05-21T01:45:12.716 DEBUG:teuthology.orchestra.run.smithi190:> sudo hostname $(hostname -s) 2024-05-21T01:45:12.739 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-21T01:45:12.739 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:45:12.953 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '0051ea03417a66dbfd5a17ea02c9049bcda16863', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/79574/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3830-g0051ea03', 'node_name': '172.21.5.40+adami10', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3830.g0051ea03'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-20 23:28:08.139716', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiesce-no-remote-ap', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-05-21T01:45:13.164 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-lusov-quiesce-no-remote-ap, sha1 0051ea03417a66dbfd5a17ea02c9049bcda16863 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:45:13.165 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/x86_64/flavors/default/cephadm 2024-05-21T01:45:13.165 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/x86_64/flavors/default/cephadm 2024-05-21T01:45:13.166 DEBUG:teuthology.orchestra.run.smithi007:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T01:45:13.699 INFO:teuthology.orchestra.run.smithi007.stdout:-rw-r--r--. 1 ubuntu ubuntu 782807 May 21 01:45 /home/ubuntu/cephtest/cephadm 2024-05-21T01:45:13.699 DEBUG:teuthology.orchestra.run.smithi164:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T01:45:14.852 INFO:teuthology.orchestra.run.smithi164.stdout:-rw-r--r--. 1 ubuntu ubuntu 782807 May 21 01:45 /home/ubuntu/cephtest/cephadm 2024-05-21T01:45:14.852 DEBUG:teuthology.orchestra.run.smithi190:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce-no-remote-ap/0051ea03417a66dbfd5a17ea02c9049bcda16863/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T01:45:15.991 INFO:teuthology.orchestra.run.smithi190.stdout:-rw-r--r--. 1 ubuntu ubuntu 782807 May 21 01:45 /home/ubuntu/cephtest/cephadm 2024-05-21T01:45:15.991 DEBUG:teuthology.orchestra.run.smithi007:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T01:45:16.055 DEBUG:teuthology.orchestra.run.smithi164:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T01:45:16.074 DEBUG:teuthology.orchestra.run.smithi190:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T01:45:16.108 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 on all hosts... 2024-05-21T01:45:16.108 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 pull 2024-05-21T01:45:16.116 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 pull 2024-05-21T01:45:16.118 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 pull 2024-05-21T01:45:16.909 INFO:teuthology.orchestra.run.smithi164.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863... 2024-05-21T01:45:17.096 INFO:teuthology.orchestra.run.smithi190.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863... 2024-05-21T01:45:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863... 2024-05-21T01:45:51.432 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-05-21T01:45:51.432 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_version": "ceph version 19.0.0-3830-g0051ea03 (0051ea03417a66dbfd5a17ea02c9049bcda16863) squid (dev)", 2024-05-21T01:45:51.432 INFO:teuthology.orchestra.run.smithi190.stdout: "image_id": "d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e", 2024-05-21T01:45:51.432 INFO:teuthology.orchestra.run.smithi190.stdout: "repo_digests": [ 2024-05-21T01:45:51.433 INFO:teuthology.orchestra.run.smithi190.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21" 2024-05-21T01:45:51.433 INFO:teuthology.orchestra.run.smithi190.stdout: ] 2024-05-21T01:45:51.433 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-05-21T01:45:51.453 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-05-21T01:45:51.453 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_version": "ceph version 19.0.0-3830-g0051ea03 (0051ea03417a66dbfd5a17ea02c9049bcda16863) squid (dev)", 2024-05-21T01:45:51.453 INFO:teuthology.orchestra.run.smithi164.stdout: "image_id": "d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e", 2024-05-21T01:45:51.453 INFO:teuthology.orchestra.run.smithi164.stdout: "repo_digests": [ 2024-05-21T01:45:51.453 INFO:teuthology.orchestra.run.smithi164.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21" 2024-05-21T01:45:51.453 INFO:teuthology.orchestra.run.smithi164.stdout: ] 2024-05-21T01:45:51.453 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-05-21T01:45:59.227 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:45:59.227 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_version": "ceph version 19.0.0-3830-g0051ea03 (0051ea03417a66dbfd5a17ea02c9049bcda16863) squid (dev)", 2024-05-21T01:45:59.227 INFO:teuthology.orchestra.run.smithi007.stdout: "image_id": "d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e", 2024-05-21T01:45:59.227 INFO:teuthology.orchestra.run.smithi007.stdout: "repo_digests": [ 2024-05-21T01:45:59.228 INFO:teuthology.orchestra.run.smithi007.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21" 2024-05-21T01:45:59.228 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T01:45:59.228 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:45:59.295 DEBUG:teuthology.orchestra.run.smithi007:> sudo mkdir -p /etc/ceph 2024-05-21T01:45:59.391 DEBUG:teuthology.orchestra.run.smithi164:> sudo mkdir -p /etc/ceph 2024-05-21T01:45:59.424 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /etc/ceph 2024-05-21T01:45:59.458 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 777 /etc/ceph 2024-05-21T01:45:59.542 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod 777 /etc/ceph 2024-05-21T01:45:59.568 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 777 /etc/ceph 2024-05-21T01:45:59.595 INFO:tasks.cephadm:Writing seed config... 2024-05-21T01:45:59.596 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-21T01:45:59.596 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-21T01:45:59.596 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-21T01:45:59.596 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-21T01:45:59.596 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-21T01:45:59.596 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-05-21T01:45:59.596 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-21T01:45:59.596 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-21T01:45:59.597 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-21T01:45:59.598 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-21T01:45:59.599 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-21T01:45:59.600 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:45:59.600 DEBUG:teuthology.orchestra.run.smithi007:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-21T01:45:59.660 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = c3aa2a92-1713-11ef-bc9a-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-21T01:45:59.661 DEBUG:teuthology.orchestra.run.smithi007:mon.a> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.a.service 2024-05-21T01:45:59.667 DEBUG:teuthology.orchestra.run.smithi007:mgr.x> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.x.service 2024-05-21T01:45:59.712 INFO:tasks.cephadm:Bootstrapping... 2024-05-21T01:45:59.712 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 -v bootstrap --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.7 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-21T01:45:59.999 INFO:teuthology.orchestra.run.smithi007.stdout:-------------------------------------------------------------------------------- 2024-05-21T01:45:59.999 INFO:teuthology.orchestra.run.smithi007.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863', '-v', 'bootstrap', '--fsid', 'c3aa2a92-1713-11ef-bc9a-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.7', '--skip-admin-label'] 2024-05-21T01:46:00.000 INFO:teuthology.orchestra.run.smithi007.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-21T01:46:00.000 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying podman|docker is present... 2024-05-21T01:46:00.060 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 5.0.2 2024-05-21T01:46:00.060 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying lvm2 is present... 2024-05-21T01:46:00.060 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying time synchronization is in place... 2024-05-21T01:46:00.078 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-21T01:46:00.078 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-21T01:46:00.096 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-21T01:46:00.097 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-05-21T01:46:00.119 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout enabled 2024-05-21T01:46:00.140 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout active 2024-05-21T01:46:00.140 INFO:teuthology.orchestra.run.smithi007.stdout:Unit chronyd.service is enabled and running 2024-05-21T01:46:00.140 INFO:teuthology.orchestra.run.smithi007.stdout:Repeating the final host check... 2024-05-21T01:46:00.202 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout 5.0.2 2024-05-21T01:46:00.202 INFO:teuthology.orchestra.run.smithi007.stdout:podman (/bin/podman) version 5.0.2 is present 2024-05-21T01:46:00.202 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl is present 2024-05-21T01:46:00.202 INFO:teuthology.orchestra.run.smithi007.stdout:lvcreate is present 2024-05-21T01:46:00.219 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-21T01:46:00.219 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-21T01:46:00.238 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-21T01:46:00.239 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-05-21T01:46:00.265 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout enabled 2024-05-21T01:46:00.289 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout active 2024-05-21T01:46:00.289 INFO:teuthology.orchestra.run.smithi007.stdout:Unit chronyd.service is enabled and running 2024-05-21T01:46:00.289 INFO:teuthology.orchestra.run.smithi007.stdout:Host looks OK 2024-05-21T01:46:00.289 INFO:teuthology.orchestra.run.smithi007.stdout:Cluster fsid: c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:00.290 INFO:teuthology.orchestra.run.smithi007.stdout:Acquiring lock 139834169635600 on /run/cephadm/c3aa2a92-1713-11ef-bc9a-c7b262605968.lock 2024-05-21T01:46:00.290 INFO:teuthology.orchestra.run.smithi007.stdout:Lock 139834169635600 acquired on /run/cephadm/c3aa2a92-1713-11ef-bc9a-c7b262605968.lock 2024-05-21T01:46:00.291 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying IP 172.21.15.7 port 3300 ... 2024-05-21T01:46:00.293 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying IP 172.21.15.7 port 6789 ... 2024-05-21T01:46:00.293 INFO:teuthology.orchestra.run.smithi007.stdout:Base mon IP(s) is [172.21.15.7:3300, 172.21.15.7:6789], mon addrv is [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-05-21T01:46:00.308 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.7 metric 100 2024-05-21T01:46:00.308 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.7 metric 100 2024-05-21T01:46:00.321 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-21T01:46:00.321 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-05-21T01:46:00.321 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-05-21T01:46:00.332 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-21T01:46:00.333 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-21T01:46:00.333 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-21T01:46:00.333 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-05-21T01:46:00.333 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15ea/64 scope link noprefixroute 2024-05-21T01:46:00.334 INFO:teuthology.orchestra.run.smithi007.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-21T01:46:00.337 INFO:teuthology.orchestra.run.smithi007.stdout:Mon IP `172.21.15.7` is in CIDR network `172.21.0.0/20` 2024-05-21T01:46:00.337 INFO:teuthology.orchestra.run.smithi007.stdout:Mon IP `172.21.15.7` is in CIDR network `172.21.0.0/20` 2024-05-21T01:46:00.337 INFO:teuthology.orchestra.run.smithi007.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-21T01:46:00.339 INFO:teuthology.orchestra.run.smithi007.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-21T01:46:00.342 INFO:teuthology.orchestra.run.smithi007.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863... 2024-05-21T01:46:00.959 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stdout d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e 2024-05-21T01:46:00.960 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863... 2024-05-21T01:46:00.960 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Getting image source signatures 2024-05-21T01:46:00.960 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying blob sha256:f3e8012664a92a82d8d69abe0ec1840e6807357f9d90786e76dcb5fce6d3f9ac 2024-05-21T01:46:00.960 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying blob sha256:d0e808cd455827ca3108db1b0125dcee9ffc148daa1d7dde963f550bc831d501 2024-05-21T01:46:00.960 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Copying config sha256:d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e 2024-05-21T01:46:00.960 INFO:teuthology.orchestra.run.smithi007.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-21T01:46:02.238 INFO:teuthology.orchestra.run.smithi007.stdout:ceph: stdout ceph version 19.0.0-3830-g0051ea03 (0051ea03417a66dbfd5a17ea02c9049bcda16863) squid (dev) 2024-05-21T01:46:02.238 INFO:teuthology.orchestra.run.smithi007.stdout:Ceph version: ceph version 19.0.0-3830-g0051ea03 (0051ea03417a66dbfd5a17ea02c9049bcda16863) squid (dev) 2024-05-21T01:46:02.239 INFO:teuthology.orchestra.run.smithi007.stdout:Extracting ceph user uid/gid from container image... 2024-05-21T01:46:03.922 INFO:teuthology.orchestra.run.smithi007.stdout:stat: stdout 167 167 2024-05-21T01:46:03.923 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial keys... 2024-05-21T01:46:05.148 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQDc/EtmVmEVGhAAt8MAu1eJwfH93YuyIkkDpg== 2024-05-21T01:46:06.313 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQDd/EtmFlVBJRAAjAkyjlaqv9o4uQzuu/yL7A== 2024-05-21T01:46:07.414 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph-authtool: stdout AQDe/EtmAx8iLRAAHfDWB/F/sR6LbC5ZB0ff8g== 2024-05-21T01:46:07.416 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial monmap... 2024-05-21T01:46:08.584 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-21T01:46:08.584 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-21T01:46:08.584 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:08.584 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-21T01:46:08.584 INFO:teuthology.orchestra.run.smithi007.stdout:monmaptool for a [v2:172.21.15.7:3300,v1:172.21.15.7:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-21T01:46:08.584 INFO:teuthology.orchestra.run.smithi007.stdout:setting min_mon_release = quincy 2024-05-21T01:46:08.584 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: set fsid to c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:08.584 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-21T01:46:08.584 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:46:08.585 INFO:teuthology.orchestra.run.smithi007.stdout:Creating mon... 2024-05-21T01:46:09.707 INFO:teuthology.orchestra.run.smithi007.stdout:create mon.a on 2024-05-21T01:46:10.126 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-21T01:46:10.373 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-21T01:46:10.703 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968.target. 2024-05-21T01:46:10.703 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968.target. 2024-05-21T01:46:11.119 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.a 2024-05-21T01:46:11.120 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.a.service: Unit ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.a.service not loaded. 2024-05-21T01:46:11.409 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968.target.wants/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.a.service → /etc/systemd/system/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@.service. 2024-05-21T01:46:12.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:12 smithi007 podman[30906]: 2024-05-21 01:46:12.077636474 +0000 UTC m=+0.374741814 container start 828834b559283fbad1a7e2a569b7329d8e638961e998efb77ac8f5f4378345e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T01:46:12.133 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:12 smithi007 bash[30906]: 828834b559283fbad1a7e2a569b7329d8e638961e998efb77ac8f5f4378345e3 2024-05-21T01:46:12.167 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T01:46:12.167 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-05-21T01:46:12.185 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T01:46:12.185 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-05-21T01:46:12.185 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-05-21T01:46:12.185 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to enable service . firewalld.service is not available 2024-05-21T01:46:12.186 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mon to start... 2024-05-21T01:46:12.186 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mon... 2024-05-21T01:46:12.469 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:12 smithi007 systemd[1]: Started Ceph mon.a for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:46:12.469 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:12 smithi007 ceph-mon[30925]: mkfs c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:12.470 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:12 smithi007 ceph-mon[30925]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T01:46:13.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: monmap epoch 1 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: last_changed 2024-05-21T01:46:07.920348+0000 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: created 2024-05-21T01:46:07.920348+0000 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: min_mon_release 19 (squid) 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: election_strategy: 1 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: fsmap 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: osdmap e1: 0 total, 0 up, 0 in 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: mgrmap e1: no daemons active 2024-05-21T01:46:13.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:13 smithi007 ceph-mon[30925]: from='client.? 172.21.15.7:0/880422406' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-21T01:46:13.624 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout cluster: 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout id: c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout services: 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.725345s) 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout data: 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-21T01:46:13.631 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout pgs: 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.788+0000 7fe0e4400700 1 Processor -- start 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.788+0000 7fe0e4400700 1 -- start start 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.789+0000 7fe0e4400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc10b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.789+0000 7fe0e4400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe0dc10bc10 con 0x7fe0dc10b220 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.790+0000 7fe0e1a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc10b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.790+0000 7fe0e1a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc10b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42590/0 (socket says 172.21.15.7:42590) 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.790+0000 7fe0e1a00700 1 -- 172.21.15.7:0/1917384149 learned_addr learned my addr 172.21.15.7:0/1917384149 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.790+0000 7fe0e1a00700 1 -- 172.21.15.7:0/1917384149 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0dc10c3d0 con 0x7fe0dc10b220 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.790+0000 7fe0e1a00700 1 --2- 172.21.15.7:0/1917384149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc10b640 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe0d00098a0 tx=0x7fe0d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=874ca5b6d4f6a094 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:13.632 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.791+0000 7fe0dbe00700 1 -- 172.21.15.7:0/1917384149 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0d0004160 con 0x7fe0dc10b220 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.791+0000 7fe0dbe00700 1 -- 172.21.15.7:0/1917384149 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0d0004300 con 0x7fe0dc10b220 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.791+0000 7fe0dbe00700 1 -- 172.21.15.7:0/1917384149 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0d00036a0 con 0x7fe0dc10b220 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.791+0000 7fe0e4400700 1 -- 172.21.15.7:0/1917384149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 msgr2=0x7fe0dc10b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.791+0000 7fe0e4400700 1 --2- 172.21.15.7:0/1917384149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc10b640 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe0d00098a0 tx=0x7fe0d0009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.792+0000 7fe0e4400700 1 -- 172.21.15.7:0/1917384149 shutdown_connections 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.792+0000 7fe0e4400700 1 --2- 172.21.15.7:0/1917384149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc10b640 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.792+0000 7fe0e4400700 1 -- 172.21.15.7:0/1917384149 >> 172.21.15.7:0/1917384149 conn(0x7fe0dc1068f0 msgr2=0x7fe0dc108ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.792+0000 7fe0e4400700 1 -- 172.21.15.7:0/1917384149 shutdown_connections 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.792+0000 7fe0e4400700 1 -- 172.21.15.7:0/1917384149 wait complete. 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.793+0000 7fe0e4400700 1 Processor -- start 2024-05-21T01:46:13.633 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.793+0000 7fe0e4400700 1 -- start start 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.793+0000 7fe0e4400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc19e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.793+0000 7fe0e4400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe0dc10c900 con 0x7fe0dc10b220 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.794+0000 7fe0e1a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc19e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.794+0000 7fe0e1a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc19e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42598/0 (socket says 172.21.15.7:42598) 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.794+0000 7fe0e1a00700 1 -- 172.21.15.7:0/880422406 learned_addr learned my addr 172.21.15.7:0/880422406 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.794+0000 7fe0e1a00700 1 -- 172.21.15.7:0/880422406 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0dc19ee60 con 0x7fe0dc10b220 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.794+0000 7fe0e1a00700 1 --2- 172.21.15.7:0/880422406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc19e920 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe0d0000c00 tx=0x7fe0d0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.795+0000 7fe0da000700 1 -- 172.21.15.7:0/880422406 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0d0003db0 con 0x7fe0dc10b220 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.795+0000 7fe0da000700 1 -- 172.21.15.7:0/880422406 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe0d0011630 con 0x7fe0dc10b220 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.795+0000 7fe0e4400700 1 -- 172.21.15.7:0/880422406 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0dc19f0f0 con 0x7fe0dc10b220 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.795+0000 7fe0da000700 1 -- 172.21.15.7:0/880422406 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0d0011950 con 0x7fe0dc10b220 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.795+0000 7fe0e4400700 1 -- 172.21.15.7:0/880422406 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0dc1a1de0 con 0x7fe0dc10b220 2024-05-21T01:46:13.634 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.795+0000 7fe0da000700 1 -- 172.21.15.7:0/880422406 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe0d001a460 con 0x7fe0dc10b220 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.795+0000 7fe0da000700 1 -- 172.21.15.7:0/880422406 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe0d001b780 con 0x7fe0dc10b220 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.796+0000 7fe0e4400700 1 -- 172.21.15.7:0/880422406 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0dc064ba0 con 0x7fe0dc10b220 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.800+0000 7fe0da000700 1 -- 172.21.15.7:0/880422406 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fe0d0031020 con 0x7fe0dc10b220 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.880+0000 7fe0e4400700 1 -- 172.21.15.7:0/880422406 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fe0dc02e860 con 0x7fe0dc10b220 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.881+0000 7fe0da000700 1 -- 172.21.15.7:0/880422406 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fe0d001ba20 con 0x7fe0dc10b220 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.882+0000 7fe0e4400700 1 -- 172.21.15.7:0/880422406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 msgr2=0x7fe0dc19e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.882+0000 7fe0e4400700 1 --2- 172.21.15.7:0/880422406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc19e920 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe0d0000c00 tx=0x7fe0d0004750 comp rx=0 tx=0).stop 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.882+0000 7fe0e4400700 1 -- 172.21.15.7:0/880422406 shutdown_connections 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.882+0000 7fe0e4400700 1 --2- 172.21.15.7:0/880422406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe0dc10b220 0x7fe0dc19e920 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.882+0000 7fe0e4400700 1 -- 172.21.15.7:0/880422406 >> 172.21.15.7:0/880422406 conn(0x7fe0dc1068f0 msgr2=0x7fe0dc1954d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:13.635 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.882+0000 7fe0e4400700 1 -- 172.21.15.7:0/880422406 shutdown_connections 2024-05-21T01:46:13.636 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:12.882+0000 7fe0e4400700 1 -- 172.21.15.7:0/880422406 wait complete. 2024-05-21T01:46:13.636 INFO:teuthology.orchestra.run.smithi007.stdout:mon is available 2024-05-21T01:46:13.636 INFO:teuthology.orchestra.run.smithi007.stdout:Assimilating anything we can from ceph.conf... 2024-05-21T01:46:14.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:14 smithi007 ceph-mon[30925]: from='client.? 172.21.15.7:0/2162402279' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-21T01:46:14.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:14 smithi007 ceph-mon[30925]: from='client.? 172.21.15.7:0/2162402279' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-21T01:46:15.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:15.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [global] 2024-05-21T01:46:15.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout fsid = c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:15.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-21T01:46:15.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.7:3300,v1:172.21.15.7:6789] 2024-05-21T01:46:15.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-21T01:46:15.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-21T01:46:15.099 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [osd] 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.260+0000 7fae2ba00700 1 Processor -- start 2024-05-21T01:46:15.100 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.260+0000 7fae2ba00700 1 -- start start 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.261+0000 7fae2ba00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2407c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.261+0000 7fae2ba00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fae2407c750 con 0x7fae2407dd20 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.262+0000 7fae29000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2407c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.262+0000 7fae29000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2407c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42602/0 (socket says 172.21.15.7:42602) 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.262+0000 7fae29000700 1 -- 172.21.15.7:0/1827910500 learned_addr learned my addr 172.21.15.7:0/1827910500 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.262+0000 7fae29000700 1 -- 172.21.15.7:0/1827910500 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae2407c8d0 con 0x7fae2407dd20 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.263+0000 7fae29000700 1 --2- 172.21.15.7:0/1827910500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2407c180 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fae140098a0 tx=0x7fae14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed52fb1f90817b2d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.263+0000 7fae23e00700 1 -- 172.21.15.7:0/1827910500 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae14004160 con 0x7fae2407dd20 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.263+0000 7fae23e00700 1 -- 172.21.15.7:0/1827910500 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae14004300 con 0x7fae2407dd20 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.263+0000 7fae23e00700 1 -- 172.21.15.7:0/1827910500 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae140036a0 con 0x7fae2407dd20 2024-05-21T01:46:15.101 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.264+0000 7fae2ba00700 1 -- 172.21.15.7:0/1827910500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 msgr2=0x7fae2407c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.264+0000 7fae2ba00700 1 --2- 172.21.15.7:0/1827910500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2407c180 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fae140098a0 tx=0x7fae14009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.264+0000 7fae2ba00700 1 -- 172.21.15.7:0/1827910500 shutdown_connections 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.264+0000 7fae2ba00700 1 --2- 172.21.15.7:0/1827910500 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2407c180 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.264+0000 7fae2ba00700 1 -- 172.21.15.7:0/1827910500 >> 172.21.15.7:0/1827910500 conn(0x7fae24104570 msgr2=0x7fae24106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.264+0000 7fae2ba00700 1 -- 172.21.15.7:0/1827910500 shutdown_connections 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.264+0000 7fae2ba00700 1 -- 172.21.15.7:0/1827910500 wait complete. 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.265+0000 7fae2ba00700 1 Processor -- start 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.266+0000 7fae2ba00700 1 -- start start 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.266+0000 7fae2ba00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2419e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.266+0000 7fae2ba00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fae2407ce00 con 0x7fae2407dd20 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.266+0000 7fae29000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2419e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.266+0000 7fae29000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2419e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42610/0 (socket says 172.21.15.7:42610) 2024-05-21T01:46:15.102 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.266+0000 7fae29000700 1 -- 172.21.15.7:0/2162402279 learned_addr learned my addr 172.21.15.7:0/2162402279 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.267+0000 7fae29000700 1 -- 172.21.15.7:0/2162402279 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae2419ee40 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.267+0000 7fae29000700 1 --2- 172.21.15.7:0/2162402279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2419e900 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fae14000c00 tx=0x7fae14004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.267+0000 7fae22000700 1 -- 172.21.15.7:0/2162402279 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae14003db0 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.268+0000 7fae22000700 1 -- 172.21.15.7:0/2162402279 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae14011630 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.268+0000 7fae2ba00700 1 -- 172.21.15.7:0/2162402279 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae2419f0d0 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.268+0000 7fae22000700 1 -- 172.21.15.7:0/2162402279 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae14011950 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.268+0000 7fae2ba00700 1 -- 172.21.15.7:0/2162402279 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae241a1dc0 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.268+0000 7fae22000700 1 -- 172.21.15.7:0/2162402279 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fae1401a460 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.268+0000 7fae22000700 1 -- 172.21.15.7:0/2162402279 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fae1401b780 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.269+0000 7fae2ba00700 1 -- 172.21.15.7:0/2162402279 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae24064ba0 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.272+0000 7fae22000700 1 -- 172.21.15.7:0/2162402279 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fae1401b980 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.351+0000 7fae2ba00700 1 -- 172.21.15.7:0/2162402279 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fae2402e7b0 con 0x7fae2407dd20 2024-05-21T01:46:15.103 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.359+0000 7fae22000700 1 -- 172.21.15.7:0/2162402279 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+490 (secure 0 0 0) 0x7fae1401bb60 con 0x7fae2407dd20 2024-05-21T01:46:15.104 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.361+0000 7fae2ba00700 1 -- 172.21.15.7:0/2162402279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 msgr2=0x7fae2419e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:15.104 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.361+0000 7fae2ba00700 1 --2- 172.21.15.7:0/2162402279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2419e900 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fae14000c00 tx=0x7fae14004750 comp rx=0 tx=0).stop 2024-05-21T01:46:15.104 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.361+0000 7fae2ba00700 1 -- 172.21.15.7:0/2162402279 shutdown_connections 2024-05-21T01:46:15.104 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.361+0000 7fae2ba00700 1 --2- 172.21.15.7:0/2162402279 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fae2407dd20 0x7fae2419e900 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:15.104 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.361+0000 7fae2ba00700 1 -- 172.21.15.7:0/2162402279 >> 172.21.15.7:0/2162402279 conn(0x7fae24104570 msgr2=0x7fae24106860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:15.104 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.361+0000 7fae2ba00700 1 -- 172.21.15.7:0/2162402279 shutdown_connections 2024-05-21T01:46:15.104 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:14.361+0000 7fae2ba00700 1 -- 172.21.15.7:0/2162402279 wait complete. 2024-05-21T01:46:15.104 INFO:teuthology.orchestra.run.smithi007.stdout:Generating new minimal ceph.conf... 2024-05-21T01:46:16.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:15 smithi007 ceph-mon[30925]: from='client.? 172.21.15.7:0/3066725796' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:46:16.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.692+0000 7fe6ecc00700 1 Processor -- start 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.692+0000 7fe6ecc00700 1 -- start start 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.692+0000 7fe6ecc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e810b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.692+0000 7fe6ecc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe6e810bb90 con 0x7fe6e810b1a0 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.693+0000 7fe6e5e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e810b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.693+0000 7fe6e5e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e810b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42618/0 (socket says 172.21.15.7:42618) 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.693+0000 7fe6e5e00700 1 -- 172.21.15.7:0/2473375105 learned_addr learned my addr 172.21.15.7:0/2473375105 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.693+0000 7fe6e5e00700 1 -- 172.21.15.7:0/2473375105 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6e810c3a0 con 0x7fe6e810b1a0 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.694+0000 7fe6e5e00700 1 --2- 172.21.15.7:0/2473375105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e810b5c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe6d80098a0 tx=0x7fe6d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2da695e8f0de427a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.694+0000 7fe6e4a00700 1 -- 172.21.15.7:0/2473375105 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6d8004160 con 0x7fe6e810b1a0 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.694+0000 7fe6e4a00700 1 -- 172.21.15.7:0/2473375105 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe6d8004300 con 0x7fe6e810b1a0 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.694+0000 7fe6e4a00700 1 -- 172.21.15.7:0/2473375105 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6d8011af0 con 0x7fe6e810b1a0 2024-05-21T01:46:16.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.695+0000 7fe6ecc00700 1 -- 172.21.15.7:0/2473375105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 msgr2=0x7fe6e810b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.695+0000 7fe6ecc00700 1 --2- 172.21.15.7:0/2473375105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e810b5c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe6d80098a0 tx=0x7fe6d8009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.695+0000 7fe6ecc00700 1 -- 172.21.15.7:0/2473375105 shutdown_connections 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.695+0000 7fe6ecc00700 1 --2- 172.21.15.7:0/2473375105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e810b5c0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.695+0000 7fe6ecc00700 1 -- 172.21.15.7:0/2473375105 >> 172.21.15.7:0/2473375105 conn(0x7fe6e807e690 msgr2=0x7fe6e807eae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.695+0000 7fe6ecc00700 1 -- 172.21.15.7:0/2473375105 shutdown_connections 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.695+0000 7fe6ecc00700 1 -- 172.21.15.7:0/2473375105 wait complete. 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.696+0000 7fe6ecc00700 1 Processor -- start 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.697+0000 7fe6ecc00700 1 -- start start 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.697+0000 7fe6ecc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e819f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.697+0000 7fe6ecc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe6e810f750 con 0x7fe6e810b1a0 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.697+0000 7fe6e5e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e819f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.697+0000 7fe6e5e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e819f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42626/0 (socket says 172.21.15.7:42626) 2024-05-21T01:46:16.473 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.697+0000 7fe6e5e00700 1 -- 172.21.15.7:0/3066725796 learned_addr learned my addr 172.21.15.7:0/3066725796 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.698+0000 7fe6e5e00700 1 -- 172.21.15.7:0/3066725796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6e819f670 con 0x7fe6e810b1a0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.698+0000 7fe6e5e00700 1 --2- 172.21.15.7:0/3066725796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e819f130 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8000c00 tx=0x7fe6d8011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.698+0000 7fe6dea00700 1 -- 172.21.15.7:0/3066725796 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6d8003b20 con 0x7fe6e810b1a0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.698+0000 7fe6dea00700 1 -- 172.21.15.7:0/3066725796 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe6d801a8c0 con 0x7fe6e810b1a0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.698+0000 7fe6dea00700 1 -- 172.21.15.7:0/3066725796 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6d8024940 con 0x7fe6e810b1a0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.698+0000 7fe6ecc00700 1 -- 172.21.15.7:0/3066725796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6e819f900 con 0x7fe6e810b1a0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.698+0000 7fe6ecc00700 1 -- 172.21.15.7:0/3066725796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6e81a25f0 con 0x7fe6e810b1a0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.699+0000 7fe6dea00700 1 -- 172.21.15.7:0/3066725796 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe6d8022020 con 0x7fe6e810b1a0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.699+0000 7fe6dea00700 1 -- 172.21.15.7:0/3066725796 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe6d802dd90 con 0x7fe6e810b1a0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.700+0000 7fe6ecc00700 1 -- 172.21.15.7:0/3066725796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6e8064ba0 con 0x7fe6e810b1a0 2024-05-21T01:46:16.474 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.704+0000 7fe6dea00700 1 -- 172.21.15.7:0/3066725796 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fe6d8042ec0 con 0x7fe6e810b1a0 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.781+0000 7fe6ecc00700 1 -- 172.21.15.7:0/3066725796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fe6e81a2b30 con 0x7fe6e810b1a0 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.782+0000 7fe6dea00700 1 -- 172.21.15.7:0/3066725796 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+173 (secure 0 0 0) 0x7fe6d8031020 con 0x7fe6e810b1a0 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.784+0000 7fe6ecc00700 1 -- 172.21.15.7:0/3066725796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 msgr2=0x7fe6e819f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.784+0000 7fe6ecc00700 1 --2- 172.21.15.7:0/3066725796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e819f130 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8000c00 tx=0x7fe6d8011b70 comp rx=0 tx=0).stop 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.784+0000 7fe6ecc00700 1 -- 172.21.15.7:0/3066725796 shutdown_connections 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.784+0000 7fe6ecc00700 1 --2- 172.21.15.7:0/3066725796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe6e810b1a0 0x7fe6e819f130 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.784+0000 7fe6ecc00700 1 -- 172.21.15.7:0/3066725796 >> 172.21.15.7:0/3066725796 conn(0x7fe6e807e690 msgr2=0x7fe6e81084a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.784+0000 7fe6ecc00700 1 -- 172.21.15.7:0/3066725796 shutdown_connections 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:15.784+0000 7fe6ecc00700 1 -- 172.21.15.7:0/3066725796 wait complete. 2024-05-21T01:46:16.475 INFO:teuthology.orchestra.run.smithi007.stdout:Restarting the monitor... 2024-05-21T01:46:16.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:16 smithi007 systemd[1]: Stopping Ceph mon.a for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:46:17.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:16 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a[30921]: 2024-05-21T01:46:16.989+0000 7f7e6a600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T01:46:17.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:16 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a[30921]: 2024-05-21T01:46:16.989+0000 7f7e6a600700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-21T01:46:17.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:17 smithi007 podman[31167]: 2024-05-21 01:46:17.227540926 +0000 UTC m=+0.401110414 container died 828834b559283fbad1a7e2a569b7329d8e638961e998efb77ac8f5f4378345e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, ceph=True) 2024-05-21T01:46:17.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:17 smithi007 podman[31167]: 2024-05-21 01:46:17.631379427 +0000 UTC m=+0.804948912 container cleanup 828834b559283fbad1a7e2a569b7329d8e638961e998efb77ac8f5f4378345e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-21T01:46:17.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:17 smithi007 bash[31167]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a 2024-05-21T01:46:18.159 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:17 smithi007 podman[31180]: 2024-05-21 01:46:17.89060894 +0000 UTC m=+0.643698418 container remove 828834b559283fbad1a7e2a569b7329d8e638961e998efb77ac8f5f4378345e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-21T01:46:18.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:18 smithi007 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-21T01:46:18.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:18 smithi007 systemd[1]: Stopped Ceph mon.a for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:46:18.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:18 smithi007 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.a.service: Consumed 1.897s CPU time. 2024-05-21T01:46:18.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:18 smithi007 systemd[1]: Starting Ceph mon.a for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:46:19.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:18 smithi007 podman[31269]: 2024-05-21 01:46:18.453697376 +0000 UTC m=+0.033637899 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:46:24.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:23 smithi007 podman[31269]: 2024-05-21 01:46:23.936050998 +0000 UTC m=+5.515991558 container create 38a68aa434821d797d82a2846d73502aa2f1d3ce889e8e3a6407d85867984577 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-05-21T01:46:28.517 INFO:teuthology.orchestra.run.smithi007.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-21T01:46:28.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 podman[31269]: 2024-05-21 01:46:28.408238281 +0000 UTC m=+9.988178891 container init 38a68aa434821d797d82a2846d73502aa2f1d3ce889e8e3a6407d85867984577 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-21T01:46:28.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 podman[31269]: 2024-05-21 01:46:28.42073745 +0000 UTC m=+10.000678020 container start 38a68aa434821d797d82a2846d73502aa2f1d3ce889e8e3a6407d85867984577 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=) 2024-05-21T01:46:28.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: set uid:gid to 167:167 (ceph:ceph) 2024-05-21T01:46:28.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: ceph version 19.0.0-3830-g0051ea03 (0051ea03417a66dbfd5a17ea02c9049bcda16863) squid (dev), process ceph-mon, pid 2 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: pidfile_write: ignore empty --pid-file 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: load: jerasure load: lrc 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: RocksDB version: 7.9.2 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Git sha 0 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Compile date 2024-05-20 22:26:07 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: DB SUMMARY 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: DB Session ID: P7Z865083RCTRCIE8RND 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: CURRENT file: CURRENT 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: IDENTITY file: IDENTITY 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104970 ; 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.error_if_exists: 0 2024-05-21T01:46:28.667 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.create_if_missing: 0 2024-05-21T01:46:28.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.paranoid_checks: 1 2024-05-21T01:46:28.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-21T01:46:28.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-21T01:46:28.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-21T01:46:28.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.env: 0x55e92acf3cc0 2024-05-21T01:46:28.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.fs: PosixFileSystem 2024-05-21T01:46:28.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.info_log: 0x55e956019de0 2024-05-21T01:46:28.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_file_opening_threads: 16 2024-05-21T01:46:28.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.statistics: (nil) 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.use_fsync: 0 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_log_file_size: 0 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.keep_log_file_num: 1000 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.recycle_log_file_num: 0 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.allow_fallocate: 1 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.allow_mmap_reads: 0 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.allow_mmap_writes: 0 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.use_direct_reads: 0 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.create_missing_column_families: 0 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.db_log_dir: 2024-05-21T01:46:28.669 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.wal_dir: 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.advise_random_on_open: 1 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.db_write_buffer_size: 0 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.write_buffer_manager: 0x55e955feb0e0 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-21T01:46:28.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.rate_limiter: (nil) 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.wal_recovery_mode: 2 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.enable_thread_tracking: 0 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.enable_pipelined_write: 0 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.unordered_write: 0 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.row_cache: None 2024-05-21T01:46:28.671 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.wal_filter: None 2024-05-21T01:46:28.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-21T01:46:28.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.allow_ingest_behind: 0 2024-05-21T01:46:28.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.two_write_queues: 0 2024-05-21T01:46:28.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.manual_wal_flush: 0 2024-05-21T01:46:28.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.wal_compression: 0 2024-05-21T01:46:28.672 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.atomic_flush: 0 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.log_readahead_size: 0 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.best_efforts_recovery: 0 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.allow_data_in_errors: 0 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.db_host_id: __hostname__ 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_background_jobs: 2 2024-05-21T01:46:28.673 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_background_compactions: -1 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_subcompactions: 1 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_total_wal_size: 0 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_open_files: -1 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bytes_per_sync: 0 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-21T01:46:28.674 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_readahead_size: 0 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_background_flushes: -1 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Compression algorithms supported: 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: kZSTD supported: 0 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: kXpressCompression supported: 0 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: kLZ4HCCompression supported: 1 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: kZlibCompression supported: 1 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: kSnappyCompression supported: 1 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: kLZ4Compression supported: 1 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: kBZip2Compression supported: 0 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-21T01:46:28.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.merge_operator: 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_filter: None 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_filter_factory: None 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.sst_partitioner_factory: None 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e956019fa0) 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks: 1 2024-05-21T01:46:28.676 INFO:journalctl@ceph.mon.a.smithi007.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: pin_top_level_index_and_filter: 1 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_type: 0 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_index_type: 0 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_shortening: 1 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: checksum: 4 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: no_block_cache: 0 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache: 0x55e95601d1f0 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_name: BinnedLRUCache 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_options: 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: capacity : 536870912 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: num_shard_bits : 4 2024-05-21T01:46:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout: strict_capacity_limit : 0 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: high_pri_pool_ratio: 0.000 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_cache_compressed: (nil) 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: persistent_cache: (nil) 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size: 4096 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_size_deviation: 10 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_restart_interval: 16 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: index_block_restart_interval: 1 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: metadata_block_size: 4096 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: partition_filters: 0 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: use_delta_encoding: 1 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: filter_policy: bloomfilter 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: whole_key_filtering: 1 2024-05-21T01:46:28.678 INFO:journalctl@ceph.mon.a.smithi007.stdout: verify_compression: 0 2024-05-21T01:46:28.679 INFO:journalctl@ceph.mon.a.smithi007.stdout: read_amp_bytes_per_bit: 0 2024-05-21T01:46:28.679 INFO:journalctl@ceph.mon.a.smithi007.stdout: format_version: 5 2024-05-21T01:46:28.679 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_index_compression: 1 2024-05-21T01:46:28.679 INFO:journalctl@ceph.mon.a.smithi007.stdout: block_align: 0 2024-05-21T01:46:28.679 INFO:journalctl@ceph.mon.a.smithi007.stdout: max_auto_readahead_size: 262144 2024-05-21T01:46:28.679 INFO:journalctl@ceph.mon.a.smithi007.stdout: prepopulate_block_cache: 0 2024-05-21T01:46:28.679 INFO:journalctl@ceph.mon.a.smithi007.stdout: initial_auto_readahead_size: 8192 2024-05-21T01:46:28.679 INFO:journalctl@ceph.mon.a.smithi007.stdout: num_file_reads_for_auto_readahead: 2 2024-05-21T01:46:28.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.write_buffer_size: 33554432 2024-05-21T01:46:28.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_write_buffer_number: 2 2024-05-21T01:46:28.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression: NoCompression 2024-05-21T01:46:28.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression: Disabled 2024-05-21T01:46:28.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.prefix_extractor: nullptr 2024-05-21T01:46:28.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-21T01:46:28.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.num_levels: 7 2024-05-21T01:46:28.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-21T01:46:28.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression_opts.level: 32767 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression_opts.strategy: 0 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression_opts.enabled: false 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.target_file_size_base: 67108864 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-21T01:46:28.682 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.arena_block_size: 1048576 2024-05-21T01:46:28.683 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.disable_auto_compactions: 0 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.inplace_update_support: 0 2024-05-21T01:46:28.684 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.bloom_locality: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.max_successive_merges: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.paranoid_file_checks: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.force_consistency_checks: 1 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.report_bg_io_stats: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.ttl: 2592000 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.enable_blob_files: false 2024-05-21T01:46:28.685 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.min_blob_size: 0 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.blob_file_size: 268435456 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.blob_file_starting_level: 0 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ccaea9c0-f52d-4ed9-847d-06e8a79706e5 2024-05-21T01:46:28.686 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716255988480007, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716255988482291, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100139, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 98023, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14153, "raw_average_key_size": 49, "raw_value_size": 90322, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716255988, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ccaea9c0-f52d-4ed9-847d-06e8a79706e5", "db_session_id": "P7Z865083RCTRCIE8RND", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716255988482485, "job": 1, "event": "recovery_finished"} 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e95613a000 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: DB pointer 0x55e956126000 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** DB Stats ** 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T01:46:28.687 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: L0 2/0 99.65 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 62.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: Sum 2/0 99.65 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 62.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 62.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** Compaction Stats [default] ** 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T01:46:28.688 INFO:journalctl@ceph.mon.a.smithi007.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 62.8 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: Cumulative compaction: 0.00 GB write, 12.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: Interval compaction: 0.00 GB write, 12.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T01:46:28.689 INFO:journalctl@ceph.mon.a.smithi007.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout: Block cache BinnedLRUCache@0x55e95601d1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: starting mon.a rank 0 at public addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] at bind addrs [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mon.a@-1(???) e1 preinit fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mon.a@-1(???).mds e1 new map 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mon.a@-1(???).mds e1 print_map 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout: e1 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout: legacy client fscid: -1 2024-05-21T01:46:28.690 INFO:journalctl@ceph.mon.a.smithi007.stdout: 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout: No filesystems configured 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 bash[31269]: 38a68aa434821d797d82a2846d73502aa2f1d3ce889e8e3a6407d85867984577 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 systemd[1]: Started Ceph mon.a for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: monmap epoch 1 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: last_changed 2024-05-21T01:46:07.920348+0000 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: created 2024-05-21T01:46:07.920348+0000 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: min_mon_release 19 (squid) 2024-05-21T01:46:28.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: election_strategy: 1 2024-05-21T01:46:28.692 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-05-21T01:46:28.692 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: fsmap 2024-05-21T01:46:28.692 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: osdmap e1: 0 total, 0 up, 0 in 2024-05-21T01:46:28.692 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:28 smithi007 ceph-mon[31288]: mgrmap e1: no daemons active 2024-05-21T01:46:29.907 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.178+0000 7f9fda800700 1 Processor -- start 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.178+0000 7f9fda800700 1 -- start start 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.179+0000 7f9fda800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd410be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.179+0000 7f9fda800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd4076e40 con 0x7f9fd4109a10 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.179+0000 7f9fd3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd410be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.179+0000 7f9fd3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd410be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58014/0 (socket says 172.21.15.7:58014) 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.179+0000 7f9fd3400700 1 -- 172.21.15.7:0/3375129016 learned_addr learned my addr 172.21.15.7:0/3375129016 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.180+0000 7f9fd3400700 1 -- 172.21.15.7:0/3375129016 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fd410c340 con 0x7f9fd4109a10 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.180+0000 7f9fd3400700 1 --2- 172.21.15.7:0/3375129016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd410be00 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40098a0 tx=0x7f9fc4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=471e33ae032e49d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.181+0000 7f9fd2000700 1 -- 172.21.15.7:0/3375129016 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fc4004160 con 0x7f9fd4109a10 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.181+0000 7f9fd2000700 1 -- 172.21.15.7:0/3375129016 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9fc4004300 con 0x7f9fd4109a10 2024-05-21T01:46:29.913 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.181+0000 7f9fd2000700 1 -- 172.21.15.7:0/3375129016 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fc4011af0 con 0x7f9fd4109a10 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.181+0000 7f9fda800700 1 -- 172.21.15.7:0/3375129016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 msgr2=0x7f9fd410be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.181+0000 7f9fda800700 1 --2- 172.21.15.7:0/3375129016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd410be00 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40098a0 tx=0x7f9fc4009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.182+0000 7f9fda800700 1 -- 172.21.15.7:0/3375129016 shutdown_connections 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.182+0000 7f9fda800700 1 --2- 172.21.15.7:0/3375129016 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd410be00 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.182+0000 7f9fda800700 1 -- 172.21.15.7:0/3375129016 >> 172.21.15.7:0/3375129016 conn(0x7f9fd4103460 msgr2=0x7f9fd4105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.182+0000 7f9fda800700 1 -- 172.21.15.7:0/3375129016 shutdown_connections 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.182+0000 7f9fda800700 1 -- 172.21.15.7:0/3375129016 wait complete. 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.183+0000 7f9fda800700 1 Processor -- start 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.183+0000 7f9fda800700 1 -- start start 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.183+0000 7f9fda800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd419f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.183+0000 7f9fda800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9fd410d310 con 0x7f9fd4109a10 2024-05-21T01:46:29.914 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.184+0000 7f9fd3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd419f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.184+0000 7f9fd3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd419f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58028/0 (socket says 172.21.15.7:58028) 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.184+0000 7f9fd3400700 1 -- 172.21.15.7:0/1499885503 learned_addr learned my addr 172.21.15.7:0/1499885503 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.184+0000 7f9fd3400700 1 -- 172.21.15.7:0/1499885503 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fd419f670 con 0x7f9fd4109a10 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.184+0000 7f9fd3400700 1 --2- 172.21.15.7:0/1499885503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd419f130 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4011ac0 tx=0x7f9fc4011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.185+0000 7f9fcbe00700 1 -- 172.21.15.7:0/1499885503 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fc4003970 con 0x7f9fd4109a10 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.185+0000 7f9fda800700 1 -- 172.21.15.7:0/1499885503 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fd419f900 con 0x7f9fd4109a10 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.185+0000 7f9fcbe00700 1 -- 172.21.15.7:0/1499885503 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9fc4003b10 con 0x7f9fd4109a10 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.185+0000 7f9fcbe00700 1 -- 172.21.15.7:0/1499885503 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9fc4024610 con 0x7f9fd4109a10 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.185+0000 7f9fda800700 1 -- 172.21.15.7:0/1499885503 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fd41a25f0 con 0x7f9fd4109a10 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.185+0000 7f9fcbe00700 1 -- 172.21.15.7:0/1499885503 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9fc4024c20 con 0x7f9fd4109a10 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.185+0000 7f9fcbe00700 1 -- 172.21.15.7:0/1499885503 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9fc4019700 con 0x7f9fd4109a10 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.186+0000 7f9fda800700 1 -- 172.21.15.7:0/1499885503 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fd4064ba0 con 0x7f9fd4109a10 2024-05-21T01:46:29.915 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.190+0000 7f9fcbe00700 1 -- 172.21.15.7:0/1499885503 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f9fc401a9e0 con 0x7f9fd4109a10 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.269+0000 7f9fda800700 1 -- 172.21.15.7:0/1499885503 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f9fd41a2ba0 con 0x7f9fd4109a10 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.272+0000 7f9fcbe00700 1 -- 172.21.15.7:0/1499885503 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f9fc401a430 con 0x7f9fd4109a10 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.274+0000 7f9fda800700 1 -- 172.21.15.7:0/1499885503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 msgr2=0x7f9fd419f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.274+0000 7f9fda800700 1 --2- 172.21.15.7:0/1499885503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd419f130 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4011ac0 tx=0x7f9fc4011ba0 comp rx=0 tx=0).stop 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.274+0000 7f9fda800700 1 -- 172.21.15.7:0/1499885503 shutdown_connections 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.274+0000 7f9fda800700 1 --2- 172.21.15.7:0/1499885503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9fd4109a10 0x7f9fd419f130 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.274+0000 7f9fda800700 1 -- 172.21.15.7:0/1499885503 >> 172.21.15.7:0/1499885503 conn(0x7f9fd4103460 msgr2=0x7f9fd4103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.274+0000 7f9fda800700 1 -- 172.21.15.7:0/1499885503 shutdown_connections 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:29.274+0000 7f9fda800700 1 -- 172.21.15.7:0/1499885503 wait complete. 2024-05-21T01:46:29.916 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-21T01:46:29.938 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-21T01:46:29.938 INFO:teuthology.orchestra.run.smithi007.stdout:Creating mgr... 2024-05-21T01:46:29.939 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-21T01:46:29.939 INFO:teuthology.orchestra.run.smithi007.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-21T01:46:30.372 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.x 2024-05-21T01:46:30.372 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Failed to reset failed state of unit ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.x.service: Unit ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.x.service not loaded. 2024-05-21T01:46:30.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:30 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1499885503' entity='client.admin' 2024-05-21T01:46:30.643 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968.target.wants/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@.service. 2024-05-21T01:46:31.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:30 smithi007 systemd[1]: Starting Ceph mgr.x for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:46:31.311 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:31 smithi007 podman[31512]: 2024-05-21 01:46:31.056794636 +0000 UTC m=+0.131408012 container create 453461f35419f452588ab141b97fc0cda723bb0ffded7aaf13ea336db4486834 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T01:46:31.312 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:31 smithi007 podman[31512]: 2024-05-21 01:46:30.963334407 +0000 UTC m=+0.037947791 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T01:46:31.312 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:31 smithi007 podman[31512]: 2024-05-21 01:46:31.310354699 +0000 UTC m=+0.384968122 container init 453461f35419f452588ab141b97fc0cda723bb0ffded7aaf13ea336db4486834 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-05-21T01:46:31.442 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T01:46:31.443 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-05-21T01:46:31.459 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T01:46:31.459 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-05-21T01:46:31.459 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-05-21T01:46:31.459 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to enable service . firewalld.service is not available 2024-05-21T01:46:31.481 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T01:46:31.481 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-05-21T01:46:31.499 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T01:46:31.499 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-05-21T01:46:31.499 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-05-21T01:46:31.499 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-21T01:46:31.500 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr to start... 2024-05-21T01:46:31.500 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr... 2024-05-21T01:46:31.565 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:31 smithi007 podman[31512]: 2024-05-21 01:46:31.322719516 +0000 UTC m=+0.397332902 container start 453461f35419f452588ab141b97fc0cda723bb0ffded7aaf13ea336db4486834 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-05-21T01:46:31.565 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:31 smithi007 bash[31512]: 453461f35419f452588ab141b97fc0cda723bb0ffded7aaf13ea336db4486834 2024-05-21T01:46:31.565 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:31 smithi007 systemd[1]: Started Ceph mgr.x for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:46:31.816 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:31 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:31.564+0000 7ff7e77b0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T01:46:32.071 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:31 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:31.846+0000 7ff7e77b0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:46:32.071 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:31 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:31.991+0000 7ff7e77b0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T01:46:32.417 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:32 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3641534188' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T01:46:32.677 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:32 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:32.416+0000 7ff7e77b0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T01:46:32.677 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:32 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:32.536+0000 7ff7e77b0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T01:46:32.993 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:32.993 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-05-21T01:46:32.993 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-05-21T01:46:32.994 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T01:46:32.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T01:46:33.002 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T01:46:33.002 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T01:46:33.002 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:33.002 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:33.003 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T01:46:12.159771+0000", 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:33.004 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.124+0000 7fde3ce00700 1 Processor -- start 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.124+0000 7fde3ce00700 1 -- start start 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.125+0000 7fde3ce00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3810b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.125+0000 7fde3ce00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde3810bc70 con 0x7fde3810b280 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.126+0000 7fde35e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3810b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.126+0000 7fde35e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3810b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58066/0 (socket says 172.21.15.7:58066) 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.126+0000 7fde35e00700 1 -- 172.21.15.7:0/71849252 learned_addr learned my addr 172.21.15.7:0/71849252 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.126+0000 7fde35e00700 1 -- 172.21.15.7:0/71849252 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde3810c430 con 0x7fde3810b280 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.126+0000 7fde35e00700 1 --2- 172.21.15.7:0/71849252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3810b6a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fde280098a0 tx=0x7fde28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d36699d49c88cd5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.127+0000 7fde34a00700 1 -- 172.21.15.7:0/71849252 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde28004160 con 0x7fde3810b280 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.127+0000 7fde34a00700 1 -- 172.21.15.7:0/71849252 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fde28004300 con 0x7fde3810b280 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.127+0000 7fde34a00700 1 -- 172.21.15.7:0/71849252 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde28011af0 con 0x7fde3810b280 2024-05-21T01:46:33.005 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.127+0000 7fde3ce00700 1 -- 172.21.15.7:0/71849252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 msgr2=0x7fde3810b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.127+0000 7fde3ce00700 1 --2- 172.21.15.7:0/71849252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3810b6a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fde280098a0 tx=0x7fde28009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.127+0000 7fde3ce00700 1 -- 172.21.15.7:0/71849252 shutdown_connections 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.127+0000 7fde3ce00700 1 --2- 172.21.15.7:0/71849252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3810b6a0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.127+0000 7fde3ce00700 1 -- 172.21.15.7:0/71849252 >> 172.21.15.7:0/71849252 conn(0x7fde3807e690 msgr2=0x7fde3807eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.128+0000 7fde3ce00700 1 -- 172.21.15.7:0/71849252 shutdown_connections 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.128+0000 7fde3ce00700 1 -- 172.21.15.7:0/71849252 wait complete. 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.129+0000 7fde3ce00700 1 Processor -- start 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.129+0000 7fde3ce00700 1 -- start start 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.130+0000 7fde3ce00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3819f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.130+0000 7fde3ce00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde3810f660 con 0x7fde3810b280 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.130+0000 7fde35e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3819f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.130+0000 7fde35e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3819f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58074/0 (socket says 172.21.15.7:58074) 2024-05-21T01:46:33.006 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.130+0000 7fde35e00700 1 -- 172.21.15.7:0/3641534188 learned_addr learned my addr 172.21.15.7:0/3641534188 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.131+0000 7fde35e00700 1 -- 172.21.15.7:0/3641534188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde3819f6d0 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.131+0000 7fde35e00700 1 --2- 172.21.15.7:0/3641534188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3819f190 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fde28009fb0 tx=0x7fde28011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.131+0000 7fde2ea00700 1 -- 172.21.15.7:0/3641534188 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde280036a0 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.131+0000 7fde2ea00700 1 -- 172.21.15.7:0/3641534188 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fde2801a430 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.131+0000 7fde2ea00700 1 -- 172.21.15.7:0/3641534188 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde28019550 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.131+0000 7fde3ce00700 1 -- 172.21.15.7:0/3641534188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde3819f960 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.131+0000 7fde3ce00700 1 -- 172.21.15.7:0/3641534188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde381a2650 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.132+0000 7fde2ea00700 1 -- 172.21.15.7:0/3641534188 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fde28019be0 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.132+0000 7fde2ea00700 1 -- 172.21.15.7:0/3641534188 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fde28024730 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.132+0000 7fde3ce00700 1 -- 172.21.15.7:0/3641534188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde3810f7e0 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.135+0000 7fde2ea00700 1 -- 172.21.15.7:0/3641534188 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fde28043ec0 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.215+0000 7fde3ce00700 1 -- 172.21.15.7:0/3641534188 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fde38064ba0 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.216+0000 7fde2ea00700 1 -- 172.21.15.7:0/3641534188 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fde28032020 con 0x7fde3810b280 2024-05-21T01:46:33.007 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.217+0000 7fde3ce00700 1 -- 172.21.15.7:0/3641534188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 msgr2=0x7fde3819f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:33.008 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.217+0000 7fde3ce00700 1 --2- 172.21.15.7:0/3641534188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3819f190 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fde28009fb0 tx=0x7fde28011940 comp rx=0 tx=0).stop 2024-05-21T01:46:33.008 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.217+0000 7fde3ce00700 1 -- 172.21.15.7:0/3641534188 shutdown_connections 2024-05-21T01:46:33.008 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.217+0000 7fde3ce00700 1 --2- 172.21.15.7:0/3641534188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde3810b280 0x7fde3819f190 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:33.008 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.217+0000 7fde3ce00700 1 -- 172.21.15.7:0/3641534188 >> 172.21.15.7:0/3641534188 conn(0x7fde3807e690 msgr2=0x7fde38108580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:33.008 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.218+0000 7fde3ce00700 1 -- 172.21.15.7:0/3641534188 shutdown_connections 2024-05-21T01:46:33.008 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:32.218+0000 7fde3ce00700 1 -- 172.21.15.7:0/3641534188 wait complete. 2024-05-21T01:46:33.008 INFO:teuthology.orchestra.run.smithi007.stdout:mgr not available, waiting (1/15)... 2024-05-21T01:46:34.523 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:34 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:34.178+0000 7ff7e77b0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T01:46:34.523 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:34 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:34.409+0000 7ff7e77b0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T01:46:35.018 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:34 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:34.627+0000 7ff7e77b0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T01:46:35.019 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:35 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:35.017+0000 7ff7e77b0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T01:46:35.274 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:35 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:35.147+0000 7ff7e77b0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T01:46:35.553 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:35 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:35.410+0000 7ff7e77b0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T01:46:35.803 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:35 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:35.675+0000 7ff7e77b0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:46:36.182 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:35 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/336611337' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T01:46:36.517 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:36.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-05-21T01:46:36.519 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T01:46:36.520 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T01:46:36.521 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T01:46:36.529 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T01:46:36.529 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T01:46:36.529 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T01:46:36.529 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:36.529 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T01:46:36.529 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T01:46:36.529 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:36.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T01:46:12.159771+0000", 2024-05-21T01:46:36.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.708+0000 7f60a2a00700 1 Processor -- start 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.709+0000 7f60a2a00700 1 -- start start 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.709+0000 7f60a2a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c107ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.709+0000 7f60a2a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f609c076dc0 con 0x7f609c107880 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.709+0000 7f609be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c107ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.709+0000 7f609be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c107ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58076/0 (socket says 172.21.15.7:58076) 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.709+0000 7f609be00700 1 -- 172.21.15.7:0/1077148197 learned_addr learned my addr 172.21.15.7:0/1077148197 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.710+0000 7f609be00700 1 -- 172.21.15.7:0/1077148197 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f609c1081e0 con 0x7f609c107880 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.710+0000 7f609be00700 1 --2- 172.21.15.7:0/1077148197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c107ca0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f608c0098a0 tx=0x7f608c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=937b984460a77420 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:36.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.710+0000 7f609aa00700 1 -- 172.21.15.7:0/1077148197 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f608c004160 con 0x7f609c107880 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.711+0000 7f609aa00700 1 -- 172.21.15.7:0/1077148197 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f608c004300 con 0x7f609c107880 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.711+0000 7f609aa00700 1 -- 172.21.15.7:0/1077148197 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f608c011af0 con 0x7f609c107880 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.711+0000 7f60a2a00700 1 -- 172.21.15.7:0/1077148197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 msgr2=0x7f609c107ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.711+0000 7f60a2a00700 1 --2- 172.21.15.7:0/1077148197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c107ca0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f608c0098a0 tx=0x7f608c009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.711+0000 7f60a2a00700 1 -- 172.21.15.7:0/1077148197 shutdown_connections 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.711+0000 7f60a2a00700 1 --2- 172.21.15.7:0/1077148197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c107ca0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.711+0000 7f60a2a00700 1 -- 172.21.15.7:0/1077148197 >> 172.21.15.7:0/1077148197 conn(0x7f609c103460 msgr2=0x7f609c105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.712+0000 7f60a2a00700 1 -- 172.21.15.7:0/1077148197 shutdown_connections 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.712+0000 7f60a2a00700 1 -- 172.21.15.7:0/1077148197 wait complete. 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.713+0000 7f60a2a00700 1 Processor -- start 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.713+0000 7f60a2a00700 1 -- start start 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.713+0000 7f60a2a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c19f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:36.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.713+0000 7f60a2a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f609c109210 con 0x7f609c107880 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.713+0000 7f609be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c19f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.713+0000 7f609be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c19f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58090/0 (socket says 172.21.15.7:58090) 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.713+0000 7f609be00700 1 -- 172.21.15.7:0/336611337 learned_addr learned my addr 172.21.15.7:0/336611337 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.714+0000 7f609be00700 1 -- 172.21.15.7:0/336611337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f609c19f680 con 0x7f609c107880 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.714+0000 7f609be00700 1 --2- 172.21.15.7:0/336611337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c19f140 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f608c011ac0 tx=0x7f608c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.714+0000 7f6098c00700 1 -- 172.21.15.7:0/336611337 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f608c003970 con 0x7f609c107880 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.714+0000 7f6098c00700 1 -- 172.21.15.7:0/336611337 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f608c003b10 con 0x7f609c107880 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.714+0000 7f6098c00700 1 -- 172.21.15.7:0/336611337 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f608c024610 con 0x7f609c107880 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.714+0000 7f60a2a00700 1 -- 172.21.15.7:0/336611337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f609c19f910 con 0x7f609c107880 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.715+0000 7f60a2a00700 1 -- 172.21.15.7:0/336611337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f609c1a2600 con 0x7f609c107880 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.715+0000 7f6098c00700 1 -- 172.21.15.7:0/336611337 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f608c024bd0 con 0x7f609c107880 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.715+0000 7f6098c00700 1 -- 172.21.15.7:0/336611337 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f608c019700 con 0x7f609c107880 2024-05-21T01:46:36.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.716+0000 7f60a2a00700 1 -- 172.21.15.7:0/336611337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f609c064ba0 con 0x7f609c107880 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.718+0000 7f6098c00700 1 -- 172.21.15.7:0/336611337 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f608c02ddf0 con 0x7f609c107880 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.799+0000 7f60a2a00700 1 -- 172.21.15.7:0/336611337 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f609c02e770 con 0x7f609c107880 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.800+0000 7f6098c00700 1 -- 172.21.15.7:0/336611337 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f608c01a9e0 con 0x7f609c107880 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.801+0000 7f60a2a00700 1 -- 172.21.15.7:0/336611337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 msgr2=0x7f609c19f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.801+0000 7f60a2a00700 1 --2- 172.21.15.7:0/336611337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c19f140 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f608c011ac0 tx=0x7f608c011ba0 comp rx=0 tx=0).stop 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.801+0000 7f60a2a00700 1 -- 172.21.15.7:0/336611337 shutdown_connections 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.801+0000 7f60a2a00700 1 --2- 172.21.15.7:0/336611337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f609c107880 0x7f609c19f140 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.801+0000 7f60a2a00700 1 -- 172.21.15.7:0/336611337 >> 172.21.15.7:0/336611337 conn(0x7f609c103460 msgr2=0x7f609c195de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.801+0000 7f60a2a00700 1 -- 172.21.15.7:0/336611337 shutdown_connections 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:35.801+0000 7f60a2a00700 1 -- 172.21.15.7:0/336611337 wait complete. 2024-05-21T01:46:36.535 INFO:teuthology.orchestra.run.smithi007.stdout:mgr not available, waiting (2/15)... 2024-05-21T01:46:36.773 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:36.506+0000 7ff7e77b0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T01:46:37.273 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:36.804+0000 7ff7e77b0200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T01:46:37.773 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:37 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:37.371+0000 7ff7e77b0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T01:46:37.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:37 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:37.501+0000 7ff7e77b0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T01:46:38.273 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:37 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:37.973+0000 7ff7e77b0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T01:46:38.773 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:38 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:38.442+0000 7ff7e77b0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T01:46:38.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:38 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:38.570+0000 7ff7e77b0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T01:46:39.098 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:38 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:38.908+0000 7ff7e77b0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T01:46:39.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:39 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2812522134' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T01:46:39.524 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:39 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:39.097+0000 7ff7e77b0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T01:46:39.524 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:39 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:39.230+0000 7ff7e77b0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T01:46:39.964 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:39 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:39.645+0000 7ff7e77b0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T01:46:39.964 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:39 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:39.773+0000 7ff7e77b0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T01:46:39.976 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:39.976 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-05-21T01:46:39.976 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:46:39.976 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T01:46:39.976 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T01:46:39.976 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T01:46:39.977 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:39.978 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T01:46:39.978 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:39.978 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T01:46:39.978 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T01:46:39.978 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T01:46:39.985 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T01:46:39.985 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T01:46:39.985 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T01:46:39.986 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T01:46:39.987 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T01:46:12.159771+0000", 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.149+0000 7f0653e00700 1 Processor -- start 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.149+0000 7f0653e00700 1 -- start start 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.150+0000 7f0653e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f0654109200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.150+0000 7f0653e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f06541097d0 con 0x7f0654108de0 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.150+0000 7f0652a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f0654109200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.150+0000 7f0652a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f0654109200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45002/0 (socket says 172.21.15.7:45002) 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.150+0000 7f0652a00700 1 -- 172.21.15.7:0/421728280 learned_addr learned my addr 172.21.15.7:0/421728280 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.151+0000 7f0652a00700 1 -- 172.21.15.7:0/421728280 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0654109fe0 con 0x7f0654108de0 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.151+0000 7f0652a00700 1 --2- 172.21.15.7:0/421728280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f0654109200 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f06440098a0 tx=0x7f0644009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e1de45a807fb8cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:39.988 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.152+0000 7f0651600700 1 -- 172.21.15.7:0/421728280 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0644004160 con 0x7f0654108de0 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.152+0000 7f0651600700 1 -- 172.21.15.7:0/421728280 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0644004300 con 0x7f0654108de0 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.152+0000 7f0651600700 1 -- 172.21.15.7:0/421728280 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0644011af0 con 0x7f0654108de0 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.153+0000 7f0653e00700 1 -- 172.21.15.7:0/421728280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 msgr2=0x7f0654109200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.153+0000 7f0653e00700 1 --2- 172.21.15.7:0/421728280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f0654109200 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f06440098a0 tx=0x7f0644009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.153+0000 7f0653e00700 1 -- 172.21.15.7:0/421728280 shutdown_connections 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.153+0000 7f0653e00700 1 --2- 172.21.15.7:0/421728280 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f0654109200 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.153+0000 7f0653e00700 1 -- 172.21.15.7:0/421728280 >> 172.21.15.7:0/421728280 conn(0x7f0654104380 msgr2=0x7f06541067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.153+0000 7f0653e00700 1 -- 172.21.15.7:0/421728280 shutdown_connections 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.153+0000 7f0653e00700 1 -- 172.21.15.7:0/421728280 wait complete. 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.154+0000 7f0653e00700 1 Processor -- start 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.154+0000 7f0653e00700 1 -- start start 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.155+0000 7f0653e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f065407da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.155+0000 7f0653e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f065410d390 con 0x7f0654108de0 2024-05-21T01:46:39.989 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.155+0000 7f0652a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f065407da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.155+0000 7f0652a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f065407da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45018/0 (socket says 172.21.15.7:45018) 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.155+0000 7f0652a00700 1 -- 172.21.15.7:0/2812522134 learned_addr learned my addr 172.21.15.7:0/2812522134 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.155+0000 7f0652a00700 1 -- 172.21.15.7:0/2812522134 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f065407df70 con 0x7f0654108de0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.156+0000 7f0652a00700 1 --2- 172.21.15.7:0/2812522134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f065407da30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0644000c00 tx=0x7f0644011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.156+0000 7f064b400700 1 -- 172.21.15.7:0/2812522134 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0644003b20 con 0x7f0654108de0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.156+0000 7f064b400700 1 -- 172.21.15.7:0/2812522134 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f064401a8c0 con 0x7f0654108de0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.156+0000 7f064b400700 1 -- 172.21.15.7:0/2812522134 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0644024940 con 0x7f0654108de0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.156+0000 7f0653e00700 1 -- 172.21.15.7:0/2812522134 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f065407c160 con 0x7f0654108de0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.156+0000 7f0653e00700 1 -- 172.21.15.7:0/2812522134 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f065407c6a0 con 0x7f0654108de0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.157+0000 7f064b400700 1 -- 172.21.15.7:0/2812522134 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0644022020 con 0x7f0654108de0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.157+0000 7f064b400700 1 -- 172.21.15.7:0/2812522134 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f064402ddd0 con 0x7f0654108de0 2024-05-21T01:46:39.990 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.157+0000 7f0653e00700 1 -- 172.21.15.7:0/2812522134 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0654064ba0 con 0x7f0654108de0 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.160+0000 7f064b400700 1 -- 172.21.15.7:0/2812522134 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f0644042ec0 con 0x7f0654108de0 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.240+0000 7f0653e00700 1 -- 172.21.15.7:0/2812522134 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f065407c950 con 0x7f0654108de0 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.241+0000 7f064b400700 1 -- 172.21.15.7:0/2812522134 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f0644031030 con 0x7f0654108de0 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.243+0000 7f0653e00700 1 -- 172.21.15.7:0/2812522134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 msgr2=0x7f065407da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.243+0000 7f0653e00700 1 --2- 172.21.15.7:0/2812522134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f065407da30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0644000c00 tx=0x7f0644011b70 comp rx=0 tx=0).stop 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.243+0000 7f0653e00700 1 -- 172.21.15.7:0/2812522134 shutdown_connections 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.243+0000 7f0653e00700 1 --2- 172.21.15.7:0/2812522134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0654108de0 0x7f065407da30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.243+0000 7f0653e00700 1 -- 172.21.15.7:0/2812522134 >> 172.21.15.7:0/2812522134 conn(0x7f0654104380 msgr2=0x7f0654104f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.243+0000 7f0653e00700 1 -- 172.21.15.7:0/2812522134 shutdown_connections 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:39.243+0000 7f0653e00700 1 -- 172.21.15.7:0/2812522134 wait complete. 2024-05-21T01:46:39.991 INFO:teuthology.orchestra.run.smithi007.stdout:mgr not available, waiting (3/15)... 2024-05-21T01:46:40.859 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:40 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:40.565+0000 7ff7e77b0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T01:46:40.860 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:40 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:40.858+0000 7ff7e77b0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: Activating manager daemon x 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: mgrmap e2: x(active, starting, since 0.00603787s) 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: Manager daemon x is now available 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T01:46:41.258 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' 2024-05-21T01:46:41.259 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' 2024-05-21T01:46:41.259 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:40 smithi007 ceph-mon[31288]: from='mgr.14100 172.21.15.7:0/3545444698' entity='mgr.x' 2024-05-21T01:46:43.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:42 smithi007 ceph-mon[31288]: mgrmap e3: x(active, since 1.02013s) 2024-05-21T01:46:43.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:43.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-05-21T01:46:43.750 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:46:43.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T01:46:43.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T01:46:43.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T01:46:43.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T01:46:43.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:43.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T01:46:43.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T01:46:43.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 0 2024-05-21T01:46:43.751 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T01:46:43.753 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:43.754 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T01:46:43.754 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T01:46:43.754 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T01:46:43.762 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T01:46:43.762 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T01:46:43.763 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ], 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:43.764 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T01:46:12.159771+0000", 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout }, 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.658+0000 7f00e7200700 1 Processor -- start 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.659+0000 7f00e7200700 1 -- start start 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.659+0000 7f00e7200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e8112090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.659+0000 7f00e7200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f00e8112660 con 0x7f00e810fca0 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.660+0000 7f00e5e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e8112090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.660+0000 7f00e5e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e8112090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45092/0 (socket says 172.21.15.7:45092) 2024-05-21T01:46:43.765 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.660+0000 7f00e5e00700 1 -- 172.21.15.7:0/3235044561 learned_addr learned my addr 172.21.15.7:0/3235044561 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.660+0000 7f00e5e00700 1 -- 172.21.15.7:0/3235044561 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00e81127e0 con 0x7f00e810fca0 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.661+0000 7f00e5e00700 1 --2- 172.21.15.7:0/3235044561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e8112090 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f00d80098a0 tx=0x7f00d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8cfefec93e4cebf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.661+0000 7f00e4a00700 1 -- 172.21.15.7:0/3235044561 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00d8004160 con 0x7f00e810fca0 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.661+0000 7f00e4a00700 1 -- 172.21.15.7:0/3235044561 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f00d8004300 con 0x7f00e810fca0 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.661+0000 7f00e4a00700 1 -- 172.21.15.7:0/3235044561 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00d8011af0 con 0x7f00e810fca0 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.661+0000 7f00e7200700 1 -- 172.21.15.7:0/3235044561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 msgr2=0x7f00e8112090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.662+0000 7f00e7200700 1 --2- 172.21.15.7:0/3235044561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e8112090 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f00d80098a0 tx=0x7f00d8009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.662+0000 7f00e7200700 1 -- 172.21.15.7:0/3235044561 shutdown_connections 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.662+0000 7f00e7200700 1 --2- 172.21.15.7:0/3235044561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e8112090 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.662+0000 7f00e7200700 1 -- 172.21.15.7:0/3235044561 >> 172.21.15.7:0/3235044561 conn(0x7f00e807e3a0 msgr2=0x7f00e80807e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:43.766 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.662+0000 7f00e7200700 1 -- 172.21.15.7:0/3235044561 shutdown_connections 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.662+0000 7f00e7200700 1 -- 172.21.15.7:0/3235044561 wait complete. 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.663+0000 7f00e7200700 1 Processor -- start 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.663+0000 7f00e7200700 1 -- start start 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.663+0000 7f00e7200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e81a3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.663+0000 7f00e7200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f00e8113860 con 0x7f00e810fca0 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.664+0000 7f00e5e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e81a3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.664+0000 7f00e5e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e81a3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45100/0 (socket says 172.21.15.7:45100) 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.664+0000 7f00e5e00700 1 -- 172.21.15.7:0/1685457377 learned_addr learned my addr 172.21.15.7:0/1685457377 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.664+0000 7f00e5e00700 1 -- 172.21.15.7:0/1685457377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00e81a3950 con 0x7f00e810fca0 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.664+0000 7f00e5e00700 1 --2- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e81a3410 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f00d8011ac0 tx=0x7f00d8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.665+0000 7f00dea00700 1 -- 172.21.15.7:0/1685457377 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00d8003b20 con 0x7f00e810fca0 2024-05-21T01:46:43.767 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.665+0000 7f00dea00700 1 -- 172.21.15.7:0/1685457377 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f00d801a8c0 con 0x7f00e810fca0 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.665+0000 7f00dea00700 1 -- 172.21.15.7:0/1685457377 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00d80248d0 con 0x7f00e810fca0 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.665+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00e81a3be0 con 0x7f00e810fca0 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.665+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00e81a68d0 con 0x7f00e810fca0 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.666+0000 7f00dea00700 1 -- 172.21.15.7:0/1685457377 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 3) ==== 50105+0+0 (secure 0 0 0) 0x7f00d8022020 con 0x7f00e810fca0 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.666+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00e8064ba0 con 0x7f00e810fca0 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.667+0000 7f00dea00700 1 --2- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f00cc03e350 0x7f00cc040810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.667+0000 7f00dea00700 1 -- 172.21.15.7:0/1685457377 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f00d8053260 con 0x7f00e810fca0 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.667+0000 7f00e5400700 1 --2- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f00cc03e350 0x7f00cc040810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.668+0000 7f00e5400700 1 --2- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f00cc03e350 0x7f00cc040810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f00d4006fd0 tx=0x7f00d4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:43.768 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.673+0000 7f00dea00700 1 -- 172.21.15.7:0/1685457377 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f00d80172b0 con 0x7f00e810fca0 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:42.884+0000 7f00dea00700 1 -- 172.21.15.7:0/1685457377 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f00d801a430 con 0x7f00e810fca0 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.007+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f00e81a6d70 con 0x7f00e810fca0 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.008+0000 7f00dea00700 1 -- 172.21.15.7:0/1685457377 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f00d80212c0 con 0x7f00e810fca0 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.012+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f00cc03e350 msgr2=0x7f00cc040810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.012+0000 7f00e7200700 1 --2- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f00cc03e350 0x7f00cc040810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f00d4006fd0 tx=0x7f00d4006e40 comp rx=0 tx=0).stop 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.013+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 msgr2=0x7f00e81a3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.013+0000 7f00e7200700 1 --2- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e81a3410 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f00d8011ac0 tx=0x7f00d8011ba0 comp rx=0 tx=0).stop 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.013+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 shutdown_connections 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.013+0000 7f00e7200700 1 --2- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f00cc03e350 0x7f00cc040810 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.013+0000 7f00e7200700 1 --2- 172.21.15.7:0/1685457377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00e810fca0 0x7f00e81a3410 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.013+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 >> 172.21.15.7:0/1685457377 conn(0x7f00e807e3a0 msgr2=0x7f00e807ef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.013+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 shutdown_connections 2024-05-21T01:46:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:43.013+0000 7f00e7200700 1 -- 172.21.15.7:0/1685457377 wait complete. 2024-05-21T01:46:43.770 INFO:teuthology.orchestra.run.smithi007.stdout:mgr is available 2024-05-21T01:46:44.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:43 smithi007 ceph-mon[31288]: mgrmap e4: x(active, since 2s) 2024-05-21T01:46:44.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:43 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1685457377' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T01:46:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:44 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1792609198' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-21T01:46:45.363 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [global] 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout fsid = c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout [osd] 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-21T01:46:45.364 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.390+0000 7fbb37a00700 1 Processor -- start 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.390+0000 7fbb37a00700 1 -- start start 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.391+0000 7fbb37a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3010b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.391+0000 7fbb37a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3010bb90 con 0x7fbb3010b1a0 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.391+0000 7fbb35000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3010b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.391+0000 7fbb35000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3010b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45106/0 (socket says 172.21.15.7:45106) 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.391+0000 7fbb35000700 1 -- 172.21.15.7:0/3801134728 learned_addr learned my addr 172.21.15.7:0/3801134728 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.392+0000 7fbb35000700 1 -- 172.21.15.7:0/3801134728 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb3010c3a0 con 0x7fbb3010b1a0 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.392+0000 7fbb35000700 1 --2- 172.21.15.7:0/3801134728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3010b5c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fbb240098a0 tx=0x7fbb24009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a1b304e9595d746 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:45.365 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.392+0000 7fbb2f400700 1 -- 172.21.15.7:0/3801134728 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb24004160 con 0x7fbb3010b1a0 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.392+0000 7fbb2f400700 1 -- 172.21.15.7:0/3801134728 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbb24004300 con 0x7fbb3010b1a0 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.392+0000 7fbb2f400700 1 -- 172.21.15.7:0/3801134728 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb24011af0 con 0x7fbb3010b1a0 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.393+0000 7fbb37a00700 1 -- 172.21.15.7:0/3801134728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 msgr2=0x7fbb3010b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.393+0000 7fbb37a00700 1 --2- 172.21.15.7:0/3801134728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3010b5c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fbb240098a0 tx=0x7fbb24009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.393+0000 7fbb37a00700 1 -- 172.21.15.7:0/3801134728 shutdown_connections 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.393+0000 7fbb37a00700 1 --2- 172.21.15.7:0/3801134728 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3010b5c0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.393+0000 7fbb37a00700 1 -- 172.21.15.7:0/3801134728 >> 172.21.15.7:0/3801134728 conn(0x7fbb3007e690 msgr2=0x7fbb3007eae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.393+0000 7fbb37a00700 1 -- 172.21.15.7:0/3801134728 shutdown_connections 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.393+0000 7fbb37a00700 1 -- 172.21.15.7:0/3801134728 wait complete. 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.394+0000 7fbb37a00700 1 Processor -- start 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.394+0000 7fbb37a00700 1 -- start start 2024-05-21T01:46:45.366 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.395+0000 7fbb37a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3019f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.395+0000 7fbb37a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3010f750 con 0x7fbb3010b1a0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.395+0000 7fbb35000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3019f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.395+0000 7fbb35000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3019f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45108/0 (socket says 172.21.15.7:45108) 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.395+0000 7fbb35000700 1 -- 172.21.15.7:0/1792609198 learned_addr learned my addr 172.21.15.7:0/1792609198 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.395+0000 7fbb35000700 1 -- 172.21.15.7:0/1792609198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb3019f670 con 0x7fbb3010b1a0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.396+0000 7fbb35000700 1 --2- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3019f130 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fbb24000c00 tx=0x7fbb24011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.396+0000 7fbb2d600700 1 -- 172.21.15.7:0/1792609198 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb24003b20 con 0x7fbb3010b1a0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.396+0000 7fbb2d600700 1 -- 172.21.15.7:0/1792609198 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbb2401a8c0 con 0x7fbb3010b1a0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.396+0000 7fbb2d600700 1 -- 172.21.15.7:0/1792609198 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb24024940 con 0x7fbb3010b1a0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.396+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb3019f900 con 0x7fbb3010b1a0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.396+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb301a25f0 con 0x7fbb3010b1a0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.397+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb30064ba0 con 0x7fbb3010b1a0 2024-05-21T01:46:45.367 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.398+0000 7fbb2d600700 1 -- 172.21.15.7:0/1792609198 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7fbb24022020 con 0x7fbb3010b1a0 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.398+0000 7fbb2d600700 1 --2- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fbb1803e420 0x7fbb180408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.398+0000 7fbb2d600700 1 -- 172.21.15.7:0/1792609198 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbb24053410 con 0x7fbb3010b1a0 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.398+0000 7fbb2fe00700 1 --2- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fbb1803e420 0x7fbb180408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.399+0000 7fbb2fe00700 1 --2- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fbb1803e420 0x7fbb180408e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbb20006fd0 tx=0x7fbb20006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.404+0000 7fbb2d600700 1 -- 172.21.15.7:0/1792609198 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbb240212c0 con 0x7fbb3010b1a0 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.640+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fbb301a27c0 con 0x7fbb3010b1a0 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.642+0000 7fbb2d600700 1 -- 172.21.15.7:0/1792609198 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+436 (secure 0 0 0) 0x7fbb240042a0 con 0x7fbb3010b1a0 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.646+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fbb1803e420 msgr2=0x7fbb180408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.646+0000 7fbb37a00700 1 --2- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fbb1803e420 0x7fbb180408e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbb20006fd0 tx=0x7fbb20006e40 comp rx=0 tx=0).stop 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.646+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 msgr2=0x7fbb3019f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.646+0000 7fbb37a00700 1 --2- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3019f130 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fbb24000c00 tx=0x7fbb24011b70 comp rx=0 tx=0).stop 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.647+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 shutdown_connections 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.647+0000 7fbb37a00700 1 --2- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fbb1803e420 0x7fbb180408e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:45.368 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.647+0000 7fbb37a00700 1 --2- 172.21.15.7:0/1792609198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbb3010b1a0 0x7fbb3019f130 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:45.369 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.647+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 >> 172.21.15.7:0/1792609198 conn(0x7fbb3007e690 msgr2=0x7fbb301084a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:45.369 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.647+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 shutdown_connections 2024-05-21T01:46:45.369 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:44.647+0000 7fbb37a00700 1 -- 172.21.15.7:0/1792609198 wait complete. 2024-05-21T01:46:45.369 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling cephadm module... 2024-05-21T01:46:46.637 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:46 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2239501979' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-21T01:46:46.638 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: ignoring --setuser ceph since I am not root 2024-05-21T01:46:46.638 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: ignoring --setgroup ceph since I am not root 2024-05-21T01:46:46.638 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:46.635+0000 7f529c6b3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T01:46:47.117 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.984+0000 7f2bd6e00700 1 Processor -- start 2024-05-21T01:46:47.117 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.984+0000 7f2bd6e00700 1 -- start start 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.985+0000 7f2bd6e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd0109830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.985+0000 7f2bd6e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd0109e00 con 0x7f2bd0109410 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.985+0000 7f2bcfe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd0109830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.985+0000 7f2bcfe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd0109830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47936/0 (socket says 172.21.15.7:47936) 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.985+0000 7f2bcfe00700 1 -- 172.21.15.7:0/657727057 learned_addr learned my addr 172.21.15.7:0/657727057 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.986+0000 7f2bcfe00700 1 -- 172.21.15.7:0/657727057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd0109f80 con 0x7f2bd0109410 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.986+0000 7f2bcfe00700 1 --2- 172.21.15.7:0/657727057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd0109830 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000bb40 tx=0x7f2bc000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd5cde05827871a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.986+0000 7f2bcea00700 1 -- 172.21.15.7:0/657727057 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2bc000dbe0 con 0x7f2bd0109410 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.986+0000 7f2bcea00700 1 -- 172.21.15.7:0/657727057 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2bc00044c0 con 0x7f2bd0109410 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.986+0000 7f2bcea00700 1 -- 172.21.15.7:0/657727057 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2bc0010470 con 0x7f2bd0109410 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.987+0000 7f2bd6e00700 1 -- 172.21.15.7:0/657727057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 msgr2=0x7f2bd0109830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:47.118 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.987+0000 7f2bd6e00700 1 --2- 172.21.15.7:0/657727057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd0109830 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000bb40 tx=0x7f2bc000be50 comp rx=0 tx=0).stop 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.987+0000 7f2bd6e00700 1 -- 172.21.15.7:0/657727057 shutdown_connections 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.987+0000 7f2bd6e00700 1 --2- 172.21.15.7:0/657727057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd0109830 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.987+0000 7f2bd6e00700 1 -- 172.21.15.7:0/657727057 >> 172.21.15.7:0/657727057 conn(0x7f2bd0102c00 msgr2=0x7f2bd0105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.987+0000 7f2bd6e00700 1 -- 172.21.15.7:0/657727057 shutdown_connections 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.987+0000 7f2bd6e00700 1 -- 172.21.15.7:0/657727057 wait complete. 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.988+0000 7f2bd6e00700 1 Processor -- start 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.988+0000 7f2bd6e00700 1 -- start start 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.989+0000 7f2bd6e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd019f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.989+0000 7f2bd6e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd0107040 con 0x7f2bd0109410 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.989+0000 7f2bcfe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd019f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.989+0000 7f2bcfe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd019f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47942/0 (socket says 172.21.15.7:47942) 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.989+0000 7f2bcfe00700 1 -- 172.21.15.7:0/2239501979 learned_addr learned my addr 172.21.15.7:0/2239501979 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.989+0000 7f2bcfe00700 1 -- 172.21.15.7:0/2239501979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd019f5f0 con 0x7f2bd0109410 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.990+0000 7f2bcfe00700 1 --2- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd019f0b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000b340 tx=0x7f2bc0003dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:47.119 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.990+0000 7f2bccc00700 1 -- 172.21.15.7:0/2239501979 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2bc0010720 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.990+0000 7f2bccc00700 1 -- 172.21.15.7:0/2239501979 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2bc001d070 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.990+0000 7f2bccc00700 1 -- 172.21.15.7:0/2239501979 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2bc0021b00 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.990+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bd019f880 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.990+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bd01a2570 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.991+0000 7f2bccc00700 1 -- 172.21.15.7:0/2239501979 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f2bc001f030 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.991+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bd0064ba0 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.992+0000 7f2bccc00700 1 --2- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f2bb403e470 0x7f2bb4040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.992+0000 7f2bccc00700 1 -- 172.21.15.7:0/2239501979 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2bc0053490 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.992+0000 7f2bcf400700 1 --2- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f2bb403e470 0x7f2bb4040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.993+0000 7f2bcf400700 1 --2- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f2bb403e470 0x7f2bb4040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc006fd0 tx=0x7f2bbc006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:45.997+0000 7f2bccc00700 1 -- 172.21.15.7:0/2239501979 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2bc0015070 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.298+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f2bd0198610 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.351+0000 7f2bccc00700 1 -- 172.21.15.7:0/2239501979 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f2bd0198610 con 0x7f2bd0109410 2024-05-21T01:46:47.120 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.355+0000 7f2bccc00700 1 -- 172.21.15.7:0/2239501979 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f2bc00108c0 con 0x7f2bd0109410 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f2bb403e470 msgr2=0x7f2bb4040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 --2- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f2bb403e470 0x7f2bb4040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2bbc006fd0 tx=0x7f2bbc006e40 comp rx=0 tx=0).stop 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 msgr2=0x7f2bd019f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 --2- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd019f0b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000b340 tx=0x7f2bc0003dc0 comp rx=0 tx=0).stop 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 shutdown_connections 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 --2- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f2bb403e470 0x7f2bb4040930 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 --2- 172.21.15.7:0/2239501979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2bd0109410 0x7f2bd019f0b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 >> 172.21.15.7:0/2239501979 conn(0x7f2bd0102c00 msgr2=0x7f2bd01956f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 shutdown_connections 2024-05-21T01:46:47.121 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:46.357+0000 7f2bd6e00700 1 -- 172.21.15.7:0/2239501979 wait complete. 2024-05-21T01:46:47.267 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:46.889+0000 7f529c6b3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:46:47.267 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:47 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:47.025+0000 7f529c6b3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T01:46:47.523 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:47 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:47.445+0000 7f529c6b3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T01:46:47.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:47 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2239501979' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-21T01:46:47.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:47 smithi007 ceph-mon[31288]: mgrmap e5: x(active, since 5s) 2024-05-21T01:46:47.925 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:47 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:47.569+0000 7f529c6b3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T01:46:48.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:48 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/4165149860' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-21T01:46:48.743 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-05-21T01:46:48.743 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-21T01:46:48.743 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T01:46:48.743 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-21T01:46:48.743 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.713+0000 7fadc8a00700 1 Processor -- start 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.713+0000 7fadc8a00700 1 -- start start 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.714+0000 7fadc8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc410be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.714+0000 7fadc8a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fadc4076de0 con 0x7fadc4109a70 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.714+0000 7fadc1e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc410be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.714+0000 7fadc1e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc410be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47980/0 (socket says 172.21.15.7:47980) 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.714+0000 7fadc1e00700 1 -- 172.21.15.7:0/4246298505 learned_addr learned my addr 172.21.15.7:0/4246298505 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.714+0000 7fadc1e00700 1 -- 172.21.15.7:0/4246298505 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadc410c3a0 con 0x7fadc4109a70 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.715+0000 7fadc1e00700 1 --2- 172.21.15.7:0/4246298505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc410be60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fadb40098a0 tx=0x7fadb4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ab612c6443e1277 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.715+0000 7fadc0a00700 1 -- 172.21.15.7:0/4246298505 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fadb4004160 con 0x7fadc4109a70 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.715+0000 7fadc0a00700 1 -- 172.21.15.7:0/4246298505 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fadb4004300 con 0x7fadc4109a70 2024-05-21T01:46:48.744 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.715+0000 7fadc0a00700 1 -- 172.21.15.7:0/4246298505 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fadb4011af0 con 0x7fadc4109a70 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.716+0000 7fadc8a00700 1 -- 172.21.15.7:0/4246298505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 msgr2=0x7fadc410be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.716+0000 7fadc8a00700 1 --2- 172.21.15.7:0/4246298505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc410be60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fadb40098a0 tx=0x7fadb4009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.716+0000 7fadc8a00700 1 -- 172.21.15.7:0/4246298505 shutdown_connections 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.716+0000 7fadc8a00700 1 --2- 172.21.15.7:0/4246298505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc410be60 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.716+0000 7fadc8a00700 1 -- 172.21.15.7:0/4246298505 >> 172.21.15.7:0/4246298505 conn(0x7fadc4103460 msgr2=0x7fadc4105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.716+0000 7fadc8a00700 1 -- 172.21.15.7:0/4246298505 shutdown_connections 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.716+0000 7fadc8a00700 1 -- 172.21.15.7:0/4246298505 wait complete. 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.717+0000 7fadc8a00700 1 Processor -- start 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.717+0000 7fadc8a00700 1 -- start start 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.718+0000 7fadc8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc419f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.718+0000 7fadc8a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fadc410d310 con 0x7fadc4109a70 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.718+0000 7fadc1e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc419f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:48.745 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.718+0000 7fadc1e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc419f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47996/0 (socket says 172.21.15.7:47996) 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.718+0000 7fadc1e00700 1 -- 172.21.15.7:0/4165149860 learned_addr learned my addr 172.21.15.7:0/4165149860 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.718+0000 7fadc1e00700 1 -- 172.21.15.7:0/4165149860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadc419f670 con 0x7fadc4109a70 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.719+0000 7fadc1e00700 1 --2- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc419f130 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fadb4009fb0 tx=0x7fadb4011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.719+0000 7fadbaa00700 1 -- 172.21.15.7:0/4165149860 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fadb40036a0 con 0x7fadc4109a70 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.719+0000 7fadbaa00700 1 -- 172.21.15.7:0/4165149860 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fadb401a430 con 0x7fadc4109a70 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.719+0000 7fadbaa00700 1 -- 172.21.15.7:0/4165149860 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fadb4019550 con 0x7fadc4109a70 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.719+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadc419f900 con 0x7fadc4109a70 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.719+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadc41a25f0 con 0x7fadc4109a70 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.720+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadc4064ba0 con 0x7fadc4109a70 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.721+0000 7fadbaa00700 1 -- 172.21.15.7:0/4165149860 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7fadb401a8e0 con 0x7fadc4109a70 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.722+0000 7fadbaa00700 1 --2- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fada803e470 0x7fada8040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:48.746 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.722+0000 7fadbaa00700 1 -- 172.21.15.7:0/4165149860 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fadb40538d0 con 0x7fadc4109a70 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.722+0000 7fadc1400700 1 -- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fada803e470 msgr2=0x7fada8040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2209333077 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.722+0000 7fadc1400700 1 --2- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fada803e470 0x7fada8040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.727+0000 7fadbaa00700 1 -- 172.21.15.7:0/4165149860 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fadb4021e80 con 0x7fadc4109a70 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.923+0000 7fadc1400700 1 -- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fada803e470 msgr2=0x7fada8040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2209333077 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:47.923+0000 7fadc1400700 1 --2- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fada803e470 0x7fada8040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.027+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fadc41a2bd0 con 0x7fadc4109a70 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.027+0000 7fadbaa00700 1 -- 172.21.15.7:0/4165149860 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fadb401a690 con 0x7fadc4109a70 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.030+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fada803e470 msgr2=0x7fada8040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.030+0000 7fadc8a00700 1 --2- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fada803e470 0x7fada8040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.030+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 msgr2=0x7fadc419f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.030+0000 7fadc8a00700 1 --2- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc419f130 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fadb4009fb0 tx=0x7fadb4011940 comp rx=0 tx=0).stop 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.031+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 shutdown_connections 2024-05-21T01:46:48.747 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.031+0000 7fadc8a00700 1 --2- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7fada803e470 0x7fada8040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:48.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.031+0000 7fadc8a00700 1 --2- 172.21.15.7:0/4165149860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fadc4109a70 0x7fadc419f130 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:48.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.031+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 >> 172.21.15.7:0/4165149860 conn(0x7fadc4103460 msgr2=0x7fadc4103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:48.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.031+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 shutdown_connections 2024-05-21T01:46:48.748 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:48.031+0000 7fadc8a00700 1 -- 172.21.15.7:0/4165149860 wait complete. 2024-05-21T01:46:48.748 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for the mgr to restart... 2024-05-21T01:46:48.748 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr epoch 5... 2024-05-21T01:46:49.273 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:49 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:49.195+0000 7f529c6b3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T01:46:49.652 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:49 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:49.432+0000 7f529c6b3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T01:46:49.653 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:49 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:49.650+0000 7f529c6b3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T01:46:50.273 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:50.045+0000 7f529c6b3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T01:46:50.274 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:50.171+0000 7f529c6b3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T01:46:50.692 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:50.428+0000 7f529c6b3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T01:46:50.693 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:50.690+0000 7f529c6b3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:46:51.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:51 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:51.508+0000 7f529c6b3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T01:46:52.273 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:51 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:51.804+0000 7f529c6b3200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T01:46:52.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:52.372+0000 7f529c6b3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T01:46:52.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:52.503+0000 7f529c6b3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T01:46:53.273 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:52.976+0000 7f529c6b3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T01:46:53.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:53 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:53.445+0000 7f529c6b3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T01:46:53.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:53 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:53.574+0000 7f529c6b3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T01:46:54.227 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:53 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:53.906+0000 7f529c6b3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T01:46:54.227 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:54.091+0000 7f529c6b3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T01:46:54.227 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:54.224+0000 7f529c6b3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T01:46:55.023 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:54.629+0000 7f529c6b3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T01:46:55.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:54.756+0000 7f529c6b3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T01:46:55.837 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:55.541+0000 7f529c6b3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T01:46:55.837 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:46:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:46:55.835+0000 7f529c6b3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T01:46:56.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: Active manager daemon x restarted 2024-05-21T01:46:56.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: Activating manager daemon x 2024-05-21T01:46:56.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: osdmap e2: 0 total, 0 up, 0 in 2024-05-21T01:46:56.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: mgrmap e6: x(active, starting, since 0.00854358s) 2024-05-21T01:46:56.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:46:56.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T01:46:56.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T01:46:56.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T01:46:56.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T01:46:56.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:55 smithi007 ceph-mon[31288]: Manager daemon x is now available 2024-05-21T01:46:57.215 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:56 smithi007 ceph-mon[31288]: Found migration_current of "None". Setting to last migration. 2024-05-21T01:46:57.215 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:56 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:46:57.215 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:56 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:46:57.215 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:56 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:46:57.215 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:56 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:46:57.215 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:56 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T01:46:57.215 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:56 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T01:46:57.216 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:56 smithi007 ceph-mon[31288]: mgrmap e7: x(active, since 1.0168s) 2024-05-21T01:46:57.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-05-21T01:46:57.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-21T01:46:57.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-21T01:46:57.530 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.322+0000 7f7b2b000700 1 Processor -- start 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.322+0000 7f7b2b000700 1 -- start start 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.323+0000 7f7b2b000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2407c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.323+0000 7f7b2b000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2407c7b0 con 0x7f7b2407dd80 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.323+0000 7f7b29c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2407c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.323+0000 7f7b29c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2407c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48002/0 (socket says 172.21.15.7:48002) 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.323+0000 7f7b29c00700 1 -- 172.21.15.7:0/302909859 learned_addr learned my addr 172.21.15.7:0/302909859 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.324+0000 7f7b29c00700 1 -- 172.21.15.7:0/302909859 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b2407c930 con 0x7f7b2407dd80 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.324+0000 7f7b29c00700 1 --2- 172.21.15.7:0/302909859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2407c1e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7b180098a0 tx=0x7f7b18009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca20f5a4cb3d8edf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.324+0000 7f7b23e00700 1 -- 172.21.15.7:0/302909859 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b18004160 con 0x7f7b2407dd80 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.324+0000 7f7b23e00700 1 -- 172.21.15.7:0/302909859 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7b18004300 con 0x7f7b2407dd80 2024-05-21T01:46:57.531 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.324+0000 7f7b23e00700 1 -- 172.21.15.7:0/302909859 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b18011af0 con 0x7f7b2407dd80 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.325+0000 7f7b2b000700 1 -- 172.21.15.7:0/302909859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 msgr2=0x7f7b2407c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.325+0000 7f7b2b000700 1 --2- 172.21.15.7:0/302909859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2407c1e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7b180098a0 tx=0x7f7b18009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.325+0000 7f7b2b000700 1 -- 172.21.15.7:0/302909859 shutdown_connections 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.325+0000 7f7b2b000700 1 --2- 172.21.15.7:0/302909859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2407c1e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.325+0000 7f7b2b000700 1 -- 172.21.15.7:0/302909859 >> 172.21.15.7:0/302909859 conn(0x7f7b24104380 msgr2=0x7f7b241067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.325+0000 7f7b2b000700 1 -- 172.21.15.7:0/302909859 shutdown_connections 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.325+0000 7f7b2b000700 1 -- 172.21.15.7:0/302909859 wait complete. 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.327+0000 7f7b2b000700 1 Processor -- start 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.327+0000 7f7b2b000700 1 -- start start 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.328+0000 7f7b2b000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2419ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:57.532 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.328+0000 7f7b2b000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2410f370 con 0x7f7b2407dd80 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.328+0000 7f7b29c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2419ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.328+0000 7f7b29c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2419ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48004/0 (socket says 172.21.15.7:48004) 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.328+0000 7f7b29c00700 1 -- 172.21.15.7:0/2644781746 learned_addr learned my addr 172.21.15.7:0/2644781746 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.328+0000 7f7b29c00700 1 -- 172.21.15.7:0/2644781746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b2419f490 con 0x7f7b2407dd80 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.329+0000 7f7b29c00700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2419ef50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7b18000c00 tx=0x7f7b18011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.329+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b18003b20 con 0x7f7b2407dd80 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.329+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7b1801a8c0 con 0x7f7b2407dd80 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.329+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b18024940 con 0x7f7b2407dd80 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.329+0000 7f7b2b000700 1 -- 172.21.15.7:0/2644781746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b2419f720 con 0x7f7b2407dd80 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.329+0000 7f7b2b000700 1 -- 172.21.15.7:0/2644781746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b241a2410 con 0x7f7b2407dd80 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.330+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f7b18022020 con 0x7f7b2407dd80 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.331+0000 7f7b22000700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 0x7f7b0c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:57.533 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.331+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 --> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7b0c041090 con 0x7f7b0c03e4c0 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.331+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7b180533f0 con 0x7f7b2407dd80 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.331+0000 7f7b29200700 1 -- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 msgr2=0x7f7b0c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2209333077 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.331+0000 7f7b29200700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 0x7f7b0c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.532+0000 7f7b29200700 1 -- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 msgr2=0x7f7b0c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2209333077 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.532+0000 7f7b29200700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 0x7f7b0c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.933+0000 7f7b29200700 1 -- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 msgr2=0x7f7b0c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2209333077 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:49.933+0000 7f7b29200700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 0x7f7b0c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:50.734+0000 7f7b29200700 1 -- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 msgr2=0x7f7b0c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2209333077 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:50.734+0000 7f7b29200700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 0x7f7b0c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:52.336+0000 7f7b29200700 1 -- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 msgr2=0x7f7b0c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2209333077 2024-05-21T01:46:57.534 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:52.336+0000 7f7b29200700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 0x7f7b0c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:55.540+0000 7f7b29200700 1 -- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 msgr2=0x7f7b0c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/2209333077 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:55.540+0000 7f7b29200700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 0x7f7b0c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:55.844+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mgrmap(e 6) ==== 49989+0+0 (secure 0 0 0) 0x7f7b1804d070 con 0x7f7b2407dd80 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:55.844+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 msgr2=0x7f7b0c040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:55.844+0000 7f7b22000700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 0x7f7b0c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.849+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7f7b1801aa70 con 0x7f7b2407dd80 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.850+0000 7f7b22000700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f7b0c041db0 0x7f7b0c0441a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.850+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7b1802ae50 con 0x7f7b0c041db0 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.853+0000 7f7b29200700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f7b0c041db0 0x7f7b0c0441a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.857+0000 7f7b29200700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f7b0c041db0 0x7f7b0c0441a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f7b10003a10 tx=0x7f7b100092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.858+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 <== mgr.14120 v2:172.21.15.7:6800/738241282 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f7b1802ae50 con 0x7f7b0c041db0 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.868+0000 7f7b2b000700 1 -- 172.21.15.7:0/2644781746 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f7b24064ba0 con 0x7f7b0c041db0 2024-05-21T01:46:57.535 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.869+0000 7f7b22000700 1 -- 172.21.15.7:0/2644781746 <== mgr.14120 v2:172.21.15.7:6800/738241282 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f7b24064ba0 con 0x7f7b0c041db0 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 -- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f7b0c041db0 msgr2=0x7f7b0c0441a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f7b0c041db0 0x7f7b0c0441a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f7b10003a10 tx=0x7f7b100092b0 comp rx=0 tx=0).stop 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 -- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 msgr2=0x7f7b2419ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2419ef50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7b18000c00 tx=0x7f7b18011b70 comp rx=0 tx=0).stop 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 -- 172.21.15.7:0/2644781746 shutdown_connections 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7b2407dd80 0x7f7b2419ef50 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f7b0c041db0 0x7f7b0c0441a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 --2- 172.21.15.7:0/2644781746 >> [v2:172.21.15.7:6800/2209333077,v1:172.21.15.7:6801/2209333077] conn(0x7f7b0c03e4c0 0x7f7b0c040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 -- 172.21.15.7:0/2644781746 >> 172.21.15.7:0/2644781746 conn(0x7f7b24104380 msgr2=0x7f7b24104f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 -- 172.21.15.7:0/2644781746 shutdown_connections 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:56.870+0000 7f7b2b000700 1 -- 172.21.15.7:0/2644781746 wait complete. 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:mgr epoch 5 is available 2024-05-21T01:46:57.536 INFO:teuthology.orchestra.run.smithi007.stdout:Setting orchestrator backend to cephadm... 2024-05-21T01:46:58.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:58 smithi007 ceph-mon[31288]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-21T01:46:58.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:58 smithi007 ceph-mon[31288]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-21T01:46:58.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:58 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:46:58.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:58 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:46:58.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:58 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:46:59.234 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.161+0000 7f93b3c00700 1 Processor -- start 2024-05-21T01:46:59.236 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.161+0000 7f93b3c00700 1 -- start start 2024-05-21T01:46:59.236 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.161+0000 7f93b3c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:59.236 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.161+0000 7f93b3c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93ac1127a0 con 0x7f93ac10fe70 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.162+0000 7f93b1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.162+0000 7f93b1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57254/0 (socket says 172.21.15.7:57254) 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.162+0000 7f93b1200700 1 -- 172.21.15.7:0/1537098654 learned_addr learned my addr 172.21.15.7:0/1537098654 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.162+0000 7f93b1200700 1 -- 172.21.15.7:0/1537098654 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93ac112920 con 0x7f93ac10fe70 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.163+0000 7f93b1200700 1 --2- 172.21.15.7:0/1537098654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac112260 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f93a00098a0 tx=0x7f93a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faf4e3285b0b36c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.163+0000 7f93ab400700 1 -- 172.21.15.7:0/1537098654 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93a0004160 con 0x7f93ac10fe70 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.163+0000 7f93ab400700 1 -- 172.21.15.7:0/1537098654 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f93a0004300 con 0x7f93ac10fe70 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.163+0000 7f93ab400700 1 -- 172.21.15.7:0/1537098654 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93a0011af0 con 0x7f93ac10fe70 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.164+0000 7f93b3c00700 1 -- 172.21.15.7:0/1537098654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 msgr2=0x7f93ac112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.164+0000 7f93b3c00700 1 --2- 172.21.15.7:0/1537098654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac112260 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f93a00098a0 tx=0x7f93a0009bb0 comp rx=0 tx=0).stop 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.164+0000 7f93b3c00700 1 -- 172.21.15.7:0/1537098654 shutdown_connections 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.164+0000 7f93b3c00700 1 --2- 172.21.15.7:0/1537098654 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac112260 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:59.237 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.164+0000 7f93b3c00700 1 -- 172.21.15.7:0/1537098654 >> 172.21.15.7:0/1537098654 conn(0x7f93ac07e690 msgr2=0x7f93ac080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:59.238 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.164+0000 7f93b3c00700 1 -- 172.21.15.7:0/1537098654 shutdown_connections 2024-05-21T01:46:59.238 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.164+0000 7f93b3c00700 1 -- 172.21.15.7:0/1537098654 wait complete. 2024-05-21T01:46:59.240 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.165+0000 7f93b3c00700 1 Processor -- start 2024-05-21T01:46:59.240 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.165+0000 7f93b3c00700 1 -- start start 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.165+0000 7f93b3c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac1a3480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.165+0000 7f93b3c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93ac113940 con 0x7f93ac10fe70 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.166+0000 7f93b1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac1a3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.166+0000 7f93b1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac1a3480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57268/0 (socket says 172.21.15.7:57268) 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.166+0000 7f93b1200700 1 -- 172.21.15.7:0/979272476 learned_addr learned my addr 172.21.15.7:0/979272476 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.166+0000 7f93b1200700 1 -- 172.21.15.7:0/979272476 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93ac1a39c0 con 0x7f93ac10fe70 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.166+0000 7f93b1200700 1 --2- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac1a3480 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f93a0011ac0 tx=0x7f93a0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.167+0000 7f93a9600700 1 -- 172.21.15.7:0/979272476 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93a0003b20 con 0x7f93ac10fe70 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.167+0000 7f93a9600700 1 -- 172.21.15.7:0/979272476 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f93a001a8c0 con 0x7f93ac10fe70 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.167+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93ac1a3c50 con 0x7f93ac10fe70 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.167+0000 7f93a9600700 1 -- 172.21.15.7:0/979272476 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f93a00248d0 con 0x7f93ac10fe70 2024-05-21T01:46:59.241 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.167+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93ac1a6940 con 0x7f93ac10fe70 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.168+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93ac064ba0 con 0x7f93ac10fe70 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.168+0000 7f93a9600700 1 -- 172.21.15.7:0/979272476 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7f93a0022020 con 0x7f93ac10fe70 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.168+0000 7f93a9600700 1 --2- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f939403e350 0x7f9394040810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.168+0000 7f93a9600700 1 -- 172.21.15.7:0/979272476 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f93a00536a0 con 0x7f93ac10fe70 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.169+0000 7f93abe00700 1 --2- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f939403e350 0x7f9394040810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.169+0000 7f93abe00700 1 --2- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f939403e350 0x7f9394040810 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9398006fd0 tx=0x7f9398006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.174+0000 7f93a9600700 1 -- 172.21.15.7:0/979272476 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f93a001ab20 con 0x7f93ac10fe70 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.287+0000 7f93a9600700 1 -- 172.21.15.7:0/979272476 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f93a001a430 con 0x7f93ac10fe70 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.422+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f93ac080930 con 0x7f939403e350 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.435+0000 7f93a9600700 1 -- 172.21.15.7:0/979272476 <== mgr.14120 v2:172.21.15.7:6800/738241282 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f93ac080930 con 0x7f939403e350 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.438+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f939403e350 msgr2=0x7f9394040810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:59.242 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.438+0000 7f93b3c00700 1 --2- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f939403e350 0x7f9394040810 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9398006fd0 tx=0x7f9398006e40 comp rx=0 tx=0).stop 2024-05-21T01:46:59.243 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.438+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 msgr2=0x7f93ac1a3480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:46:59.244 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.438+0000 7f93b3c00700 1 --2- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac1a3480 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f93a0011ac0 tx=0x7f93a0011ba0 comp rx=0 tx=0).stop 2024-05-21T01:46:59.244 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.438+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 shutdown_connections 2024-05-21T01:46:59.244 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.438+0000 7f93b3c00700 1 --2- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f939403e350 0x7f9394040810 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:59.244 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.438+0000 7f93b3c00700 1 --2- 172.21.15.7:0/979272476 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93ac10fe70 0x7f93ac1a3480 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:46:59.244 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.438+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 >> 172.21.15.7:0/979272476 conn(0x7f93ac07e690 msgr2=0x7f93ac080220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:46:59.244 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.439+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 shutdown_connections 2024-05-21T01:46:59.244 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:58.439+0000 7f93b3c00700 1 -- 172.21.15.7:0/979272476 wait complete. 2024-05-21T01:46:59.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:59 smithi007 ceph-mon[31288]: [21/May/2024:01:46:57] ENGINE Bus STARTING 2024-05-21T01:46:59.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:59 smithi007 ceph-mon[31288]: [21/May/2024:01:46:57] ENGINE Serving on http://172.21.15.7:8765 2024-05-21T01:46:59.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:59 smithi007 ceph-mon[31288]: [21/May/2024:01:46:57] ENGINE Serving on https://172.21.15.7:7150 2024-05-21T01:46:59.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:59 smithi007 ceph-mon[31288]: [21/May/2024:01:46:57] ENGINE Bus STARTED 2024-05-21T01:46:59.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:59 smithi007 ceph-mon[31288]: mgrmap e8: x(active, since 2s) 2024-05-21T01:46:59.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:59 smithi007 ceph-mon[31288]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:46:59.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:59 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:46:59.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:46:59 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:47:00.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:00 smithi007 ceph-mon[31288]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:00.885 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-21T01:47:00.885 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.911+0000 7f5d81600700 1 Processor -- start 2024-05-21T01:47:00.885 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.911+0000 7f5d81600700 1 -- start start 2024-05-21T01:47:00.885 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.912+0000 7f5d81600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c10b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:00.886 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.912+0000 7f5d81600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7c10ba10 con 0x7f5d7c10b020 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.912+0000 7f5d7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c10b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.912+0000 7f5d7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c10b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57280/0 (socket says 172.21.15.7:57280) 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.912+0000 7f5d7be00700 1 -- 172.21.15.7:0/1439163486 learned_addr learned my addr 172.21.15.7:0/1439163486 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.913+0000 7f5d7be00700 1 -- 172.21.15.7:0/1439163486 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d7c10c1d0 con 0x7f5d7c10b020 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.913+0000 7f5d7be00700 1 --2- 172.21.15.7:0/1439163486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c10b440 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f5d6c0098a0 tx=0x7f5d6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d4129db0d4334ad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.913+0000 7f5d7aa00700 1 -- 172.21.15.7:0/1439163486 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d6c004160 con 0x7f5d7c10b020 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.913+0000 7f5d7aa00700 1 -- 172.21.15.7:0/1439163486 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5d6c004300 con 0x7f5d7c10b020 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.913+0000 7f5d7aa00700 1 -- 172.21.15.7:0/1439163486 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d6c011af0 con 0x7f5d7c10b020 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.914+0000 7f5d81600700 1 -- 172.21.15.7:0/1439163486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 msgr2=0x7f5d7c10b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.914+0000 7f5d81600700 1 --2- 172.21.15.7:0/1439163486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c10b440 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f5d6c0098a0 tx=0x7f5d6c009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:00.887 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.914+0000 7f5d81600700 1 -- 172.21.15.7:0/1439163486 shutdown_connections 2024-05-21T01:47:00.890 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.914+0000 7f5d81600700 1 --2- 172.21.15.7:0/1439163486 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c10b440 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:00.890 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.914+0000 7f5d81600700 1 -- 172.21.15.7:0/1439163486 >> 172.21.15.7:0/1439163486 conn(0x7f5d7c07e480 msgr2=0x7f5d7c07e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:00.890 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.914+0000 7f5d81600700 1 -- 172.21.15.7:0/1439163486 shutdown_connections 2024-05-21T01:47:00.890 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.915+0000 7f5d81600700 1 -- 172.21.15.7:0/1439163486 wait complete. 2024-05-21T01:47:00.890 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.916+0000 7f5d81600700 1 Processor -- start 2024-05-21T01:47:00.890 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.916+0000 7f5d81600700 1 -- start start 2024-05-21T01:47:00.890 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.916+0000 7f5d81600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c19ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:00.890 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.916+0000 7f5d81600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7c10f580 con 0x7f5d7c10b020 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.916+0000 7f5d7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c19ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.916+0000 7f5d7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c19ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57288/0 (socket says 172.21.15.7:57288) 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.916+0000 7f5d7be00700 1 -- 172.21.15.7:0/4191636149 learned_addr learned my addr 172.21.15.7:0/4191636149 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.917+0000 7f5d7be00700 1 -- 172.21.15.7:0/4191636149 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d7c19f460 con 0x7f5d7c10b020 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.917+0000 7f5d7be00700 1 --2- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c19ef20 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5d6c000c00 tx=0x7f5d6c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.917+0000 7f5d78c00700 1 -- 172.21.15.7:0/4191636149 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d6c003b20 con 0x7f5d7c10b020 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.917+0000 7f5d78c00700 1 -- 172.21.15.7:0/4191636149 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5d6c01a8c0 con 0x7f5d7c10b020 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.917+0000 7f5d78c00700 1 -- 172.21.15.7:0/4191636149 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5d6c024940 con 0x7f5d7c10b020 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.917+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d7c19f6f0 con 0x7f5d7c10b020 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.918+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d7c1a23e0 con 0x7f5d7c10b020 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.919+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d7c064ba0 con 0x7f5d7c10b020 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.919+0000 7f5d78c00700 1 -- 172.21.15.7:0/4191636149 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f5d6c022020 con 0x7f5d7c10b020 2024-05-21T01:47:00.891 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.919+0000 7f5d78c00700 1 --2- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f5d6003e4c0 0x7f5d60040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:00.893 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.919+0000 7f5d78c00700 1 -- 172.21.15.7:0/4191636149 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5d6c053740 con 0x7f5d7c10b020 2024-05-21T01:47:00.893 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.920+0000 7f5d7b400700 1 --2- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f5d6003e4c0 0x7f5d60040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:00.893 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.920+0000 7f5d7b400700 1 --2- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f5d6003e4c0 0x7f5d60040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5d68006fd0 tx=0x7f5d68006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:46:59.926+0000 7f5d78c00700 1 -- 172.21.15.7:0/4191636149 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5d6c0212c0 con 0x7f5d7c10b020 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.165+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f5d7c108b70 con 0x7f5d6003e4c0 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.167+0000 7f5d78c00700 1 -- 172.21.15.7:0/4191636149 <== mgr.14120 v2:172.21.15.7:6800/738241282 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f5d7c108b70 con 0x7f5d6003e4c0 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.170+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f5d6003e4c0 msgr2=0x7f5d60040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.170+0000 7f5d81600700 1 --2- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f5d6003e4c0 0x7f5d60040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5d68006fd0 tx=0x7f5d68006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.170+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 msgr2=0x7f5d7c19ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.170+0000 7f5d81600700 1 --2- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c19ef20 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5d6c000c00 tx=0x7f5d6c011b70 comp rx=0 tx=0).stop 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.170+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 shutdown_connections 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.170+0000 7f5d81600700 1 --2- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f5d6003e4c0 0x7f5d60040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.170+0000 7f5d81600700 1 --2- 172.21.15.7:0/4191636149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5d7c10b020 0x7f5d7c19ef20 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.170+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 >> 172.21.15.7:0/4191636149 conn(0x7f5d7c07e480 msgr2=0x7f5d7c108460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.171+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 shutdown_connections 2024-05-21T01:47:00.894 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:00.171+0000 7f5d81600700 1 -- 172.21.15.7:0/4191636149 wait complete. 2024-05-21T01:47:00.895 INFO:teuthology.orchestra.run.smithi007.stdout:Generating ssh key... 2024-05-21T01:47:02.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: Generating public/private rsa key pair. 2024-05-21T01:47:02.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: Your identification has been saved in /tmp/tmpqde44qun/key. 2024-05-21T01:47:02.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: Your public key has been saved in /tmp/tmpqde44qun/key.pub. 2024-05-21T01:47:02.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: The key fingerprint is: 2024-05-21T01:47:02.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: SHA256:VG2+UvgmStyM0n0ZqIqB2NKXIY6hvCmxbyoHMJr1pQo ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:47:02.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: The key's randomart image is: 2024-05-21T01:47:02.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: +---[RSA 3072]----+ 2024-05-21T01:47:02.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: | .. | 2024-05-21T01:47:02.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: | . o | 2024-05-21T01:47:02.025 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: | . = | 2024-05-21T01:47:02.025 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: |+ o . .. o + | 2024-05-21T01:47:02.025 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: |=@ + = oS* o + | 2024-05-21T01:47:02.025 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: |E.= * . * * * | 2024-05-21T01:47:02.025 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: | *oo o + . = | 2024-05-21T01:47:02.025 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: |+o+ . . . | 2024-05-21T01:47:02.025 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: |+=. | 2024-05-21T01:47:02.025 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: +----[SHA256]-----+ 2024-05-21T01:47:02.641 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.516+0000 7fb2de400700 1 Processor -- start 2024-05-21T01:47:02.642 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.516+0000 7fb2de400700 1 -- start start 2024-05-21T01:47:02.642 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.516+0000 7fb2de400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d807fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:02.642 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.516+0000 7fb2de400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d8080220 con 0x7fb2d807f830 2024-05-21T01:47:02.642 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.517+0000 7fb2d7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d807fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:02.642 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.517+0000 7fb2d7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d807fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57294/0 (socket says 172.21.15.7:57294) 2024-05-21T01:47:02.642 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.517+0000 7fb2d7400700 1 -- 172.21.15.7:0/3838861374 learned_addr learned my addr 172.21.15.7:0/3838861374 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:02.642 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.517+0000 7fb2d7400700 1 -- 172.21.15.7:0/3838861374 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d8080a80 con 0x7fb2d807f830 2024-05-21T01:47:02.642 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.518+0000 7fb2d7400700 1 --2- 172.21.15.7:0/3838861374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d807fc50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb2c8009e80 tx=0x7fb2c800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=858f47be6d238d1c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:02.642 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.518+0000 7fb2d6a00700 1 -- 172.21.15.7:0/3838861374 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2c8017070 con 0x7fb2d807f830 2024-05-21T01:47:02.643 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.518+0000 7fb2d6a00700 1 -- 172.21.15.7:0/3838861374 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb2c800b8c0 con 0x7fb2d807f830 2024-05-21T01:47:02.643 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.518+0000 7fb2d6a00700 1 -- 172.21.15.7:0/3838861374 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2c8004490 con 0x7fb2d807f830 2024-05-21T01:47:02.643 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.519+0000 7fb2de400700 1 -- 172.21.15.7:0/3838861374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 msgr2=0x7fb2d807fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:02.643 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.519+0000 7fb2de400700 1 --2- 172.21.15.7:0/3838861374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d807fc50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb2c8009e80 tx=0x7fb2c800b330 comp rx=0 tx=0).stop 2024-05-21T01:47:02.643 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.519+0000 7fb2de400700 1 -- 172.21.15.7:0/3838861374 shutdown_connections 2024-05-21T01:47:02.643 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.519+0000 7fb2de400700 1 --2- 172.21.15.7:0/3838861374 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d807fc50 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:02.643 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.519+0000 7fb2de400700 1 -- 172.21.15.7:0/3838861374 >> 172.21.15.7:0/3838861374 conn(0x7fb2d807e690 msgr2=0x7fb2d807eae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:02.643 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.519+0000 7fb2de400700 1 -- 172.21.15.7:0/3838861374 shutdown_connections 2024-05-21T01:47:02.643 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.519+0000 7fb2de400700 1 -- 172.21.15.7:0/3838861374 wait complete. 2024-05-21T01:47:02.645 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.520+0000 7fb2de400700 1 Processor -- start 2024-05-21T01:47:02.645 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.521+0000 7fb2de400700 1 -- start start 2024-05-21T01:47:02.645 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.521+0000 7fb2de400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d81a3470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:02.645 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.521+0000 7fb2de400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d8081e40 con 0x7fb2d807f830 2024-05-21T01:47:02.645 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.521+0000 7fb2d7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d81a3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:02.645 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.521+0000 7fb2d7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d81a3470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57296/0 (socket says 172.21.15.7:57296) 2024-05-21T01:47:02.645 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.521+0000 7fb2d7400700 1 -- 172.21.15.7:0/2354763033 learned_addr learned my addr 172.21.15.7:0/2354763033 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:02.646 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.522+0000 7fb2d7400700 1 -- 172.21.15.7:0/2354763033 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d81a39b0 con 0x7fb2d807f830 2024-05-21T01:47:02.646 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.522+0000 7fb2d7400700 1 --2- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d81a3470 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb2c800b7b0 tx=0x7fb2c800be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:02.646 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.522+0000 7fb2d4c00700 1 -- 172.21.15.7:0/2354763033 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2c8020020 con 0x7fb2d807f830 2024-05-21T01:47:02.646 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.523+0000 7fb2d4c00700 1 -- 172.21.15.7:0/2354763033 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb2c8003d10 con 0x7fb2d807f830 2024-05-21T01:47:02.646 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.523+0000 7fb2d4c00700 1 -- 172.21.15.7:0/2354763033 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb2c8017040 con 0x7fb2d807f830 2024-05-21T01:47:02.646 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.523+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2d81a3c40 con 0x7fb2d807f830 2024-05-21T01:47:02.646 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.523+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2d81a6930 con 0x7fb2d807f830 2024-05-21T01:47:02.646 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.524+0000 7fb2d4c00700 1 -- 172.21.15.7:0/2354763033 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fb2c8023020 con 0x7fb2d807f830 2024-05-21T01:47:02.647 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.524+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2d8064ba0 con 0x7fb2d807f830 2024-05-21T01:47:02.647 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.524+0000 7fb2d4c00700 1 --2- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fb2bc03e520 0x7fb2bc0409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:02.648 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.524+0000 7fb2d4c00700 1 -- 172.21.15.7:0/2354763033 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb2c800f050 con 0x7fb2d807f830 2024-05-21T01:47:02.648 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.525+0000 7fb2cea00700 1 --2- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fb2bc03e520 0x7fb2bc0409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:02.648 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.525+0000 7fb2cea00700 1 --2- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fb2bc03e520 0x7fb2bc0409e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb2c0006fd0 tx=0x7fb2c0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:02.648 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.530+0000 7fb2d4c00700 1 -- 172.21.15.7:0/2354763033 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb2c802a020 con 0x7fb2d807f830 2024-05-21T01:47:02.648 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.770+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fb2d802e910 con 0x7fb2bc03e520 2024-05-21T01:47:02.648 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.929+0000 7fb2d4c00700 1 -- 172.21.15.7:0/2354763033 <== mgr.14120 v2:172.21.15.7:6800/738241282 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb2d802e910 con 0x7fb2bc03e520 2024-05-21T01:47:02.648 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.932+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fb2bc03e520 msgr2=0x7fb2bc0409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:02.648 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.932+0000 7fb2de400700 1 --2- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fb2bc03e520 0x7fb2bc0409e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fb2c0006fd0 tx=0x7fb2c0006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:02.648 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.932+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 msgr2=0x7fb2d81a3470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:02.649 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.932+0000 7fb2de400700 1 --2- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d81a3470 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb2c800b7b0 tx=0x7fb2c800be90 comp rx=0 tx=0).stop 2024-05-21T01:47:02.649 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.933+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 shutdown_connections 2024-05-21T01:47:02.649 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.933+0000 7fb2de400700 1 --2- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fb2bc03e520 0x7fb2bc0409e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:02.649 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.933+0000 7fb2de400700 1 --2- 172.21.15.7:0/2354763033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2d807f830 0x7fb2d81a3470 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:02.650 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.933+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 >> 172.21.15.7:0/2354763033 conn(0x7fb2d807e690 msgr2=0x7fb2d819a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:02.650 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.933+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 shutdown_connections 2024-05-21T01:47:02.650 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:01.933+0000 7fb2de400700 1 -- 172.21.15.7:0/2354763033 wait complete. 2024-05-21T01:47:03.196 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:02 smithi007 ceph-mon[31288]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:03.196 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:02 smithi007 ceph-mon[31288]: Generating ssh key... 2024-05-21T01:47:03.196 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:02 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:47:03.196 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:02 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:47:04.202 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBjazDMQb5DPwacJbBXVxd0lSROifMTpEX5o8EvOX41aCIWO4iPgp/FRSWTbkTWdA+k7YiYP+McUp5qQNXsrtXgUSe2lDS3yHPza8Dh75gq25/ReVijwOgMAvbhdm5e9YczP5hKXIfae6DNm8zF+ddfpt3bmixeIwrCSfPFGJXUx+SLREUrEYmbEoXR5LjJXAt8T9giBfrDbyE/aW4d9vaVWxWuzk0nsw2vnN5PMbcYGSs8Xb2yYDYvv3kcKqtWXIIWsswrpi+VStlCUv85r4A5q29MampejQpjl2xZxQPp0K0tfDoV2iw7nC8+pcLBAWWQZWuhTWBq+FuAKBqvut3Vbm6tnHFwc25x38MnKjw0Cm1vyoKDewzimwHjUsULCbEg496COtYSzwVZcmC8z59m8UdiwuWyuFrnv58s5xYxh72uqy3orNhDX6byKjUFF8K0VPSDBXlorrLe5rmTDC54KqFkFqdItk8EuRS2jDI91/YEUh6cGjbaWKLQ697h3E= ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:47:04.202 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.265+0000 7fc637e00700 1 Processor -- start 2024-05-21T01:47:04.202 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.265+0000 7fc637e00700 1 -- start start 2024-05-21T01:47:04.202 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.265+0000 7fc637e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc630112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.265+0000 7fc637e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc6301127a0 con 0x7fc63010fe70 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.266+0000 7fc635400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc630112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.266+0000 7fc635400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc630112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57298/0 (socket says 172.21.15.7:57298) 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.266+0000 7fc635400700 1 -- 172.21.15.7:0/1500043959 learned_addr learned my addr 172.21.15.7:0/1500043959 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.266+0000 7fc635400700 1 -- 172.21.15.7:0/1500043959 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc630112920 con 0x7fc63010fe70 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.266+0000 7fc635400700 1 --2- 172.21.15.7:0/1500043959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc630112260 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc6240098a0 tx=0x7fc624009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b0ce7e96c69f095 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.267+0000 7fc62fe00700 1 -- 172.21.15.7:0/1500043959 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc624004160 con 0x7fc63010fe70 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.267+0000 7fc62fe00700 1 -- 172.21.15.7:0/1500043959 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc624004300 con 0x7fc63010fe70 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.267+0000 7fc62fe00700 1 -- 172.21.15.7:0/1500043959 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc624011af0 con 0x7fc63010fe70 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.267+0000 7fc637e00700 1 -- 172.21.15.7:0/1500043959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 msgr2=0x7fc630112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:04.203 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.267+0000 7fc637e00700 1 --2- 172.21.15.7:0/1500043959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc630112260 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc6240098a0 tx=0x7fc624009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:04.207 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.268+0000 7fc637e00700 1 -- 172.21.15.7:0/1500043959 shutdown_connections 2024-05-21T01:47:04.207 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.268+0000 7fc637e00700 1 --2- 172.21.15.7:0/1500043959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc630112260 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:04.207 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.268+0000 7fc637e00700 1 -- 172.21.15.7:0/1500043959 >> 172.21.15.7:0/1500043959 conn(0x7fc63007e690 msgr2=0x7fc630080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:04.207 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.268+0000 7fc637e00700 1 -- 172.21.15.7:0/1500043959 shutdown_connections 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.268+0000 7fc637e00700 1 -- 172.21.15.7:0/1500043959 wait complete. 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.269+0000 7fc637e00700 1 Processor -- start 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.269+0000 7fc637e00700 1 -- start start 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.269+0000 7fc637e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc6301a34a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.269+0000 7fc637e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc630113940 con 0x7fc63010fe70 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.270+0000 7fc635400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc6301a34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.270+0000 7fc635400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc6301a34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57304/0 (socket says 172.21.15.7:57304) 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.270+0000 7fc635400700 1 -- 172.21.15.7:0/3034987705 learned_addr learned my addr 172.21.15.7:0/3034987705 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.270+0000 7fc635400700 1 -- 172.21.15.7:0/3034987705 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6301a39e0 con 0x7fc63010fe70 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.270+0000 7fc635400700 1 --2- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc6301a34a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc624011ac0 tx=0x7fc624011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.270+0000 7fc62e000700 1 -- 172.21.15.7:0/3034987705 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc624003b20 con 0x7fc63010fe70 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.271+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6301a3c70 con 0x7fc63010fe70 2024-05-21T01:47:04.208 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.271+0000 7fc62e000700 1 -- 172.21.15.7:0/3034987705 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fc62401a8c0 con 0x7fc63010fe70 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.271+0000 7fc62e000700 1 -- 172.21.15.7:0/3034987705 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc6240248d0 con 0x7fc63010fe70 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.271+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6301a6960 con 0x7fc63010fe70 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.272+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc630064ba0 con 0x7fc63010fe70 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.272+0000 7fc62e000700 1 -- 172.21.15.7:0/3034987705 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fc624022020 con 0x7fc63010fe70 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.272+0000 7fc62e000700 1 --2- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fc61803e4c0 0x7fc618040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.272+0000 7fc62e000700 1 -- 172.21.15.7:0/3034987705 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc624053810 con 0x7fc63010fe70 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.273+0000 7fc634a00700 1 --2- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fc61803e4c0 0x7fc618040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.273+0000 7fc634a00700 1 --2- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fc61803e4c0 0x7fc618040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc61c006fd0 tx=0x7fc61c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.278+0000 7fc62e000700 1 -- 172.21.15.7:0/3034987705 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc6240172b0 con 0x7fc63010fe70 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.514+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fc630080900 con 0x7fc61803e4c0 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.515+0000 7fc62e000700 1 -- 172.21.15.7:0/3034987705 <== mgr.14120 v2:172.21.15.7:6800/738241282 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fc630080900 con 0x7fc61803e4c0 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.518+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fc61803e4c0 msgr2=0x7fc618040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.518+0000 7fc637e00700 1 --2- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fc61803e4c0 0x7fc618040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc61c006fd0 tx=0x7fc61c006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:04.209 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.518+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 msgr2=0x7fc6301a34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:04.210 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.518+0000 7fc637e00700 1 --2- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc6301a34a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc624011ac0 tx=0x7fc624011ba0 comp rx=0 tx=0).stop 2024-05-21T01:47:04.210 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.519+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 shutdown_connections 2024-05-21T01:47:04.210 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.519+0000 7fc637e00700 1 --2- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fc61803e4c0 0x7fc618040980 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:04.210 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.519+0000 7fc637e00700 1 --2- 172.21.15.7:0/3034987705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc63010fe70 0x7fc6301a34a0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:04.210 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.519+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 >> 172.21.15.7:0/3034987705 conn(0x7fc63007e690 msgr2=0x7fc6300801f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:04.210 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.519+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 shutdown_connections 2024-05-21T01:47:04.210 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:03.519+0000 7fc637e00700 1 -- 172.21.15.7:0/3034987705 wait complete. 2024-05-21T01:47:04.211 INFO:teuthology.orchestra.run.smithi007.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-21T01:47:04.211 INFO:teuthology.orchestra.run.smithi007.stdout:Adding key to root@localhost authorized_keys... 2024-05-21T01:47:04.211 INFO:teuthology.orchestra.run.smithi007.stdout:Adding host smithi007... 2024-05-21T01:47:04.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:04 smithi007 ceph-mon[31288]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:05.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:05 smithi007 ceph-mon[31288]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi007", "addr": "172.21.15.7", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:07.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:07 smithi007 ceph-mon[31288]: Deploying cephadm binary to smithi007 2024-05-21T01:47:12.318 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Added host 'smithi007' with addr '172.21.15.7' 2024-05-21T01:47:12.318 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.894+0000 7f3e75600700 1 Processor -- start 2024-05-21T01:47:12.318 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.894+0000 7f3e75600700 1 -- start start 2024-05-21T01:47:12.318 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.895+0000 7f3e75600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e7010be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:12.318 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.895+0000 7f3e75600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3e7007ce80 con 0x7f3e70109a80 2024-05-21T01:47:12.318 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.895+0000 7f3e6ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e7010be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:12.318 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.895+0000 7f3e6ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e7010be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57314/0 (socket says 172.21.15.7:57314) 2024-05-21T01:47:12.318 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.895+0000 7f3e6ea00700 1 -- 172.21.15.7:0/3970248715 learned_addr learned my addr 172.21.15.7:0/3970248715 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:12.318 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.896+0000 7f3e6ea00700 1 -- 172.21.15.7:0/3970248715 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e7010c3b0 con 0x7f3e70109a80 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.896+0000 7f3e6ea00700 1 --2- 172.21.15.7:0/3970248715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e7010be70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3e600098a0 tx=0x7f3e60009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cc43f49bd1f95bd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.897+0000 7f3e6d600700 1 -- 172.21.15.7:0/3970248715 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e60004160 con 0x7f3e70109a80 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.897+0000 7f3e6d600700 1 -- 172.21.15.7:0/3970248715 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3e60004300 con 0x7f3e70109a80 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.897+0000 7f3e6d600700 1 -- 172.21.15.7:0/3970248715 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e60011af0 con 0x7f3e70109a80 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.897+0000 7f3e75600700 1 -- 172.21.15.7:0/3970248715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 msgr2=0x7f3e7010be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.897+0000 7f3e75600700 1 --2- 172.21.15.7:0/3970248715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e7010be70 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3e600098a0 tx=0x7f3e60009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.897+0000 7f3e75600700 1 -- 172.21.15.7:0/3970248715 shutdown_connections 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.897+0000 7f3e75600700 1 --2- 172.21.15.7:0/3970248715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e7010be70 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.897+0000 7f3e75600700 1 -- 172.21.15.7:0/3970248715 >> 172.21.15.7:0/3970248715 conn(0x7f3e701034f0 msgr2=0x7f3e70105910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.898+0000 7f3e75600700 1 -- 172.21.15.7:0/3970248715 shutdown_connections 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.898+0000 7f3e75600700 1 -- 172.21.15.7:0/3970248715 wait complete. 2024-05-21T01:47:12.319 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.899+0000 7f3e75600700 1 Processor -- start 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.899+0000 7f3e75600700 1 -- start start 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.899+0000 7f3e75600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e70109300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.899+0000 7f3e75600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3e7010d380 con 0x7f3e70109a80 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.900+0000 7f3e6ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e70109300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.900+0000 7f3e6ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e70109300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57318/0 (socket says 172.21.15.7:57318) 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.900+0000 7f3e6ea00700 1 -- 172.21.15.7:0/2058061834 learned_addr learned my addr 172.21.15.7:0/2058061834 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.900+0000 7f3e6ea00700 1 -- 172.21.15.7:0/2058061834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e70109840 con 0x7f3e70109a80 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.900+0000 7f3e6ea00700 1 --2- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e70109300 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3e60011ac0 tx=0x7f3e60011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.901+0000 7f3e67400700 1 -- 172.21.15.7:0/2058061834 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e60003970 con 0x7f3e70109a80 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.901+0000 7f3e67400700 1 -- 172.21.15.7:0/2058061834 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3e60003b10 con 0x7f3e70109a80 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.901+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e70107a30 con 0x7f3e70109a80 2024-05-21T01:47:12.320 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.901+0000 7f3e67400700 1 -- 172.21.15.7:0/2058061834 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e60024610 con 0x7f3e70109a80 2024-05-21T01:47:12.321 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.901+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e70107f70 con 0x7f3e70109a80 2024-05-21T01:47:12.321 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.902+0000 7f3e67400700 1 -- 172.21.15.7:0/2058061834 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f3e60024840 con 0x7f3e70109a80 2024-05-21T01:47:12.321 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.902+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e70064ba0 con 0x7f3e70109a80 2024-05-21T01:47:12.321 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.902+0000 7f3e67400700 1 --2- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f3e5403e4c0 0x7f3e54040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:12.321 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.903+0000 7f3e67400700 1 -- 172.21.15.7:0/2058061834 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3e60053890 con 0x7f3e70109a80 2024-05-21T01:47:12.321 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.903+0000 7f3e6e000700 1 --2- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f3e5403e4c0 0x7f3e54040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:12.321 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.904+0000 7f3e6e000700 1 --2- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f3e5403e4c0 0x7f3e54040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c006fd0 tx=0x7f3e5c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:12.321 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:04.909+0000 7f3e67400700 1 -- 172.21.15.7:0/2058061834 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3e6000b3e0 con 0x7f3e70109a80 2024-05-21T01:47:12.321 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:05.150+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi007", "addr": "172.21.15.7", "target": ["mon-mgr", ""]}) -- 0x7f3e70104760 con 0x7f3e5403e4c0 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.533+0000 7f3e67400700 1 -- 172.21.15.7:0/2058061834 <== mgr.14120 v2:172.21.15.7:6800/738241282 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7f3e70104760 con 0x7f3e5403e4c0 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.537+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f3e5403e4c0 msgr2=0x7f3e54040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.537+0000 7f3e75600700 1 --2- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f3e5403e4c0 0x7f3e54040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f3e5c006fd0 tx=0x7f3e5c006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.537+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 msgr2=0x7f3e70109300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.537+0000 7f3e75600700 1 --2- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e70109300 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3e60011ac0 tx=0x7f3e60011ba0 comp rx=0 tx=0).stop 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.538+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 shutdown_connections 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.538+0000 7f3e75600700 1 --2- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f3e5403e4c0 0x7f3e54040980 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.538+0000 7f3e75600700 1 --2- 172.21.15.7:0/2058061834 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e70109a80 0x7f3e70109300 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.538+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 >> 172.21.15.7:0/2058061834 conn(0x7f3e701034f0 msgr2=0x7f3e70104050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.538+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 shutdown_connections 2024-05-21T01:47:12.323 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:11.538+0000 7f3e75600700 1 -- 172.21.15.7:0/2058061834 wait complete. 2024-05-21T01:47:12.324 INFO:teuthology.orchestra.run.smithi007.stdout:Deploying unmanaged mon service... 2024-05-21T01:47:12.638 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:12 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:47:12.638 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:12 smithi007 ceph-mon[31288]: Added host smithi007 2024-05-21T01:47:12.638 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:12 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:47:14.167 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-21T01:47:14.173 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.000+0000 7f9993e00700 1 Processor -- start 2024-05-21T01:47:14.173 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.001+0000 7f9993e00700 1 -- start start 2024-05-21T01:47:14.173 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.001+0000 7f9993e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999407c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:14.173 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.001+0000 7f9993e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f999407c770 con 0x7f999407dd40 2024-05-21T01:47:14.173 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.001+0000 7f9992a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999407c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:14.173 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.002+0000 7f9992a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999407c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34030/0 (socket says 172.21.15.7:34030) 2024-05-21T01:47:14.173 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.002+0000 7f9992a00700 1 -- 172.21.15.7:0/831873444 learned_addr learned my addr 172.21.15.7:0/831873444 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.002+0000 7f9992a00700 1 -- 172.21.15.7:0/831873444 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f999407c8f0 con 0x7f999407dd40 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.002+0000 7f9992a00700 1 --2- 172.21.15.7:0/831873444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999407c1a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9984009e80 tx=0x7f998400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5ca4026cb4dec0f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.003+0000 7f9992000700 1 -- 172.21.15.7:0/831873444 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9984017070 con 0x7f999407dd40 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.003+0000 7f9992000700 1 -- 172.21.15.7:0/831873444 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f998400b8c0 con 0x7f999407dd40 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.003+0000 7f9992000700 1 -- 172.21.15.7:0/831873444 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9984004490 con 0x7f999407dd40 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.003+0000 7f9993e00700 1 -- 172.21.15.7:0/831873444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 msgr2=0x7f999407c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.003+0000 7f9993e00700 1 --2- 172.21.15.7:0/831873444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999407c1a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9984009e80 tx=0x7f998400b330 comp rx=0 tx=0).stop 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.003+0000 7f9993e00700 1 -- 172.21.15.7:0/831873444 shutdown_connections 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.003+0000 7f9993e00700 1 --2- 172.21.15.7:0/831873444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999407c1a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:14.174 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.003+0000 7f9993e00700 1 -- 172.21.15.7:0/831873444 >> 172.21.15.7:0/831873444 conn(0x7f9994104380 msgr2=0x7f99941067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.004+0000 7f9993e00700 1 -- 172.21.15.7:0/831873444 shutdown_connections 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.004+0000 7f9993e00700 1 -- 172.21.15.7:0/831873444 wait complete. 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.005+0000 7f9993e00700 1 Processor -- start 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.005+0000 7f9993e00700 1 -- start start 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.005+0000 7f9993e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.005+0000 7f9993e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f999410f3b0 con 0x7f999407dd40 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.005+0000 7f9992a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.005+0000 7f9992a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999419eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34032/0 (socket says 172.21.15.7:34032) 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.006+0000 7f9992a00700 1 -- 172.21.15.7:0/2508048924 learned_addr learned my addr 172.21.15.7:0/2508048924 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.006+0000 7f9992a00700 1 -- 172.21.15.7:0/2508048924 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f999419f3f0 con 0x7f999407dd40 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.006+0000 7f9992a00700 1 --2- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999419eeb0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f998400b7b0 tx=0x7f998400be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.006+0000 7f998be00700 1 -- 172.21.15.7:0/2508048924 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9984020020 con 0x7f999407dd40 2024-05-21T01:47:14.175 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.006+0000 7f998be00700 1 -- 172.21.15.7:0/2508048924 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9984003d10 con 0x7f999407dd40 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.006+0000 7f998be00700 1 -- 172.21.15.7:0/2508048924 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9984017040 con 0x7f999407dd40 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.006+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f999419f680 con 0x7f999407dd40 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.007+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99941a2370 con 0x7f999407dd40 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.008+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9994064ba0 con 0x7f999407dd40 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.008+0000 7f998be00700 1 -- 172.21.15.7:0/2508048924 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f9984023020 con 0x7f999407dd40 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.008+0000 7f998be00700 1 --2- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f997803e4c0 0x7f9978040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.008+0000 7f998be00700 1 -- 172.21.15.7:0/2508048924 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f998400f050 con 0x7f999407dd40 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.009+0000 7f998a000700 1 --2- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f997803e4c0 0x7f9978040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.009+0000 7f998a000700 1 --2- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f997803e4c0 0x7f9978040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f997c006fd0 tx=0x7f997c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.014+0000 7f998be00700 1 -- 172.21.15.7:0/2508048924 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f998402a020 con 0x7f999407dd40 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.279+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f99941055d0 con 0x7f997803e4c0 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.291+0000 7f998be00700 1 -- 172.21.15.7:0/2508048924 <== mgr.14120 v2:172.21.15.7:6800/738241282 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f99941055d0 con 0x7f997803e4c0 2024-05-21T01:47:14.176 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f997803e4c0 msgr2=0x7f9978040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 --2- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f997803e4c0 0x7f9978040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f997c006fd0 tx=0x7f997c006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 msgr2=0x7f999419eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 --2- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999419eeb0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f998400b7b0 tx=0x7f998400be90 comp rx=0 tx=0).stop 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 shutdown_connections 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 --2- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f997803e4c0 0x7f9978040980 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 --2- 172.21.15.7:0/2508048924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f999407dd40 0x7f999419eeb0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 >> 172.21.15.7:0/2508048924 conn(0x7f9994104380 msgr2=0x7f9994104ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 shutdown_connections 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:13.294+0000 7f9993e00700 1 -- 172.21.15.7:0/2508048924 wait complete. 2024-05-21T01:47:14.177 INFO:teuthology.orchestra.run.smithi007.stdout:Deploying unmanaged mgr service... 2024-05-21T01:47:14.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:14 smithi007 ceph-mon[31288]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:14.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:14 smithi007 ceph-mon[31288]: Saving service mon spec with placement count:5 2024-05-21T01:47:14.424 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:14 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:47:16.245 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-21T01:47:16.245 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.076+0000 7fbd2d600700 1 Processor -- start 2024-05-21T01:47:16.245 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.076+0000 7fbd2d600700 1 -- start start 2024-05-21T01:47:16.245 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.076+0000 7fbd2d600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd2807fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:16.245 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.076+0000 7fbd2d600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbd28080220 con 0x7fbd2807f830 2024-05-21T01:47:16.245 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.077+0000 7fbd26a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd2807fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:16.245 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.077+0000 7fbd26a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd2807fc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34046/0 (socket says 172.21.15.7:34046) 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.077+0000 7fbd26a00700 1 -- 172.21.15.7:0/4153611355 learned_addr learned my addr 172.21.15.7:0/4153611355 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.077+0000 7fbd26a00700 1 -- 172.21.15.7:0/4153611355 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd28080a80 con 0x7fbd2807f830 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.078+0000 7fbd26a00700 1 --2- 172.21.15.7:0/4153611355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd2807fc50 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbd180098a0 tx=0x7fbd18009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66be6e0a255c9e86 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.078+0000 7fbd25600700 1 -- 172.21.15.7:0/4153611355 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd18004160 con 0x7fbd2807f830 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.078+0000 7fbd25600700 1 -- 172.21.15.7:0/4153611355 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbd18004300 con 0x7fbd2807f830 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.078+0000 7fbd25600700 1 -- 172.21.15.7:0/4153611355 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd18011af0 con 0x7fbd2807f830 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.079+0000 7fbd2d600700 1 -- 172.21.15.7:0/4153611355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 msgr2=0x7fbd2807fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.079+0000 7fbd2d600700 1 --2- 172.21.15.7:0/4153611355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd2807fc50 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbd180098a0 tx=0x7fbd18009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.079+0000 7fbd2d600700 1 -- 172.21.15.7:0/4153611355 shutdown_connections 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.079+0000 7fbd2d600700 1 --2- 172.21.15.7:0/4153611355 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd2807fc50 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:16.246 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.079+0000 7fbd2d600700 1 -- 172.21.15.7:0/4153611355 >> 172.21.15.7:0/4153611355 conn(0x7fbd2807e690 msgr2=0x7fbd2807eae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.079+0000 7fbd2d600700 1 -- 172.21.15.7:0/4153611355 shutdown_connections 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.079+0000 7fbd2d600700 1 -- 172.21.15.7:0/4153611355 wait complete. 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.080+0000 7fbd2d600700 1 Processor -- start 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.080+0000 7fbd2d600700 1 -- start start 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.081+0000 7fbd2d600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd281a34f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.081+0000 7fbd2d600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbd28081e40 con 0x7fbd2807f830 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.081+0000 7fbd26a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd281a34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.081+0000 7fbd26a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd281a34f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:34058/0 (socket says 172.21.15.7:34058) 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.081+0000 7fbd26a00700 1 -- 172.21.15.7:0/263884860 learned_addr learned my addr 172.21.15.7:0/263884860 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.081+0000 7fbd26a00700 1 -- 172.21.15.7:0/263884860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd281a3a30 con 0x7fbd2807f830 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.082+0000 7fbd26a00700 1 --2- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd281a34f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbd18011ac0 tx=0x7fbd18011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.082+0000 7fbd1f400700 1 -- 172.21.15.7:0/263884860 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd18003b20 con 0x7fbd2807f830 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.082+0000 7fbd1f400700 1 -- 172.21.15.7:0/263884860 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fbd1801a8c0 con 0x7fbd2807f830 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.082+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd281a3cc0 con 0x7fbd2807f830 2024-05-21T01:47:16.247 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.082+0000 7fbd1f400700 1 -- 172.21.15.7:0/263884860 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd180248d0 con 0x7fbd2807f830 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.082+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd281a69b0 con 0x7fbd2807f830 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.083+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd28064ba0 con 0x7fbd2807f830 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.083+0000 7fbd1f400700 1 -- 172.21.15.7:0/263884860 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fbd18022020 con 0x7fbd2807f830 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.084+0000 7fbd1f400700 1 --2- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fbd0c03e470 0x7fbd0c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.084+0000 7fbd1f400700 1 -- 172.21.15.7:0/263884860 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbd18053870 con 0x7fbd2807f830 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.084+0000 7fbd26000700 1 --2- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fbd0c03e470 0x7fbd0c040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.085+0000 7fbd26000700 1 --2- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fbd0c03e470 0x7fbd0c040930 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbd14006fd0 tx=0x7fbd14006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.090+0000 7fbd1f400700 1 -- 172.21.15.7:0/263884860 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbd180172b0 con 0x7fbd2807f830 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.347+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fbd2802e890 con 0x7fbd0c03e470 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.358+0000 7fbd1f400700 1 -- 172.21.15.7:0/263884860 <== mgr.14120 v2:172.21.15.7:6800/738241282 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fbd2802e890 con 0x7fbd0c03e470 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fbd0c03e470 msgr2=0x7fbd0c040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 --2- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fbd0c03e470 0x7fbd0c040930 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fbd14006fd0 tx=0x7fbd14006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:16.248 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 msgr2=0x7fbd281a34f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:16.249 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 --2- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd281a34f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fbd18011ac0 tx=0x7fbd18011ba0 comp rx=0 tx=0).stop 2024-05-21T01:47:16.249 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 shutdown_connections 2024-05-21T01:47:16.249 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 --2- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fbd0c03e470 0x7fbd0c040930 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:16.249 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 --2- 172.21.15.7:0/263884860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbd2807f830 0x7fbd281a34f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:16.249 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 >> 172.21.15.7:0/263884860 conn(0x7fbd2807e690 msgr2=0x7fbd2819a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:16.249 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 shutdown_connections 2024-05-21T01:47:16.249 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:15.361+0000 7fbd2d600700 1 -- 172.21.15.7:0/263884860 wait complete. 2024-05-21T01:47:16.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:16 smithi007 ceph-mon[31288]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:16.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:16 smithi007 ceph-mon[31288]: Saving service mgr spec with placement count:2 2024-05-21T01:47:16.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:16 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:47:16.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:16 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:47:17.515 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:17 smithi007 ceph-mon[31288]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:47:17.515 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:17 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:47:17.515 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:17 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/4221563855' entity='client.admin' 2024-05-21T01:47:17.824 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.917+0000 7f9ec2e00700 1 Processor -- start 2024-05-21T01:47:17.825 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.917+0000 7f9ec2e00700 1 -- start start 2024-05-21T01:47:17.825 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.917+0000 7f9ec2e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc07c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:17.825 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.917+0000 7f9ec2e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc07c770 con 0x7f9ebc07dd40 2024-05-21T01:47:17.825 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.918+0000 7f9ebbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc07c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:17.825 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.918+0000 7f9ebbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc07c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59872/0 (socket says 172.21.15.7:59872) 2024-05-21T01:47:17.826 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.918+0000 7f9ebbe00700 1 -- 172.21.15.7:0/3163980464 learned_addr learned my addr 172.21.15.7:0/3163980464 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.918+0000 7f9ebbe00700 1 -- 172.21.15.7:0/3163980464 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc07c8f0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.919+0000 7f9ebbe00700 1 --2- 172.21.15.7:0/3163980464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc07c1a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9eac0098a0 tx=0x7f9eac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=763f6944a1343cd6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.919+0000 7f9ebaa00700 1 -- 172.21.15.7:0/3163980464 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9eac004160 con 0x7f9ebc07dd40 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.919+0000 7f9ebaa00700 1 -- 172.21.15.7:0/3163980464 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9eac004300 con 0x7f9ebc07dd40 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.919+0000 7f9ebaa00700 1 -- 172.21.15.7:0/3163980464 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9eac011a20 con 0x7f9ebc07dd40 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.920+0000 7f9ec2e00700 1 -- 172.21.15.7:0/3163980464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 msgr2=0x7f9ebc07c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.920+0000 7f9ec2e00700 1 --2- 172.21.15.7:0/3163980464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc07c1a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9eac0098a0 tx=0x7f9eac009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.920+0000 7f9ec2e00700 1 -- 172.21.15.7:0/3163980464 shutdown_connections 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.920+0000 7f9ec2e00700 1 --2- 172.21.15.7:0/3163980464 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc07c1a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.920+0000 7f9ec2e00700 1 -- 172.21.15.7:0/3163980464 >> 172.21.15.7:0/3163980464 conn(0x7f9ebc104570 msgr2=0x7f9ebc1069b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:17.827 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.920+0000 7f9ec2e00700 1 -- 172.21.15.7:0/3163980464 shutdown_connections 2024-05-21T01:47:17.828 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.920+0000 7f9ec2e00700 1 -- 172.21.15.7:0/3163980464 wait complete. 2024-05-21T01:47:17.828 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.921+0000 7f9ec2e00700 1 Processor -- start 2024-05-21T01:47:17.831 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.921+0000 7f9ec2e00700 1 -- start start 2024-05-21T01:47:17.831 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.922+0000 7f9ec2e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc19f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:17.831 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.922+0000 7f9ec2e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc10f5f0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.831 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.922+0000 7f9ebbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc19f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:17.831 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.922+0000 7f9ebbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc19f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59886/0 (socket says 172.21.15.7:59886) 2024-05-21T01:47:17.831 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.922+0000 7f9ebbe00700 1 -- 172.21.15.7:0/4221563855 learned_addr learned my addr 172.21.15.7:0/4221563855 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:17.831 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.922+0000 7f9ebbe00700 1 -- 172.21.15.7:0/4221563855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc19f630 con 0x7f9ebc07dd40 2024-05-21T01:47:17.831 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.923+0000 7f9ebbe00700 1 --2- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc19f0f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9eac004660 tx=0x7f9eac011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.923+0000 7f9eb8c00700 1 -- 172.21.15.7:0/4221563855 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9eac003aa0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.923+0000 7f9eb8c00700 1 -- 172.21.15.7:0/4221563855 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9eac01b8f0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.923+0000 7f9eb8c00700 1 -- 172.21.15.7:0/4221563855 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9eac023900 con 0x7f9ebc07dd40 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.923+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ebc19f8c0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.923+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ebc1a25b0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.924+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ebc064ba0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.924+0000 7f9eb8c00700 1 -- 172.21.15.7:0/4221563855 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f9eac01baa0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.925+0000 7f9eb8c00700 1 --2- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f9ea003e4c0 0x7f9ea0040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.925+0000 7f9eb8c00700 1 -- 172.21.15.7:0/4221563855 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f9eac053e00 con 0x7f9ebc07dd40 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.925+0000 7f9ebb400700 1 --2- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f9ea003e4c0 0x7f9ea0040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.926+0000 7f9ebb400700 1 --2- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f9ea003e4c0 0x7f9ea0040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8006fd0 tx=0x7f9ea8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:17.832 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:16.930+0000 7f9eb8c00700 1 -- 172.21.15.7:0/4221563855 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9eac01f030 con 0x7f9ebc07dd40 2024-05-21T01:47:17.833 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.166+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f9ebc1a2ba0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.833 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.171+0000 7f9eb8c00700 1 -- 172.21.15.7:0/4221563855 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f9eac0202b0 con 0x7f9ebc07dd40 2024-05-21T01:47:17.833 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.175+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f9ea003e4c0 msgr2=0x7f9ea0040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:17.833 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.175+0000 7f9ec2e00700 1 --2- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f9ea003e4c0 0x7f9ea0040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8006fd0 tx=0x7f9ea8006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:17.833 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.175+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 msgr2=0x7f9ebc19f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:17.833 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.175+0000 7f9ec2e00700 1 --2- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc19f0f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9eac004660 tx=0x7f9eac011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:17.833 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.175+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 shutdown_connections 2024-05-21T01:47:17.833 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.175+0000 7f9ec2e00700 1 --2- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f9ea003e4c0 0x7f9ea0040980 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:17.834 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.175+0000 7f9ec2e00700 1 --2- 172.21.15.7:0/4221563855 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ebc07dd40 0x7f9ebc19f0f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:17.834 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.175+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 >> 172.21.15.7:0/4221563855 conn(0x7f9ebc104570 msgr2=0x7f9ebc1050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:17.834 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.176+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 shutdown_connections 2024-05-21T01:47:17.834 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:17.176+0000 7f9ec2e00700 1 -- 172.21.15.7:0/4221563855 wait complete. 2024-05-21T01:47:19.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:19 smithi007 ceph-mon[31288]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:47:19.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:19 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3232149813' entity='client.admin' 2024-05-21T01:47:19.978 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.573+0000 7f6a6ac00700 1 Processor -- start 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.573+0000 7f6a6ac00700 1 -- start start 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.574+0000 7f6a6ac00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6410b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.574+0000 7f6a6ac00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6410bb90 con 0x7f6a6410b1a0 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.574+0000 7f6a63e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6410b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.574+0000 7f6a63e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6410b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59896/0 (socket says 172.21.15.7:59896) 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.574+0000 7f6a63e00700 1 -- 172.21.15.7:0/2169868014 learned_addr learned my addr 172.21.15.7:0/2169868014 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.575+0000 7f6a63e00700 1 -- 172.21.15.7:0/2169868014 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a6410c3a0 con 0x7f6a6410b1a0 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.575+0000 7f6a63e00700 1 --2- 172.21.15.7:0/2169868014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6410b5c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6a540098a0 tx=0x7f6a54009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b40a37d4c588e870 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.575+0000 7f6a62a00700 1 -- 172.21.15.7:0/2169868014 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a54004160 con 0x7f6a6410b1a0 2024-05-21T01:47:19.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.575+0000 7f6a62a00700 1 -- 172.21.15.7:0/2169868014 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a54004300 con 0x7f6a6410b1a0 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.575+0000 7f6a62a00700 1 -- 172.21.15.7:0/2169868014 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a54011a20 con 0x7f6a6410b1a0 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.576+0000 7f6a6ac00700 1 -- 172.21.15.7:0/2169868014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 msgr2=0x7f6a6410b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.576+0000 7f6a6ac00700 1 --2- 172.21.15.7:0/2169868014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6410b5c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6a540098a0 tx=0x7f6a54009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.576+0000 7f6a6ac00700 1 -- 172.21.15.7:0/2169868014 shutdown_connections 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.576+0000 7f6a6ac00700 1 --2- 172.21.15.7:0/2169868014 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6410b5c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.576+0000 7f6a6ac00700 1 -- 172.21.15.7:0/2169868014 >> 172.21.15.7:0/2169868014 conn(0x7f6a6407e690 msgr2=0x7f6a6407eae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.576+0000 7f6a6ac00700 1 -- 172.21.15.7:0/2169868014 shutdown_connections 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.576+0000 7f6a6ac00700 1 -- 172.21.15.7:0/2169868014 wait complete. 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.577+0000 7f6a6ac00700 1 Processor -- start 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.577+0000 7f6a6ac00700 1 -- start start 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.578+0000 7f6a6ac00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6419f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:19.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.578+0000 7f6a6ac00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6a6410f750 con 0x7f6a6410b1a0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.578+0000 7f6a63e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6419f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.578+0000 7f6a63e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6419f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59900/0 (socket says 172.21.15.7:59900) 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.578+0000 7f6a63e00700 1 -- 172.21.15.7:0/3232149813 learned_addr learned my addr 172.21.15.7:0/3232149813 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.578+0000 7f6a63e00700 1 -- 172.21.15.7:0/3232149813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a6419f5d0 con 0x7f6a6410b1a0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.579+0000 7f6a63e00700 1 --2- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6419f090 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6a54009520 tx=0x7f6a54011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.579+0000 7f6a60c00700 1 -- 172.21.15.7:0/3232149813 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a540039e0 con 0x7f6a6410b1a0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.579+0000 7f6a60c00700 1 -- 172.21.15.7:0/3232149813 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a5401b8f0 con 0x7f6a6410b1a0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.579+0000 7f6a60c00700 1 -- 172.21.15.7:0/3232149813 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6a54019770 con 0x7f6a6410b1a0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.579+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a6419f860 con 0x7f6a6410b1a0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.579+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a641a2550 con 0x7f6a6410b1a0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.580+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a64064ba0 con 0x7f6a6410b1a0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.580+0000 7f6a60c00700 1 -- 172.21.15.7:0/3232149813 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f6a5401b440 con 0x7f6a6410b1a0 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.581+0000 7f6a60c00700 1 --2- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6a4803e4c0 0x7f6a48040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:19.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.581+0000 7f6a60c00700 1 -- 172.21.15.7:0/3232149813 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6a54053e70 con 0x7f6a6410b1a0 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.582+0000 7f6a63400700 1 --2- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6a4803e4c0 0x7f6a48040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.582+0000 7f6a63400700 1 --2- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6a4803e4c0 0x7f6a48040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6a50006fd0 tx=0x7f6a50006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.587+0000 7f6a60c00700 1 -- 172.21.15.7:0/3232149813 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6a5401f030 con 0x7f6a6410b1a0 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.831+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f6a641a2bb0 con 0x7f6a6410b1a0 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.835+0000 7f6a60c00700 1 -- 172.21.15.7:0/3232149813 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f6a5400b3e0 con 0x7f6a6410b1a0 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.838+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6a4803e4c0 msgr2=0x7f6a48040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.838+0000 7f6a6ac00700 1 --2- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6a4803e4c0 0x7f6a48040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6a50006fd0 tx=0x7f6a50006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.839+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 msgr2=0x7f6a6419f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.839+0000 7f6a6ac00700 1 --2- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6419f090 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6a54009520 tx=0x7f6a54011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.839+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 shutdown_connections 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.839+0000 7f6a6ac00700 1 --2- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6a4803e4c0 0x7f6a48040980 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:19.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.839+0000 7f6a6ac00700 1 --2- 172.21.15.7:0/3232149813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6a6410b1a0 0x7f6a6419f090 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:19.983 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.839+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 >> 172.21.15.7:0/3232149813 conn(0x7f6a6407e690 msgr2=0x7f6a64108400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:19.983 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.839+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 shutdown_connections 2024-05-21T01:47:19.983 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:18.839+0000 7f6a6ac00700 1 -- 172.21.15.7:0/3232149813 wait complete. 2024-05-21T01:47:19.983 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling the dashboard module... 2024-05-21T01:47:20.694 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:20 smithi007 ceph-mon[31288]: from='mgr.14120 172.21.15.7:0/3191745434' entity='mgr.x' 2024-05-21T01:47:21.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:21 smithi007 ceph-mon[31288]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:47:21.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:21 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2078714068' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-21T01:47:21.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:21 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: ignoring --setuser ceph since I am not root 2024-05-21T01:47:21.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:21 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: ignoring --setgroup ceph since I am not root 2024-05-21T01:47:22.073 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:21 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:21.801+0000 7f8453ed2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T01:47:22.210 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.757+0000 7f6b27400700 1 Processor -- start 2024-05-21T01:47:22.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.758+0000 7f6b27400700 1 -- start start 2024-05-21T01:47:22.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.758+0000 7f6b27400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b20109400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:22.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.758+0000 7f6b27400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b201099d0 con 0x7f6b20108fe0 2024-05-21T01:47:22.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.759+0000 7f6b24a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b20109400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:22.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.759+0000 7f6b24a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b20109400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59914/0 (socket says 172.21.15.7:59914) 2024-05-21T01:47:22.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.759+0000 7f6b24a00700 1 -- 172.21.15.7:0/3895107539 learned_addr learned my addr 172.21.15.7:0/3895107539 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:22.217 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.759+0000 7f6b24a00700 1 -- 172.21.15.7:0/3895107539 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b2010a190 con 0x7f6b20108fe0 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.760+0000 7f6b24a00700 1 --2- 172.21.15.7:0/3895107539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b20109400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6b140098a0 tx=0x7f6b14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6460e182176864c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.760+0000 7f6b1f400700 1 -- 172.21.15.7:0/3895107539 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b14004160 con 0x7f6b20108fe0 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.760+0000 7f6b1f400700 1 -- 172.21.15.7:0/3895107539 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b14004300 con 0x7f6b20108fe0 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.760+0000 7f6b1f400700 1 -- 172.21.15.7:0/3895107539 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b14011a20 con 0x7f6b20108fe0 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.761+0000 7f6b27400700 1 -- 172.21.15.7:0/3895107539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 msgr2=0x7f6b20109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.761+0000 7f6b27400700 1 --2- 172.21.15.7:0/3895107539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b20109400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6b140098a0 tx=0x7f6b14009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.761+0000 7f6b27400700 1 -- 172.21.15.7:0/3895107539 shutdown_connections 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.761+0000 7f6b27400700 1 --2- 172.21.15.7:0/3895107539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b20109400 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.761+0000 7f6b27400700 1 -- 172.21.15.7:0/3895107539 >> 172.21.15.7:0/3895107539 conn(0x7f6b20104600 msgr2=0x7f6b20106a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.761+0000 7f6b27400700 1 -- 172.21.15.7:0/3895107539 shutdown_connections 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.762+0000 7f6b27400700 1 -- 172.21.15.7:0/3895107539 wait complete. 2024-05-21T01:47:22.218 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.764+0000 7f6b27400700 1 Processor -- start 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.764+0000 7f6b27400700 1 -- start start 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.764+0000 7f6b27400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b2019f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.764+0000 7f6b27400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b2010d540 con 0x7f6b20108fe0 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.764+0000 7f6b24a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b2019f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.764+0000 7f6b24a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b2019f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59920/0 (socket says 172.21.15.7:59920) 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.764+0000 7f6b24a00700 1 -- 172.21.15.7:0/2078714068 learned_addr learned my addr 172.21.15.7:0/2078714068 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.765+0000 7f6b24a00700 1 -- 172.21.15.7:0/2078714068 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b2019f5c0 con 0x7f6b20108fe0 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.765+0000 7f6b24a00700 1 --2- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b2019f080 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6b14009520 tx=0x7f6b14011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.765+0000 7f6b1d600700 1 -- 172.21.15.7:0/2078714068 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b140039e0 con 0x7f6b20108fe0 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.766+0000 7f6b1d600700 1 -- 172.21.15.7:0/2078714068 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b1401b8f0 con 0x7f6b20108fe0 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.766+0000 7f6b1d600700 1 -- 172.21.15.7:0/2078714068 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6b14019770 con 0x7f6b20108fe0 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.766+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b2019f850 con 0x7f6b20108fe0 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.766+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b201a2540 con 0x7f6b20108fe0 2024-05-21T01:47:22.219 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.767+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b20064ba0 con 0x7f6b20108fe0 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.767+0000 7f6b1d600700 1 -- 172.21.15.7:0/2078714068 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f6b1401b440 con 0x7f6b20108fe0 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.768+0000 7f6b1d600700 1 --2- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6b0803e4c0 0x7f6b08040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.768+0000 7f6b1d600700 1 -- 172.21.15.7:0/2078714068 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6b14053f10 con 0x7f6b20108fe0 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.769+0000 7f6b1fe00700 1 --2- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6b0803e4c0 0x7f6b08040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.769+0000 7f6b1fe00700 1 --2- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6b0803e4c0 0x7f6b08040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c006fd0 tx=0x7f6b0c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:20.773+0000 7f6b1d600700 1 -- 172.21.15.7:0/2078714068 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6b1401f030 con 0x7f6b20108fe0 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.082+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f6b201a2b00 con 0x7f6b20108fe0 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.457+0000 7f6b1d600700 1 -- 172.21.15.7:0/2078714068 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f6b14055020 con 0x7f6b20108fe0 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.460+0000 7f6b1d600700 1 -- 172.21.15.7:0/2078714068 <== mon.0 v2:172.21.15.7:3300/0 8 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f6b14019c90 con 0x7f6b20108fe0 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.462+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6b0803e4c0 msgr2=0x7f6b08040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.462+0000 7f6b27400700 1 --2- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6b0803e4c0 0x7f6b08040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c006fd0 tx=0x7f6b0c006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.462+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 msgr2=0x7f6b2019f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.462+0000 7f6b27400700 1 --2- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b2019f080 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6b14009520 tx=0x7f6b14011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:22.220 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.462+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 shutdown_connections 2024-05-21T01:47:22.221 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.462+0000 7f6b27400700 1 --2- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f6b0803e4c0 0x7f6b08040980 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:22.221 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.462+0000 7f6b27400700 1 --2- 172.21.15.7:0/2078714068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20108fe0 0x7f6b2019f080 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:22.221 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.462+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 >> 172.21.15.7:0/2078714068 conn(0x7f6b20104600 msgr2=0x7f6b20104fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:22.221 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.463+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 shutdown_connections 2024-05-21T01:47:22.221 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:21.463+0000 7f6b27400700 1 -- 172.21.15.7:0/2078714068 wait complete. 2024-05-21T01:47:22.367 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:22 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:22.070+0000 7f8453ed2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:47:22.368 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:22 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:22.209+0000 7f8453ed2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T01:47:22.630 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:22 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2078714068' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-21T01:47:22.630 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:22 smithi007 ceph-mon[31288]: mgrmap e9: x(active, since 25s) 2024-05-21T01:47:23.023 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:22 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:22.628+0000 7f8453ed2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T01:47:23.023 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:22 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:22.749+0000 7f8453ed2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T01:47:23.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:23 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3535975063' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-21T01:47:23.939 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-05-21T01:47:23.940 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-21T01:47:23.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T01:47:23.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-21T01:47:23.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-21T01:47:23.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-05-21T01:47:23.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.813+0000 7fd6ada00700 1 Processor -- start 2024-05-21T01:47:23.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.814+0000 7fd6ada00700 1 -- start start 2024-05-21T01:47:23.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.814+0000 7fd6ada00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a807c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:23.941 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.814+0000 7fd6ada00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a807c7b0 con 0x7fd6a807dd80 2024-05-21T01:47:23.943 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.815+0000 7fd6a7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a807c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:23.943 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.815+0000 7fd6a7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a807c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59958/0 (socket says 172.21.15.7:59958) 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.815+0000 7fd6a7e00700 1 -- 172.21.15.7:0/2729495887 learned_addr learned my addr 172.21.15.7:0/2729495887 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.815+0000 7fd6a7e00700 1 -- 172.21.15.7:0/2729495887 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a807c930 con 0x7fd6a807dd80 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.816+0000 7fd6a7e00700 1 --2- 172.21.15.7:0/2729495887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a807c1e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd6980098a0 tx=0x7fd698009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e572b6660682a8fa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.816+0000 7fd6a6a00700 1 -- 172.21.15.7:0/2729495887 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd698004160 con 0x7fd6a807dd80 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.816+0000 7fd6a6a00700 1 -- 172.21.15.7:0/2729495887 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd698004300 con 0x7fd6a807dd80 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.816+0000 7fd6a6a00700 1 -- 172.21.15.7:0/2729495887 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd698011a20 con 0x7fd6a807dd80 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.817+0000 7fd6ada00700 1 -- 172.21.15.7:0/2729495887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 msgr2=0x7fd6a807c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.817+0000 7fd6ada00700 1 --2- 172.21.15.7:0/2729495887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a807c1e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd6980098a0 tx=0x7fd698009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.817+0000 7fd6ada00700 1 -- 172.21.15.7:0/2729495887 shutdown_connections 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.817+0000 7fd6ada00700 1 --2- 172.21.15.7:0/2729495887 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a807c1e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.817+0000 7fd6ada00700 1 -- 172.21.15.7:0/2729495887 >> 172.21.15.7:0/2729495887 conn(0x7fd6a8104380 msgr2=0x7fd6a81067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.817+0000 7fd6ada00700 1 -- 172.21.15.7:0/2729495887 shutdown_connections 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.817+0000 7fd6ada00700 1 -- 172.21.15.7:0/2729495887 wait complete. 2024-05-21T01:47:23.944 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.818+0000 7fd6ada00700 1 Processor -- start 2024-05-21T01:47:23.945 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.819+0000 7fd6ada00700 1 -- start start 2024-05-21T01:47:23.945 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.819+0000 7fd6ada00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a819eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:23.945 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.819+0000 7fd6ada00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a810f3c0 con 0x7fd6a807dd80 2024-05-21T01:47:23.945 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.819+0000 7fd6a7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a819eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:23.945 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.819+0000 7fd6a7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a819eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59970/0 (socket says 172.21.15.7:59970) 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.819+0000 7fd6a7e00700 1 -- 172.21.15.7:0/3535975063 learned_addr learned my addr 172.21.15.7:0/3535975063 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.820+0000 7fd6a7e00700 1 -- 172.21.15.7:0/3535975063 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a819f420 con 0x7fd6a807dd80 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.820+0000 7fd6a7e00700 1 --2- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a819eee0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd698009520 tx=0x7fd698011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.820+0000 7fd6a4c00700 1 -- 172.21.15.7:0/3535975063 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6980039e0 con 0x7fd6a807dd80 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.820+0000 7fd6a4c00700 1 -- 172.21.15.7:0/3535975063 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd69801b8f0 con 0x7fd6a807dd80 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.820+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a819f6b0 con 0x7fd6a807dd80 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.820+0000 7fd6a4c00700 1 -- 172.21.15.7:0/3535975063 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd698019770 con 0x7fd6a807dd80 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.820+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a81a23a0 con 0x7fd6a807dd80 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.821+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6a8064ba0 con 0x7fd6a807dd80 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.822+0000 7fd6a4c00700 1 -- 172.21.15.7:0/3535975063 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7fd69801b440 con 0x7fd6a807dd80 2024-05-21T01:47:23.948 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.823+0000 7fd6a4c00700 1 --2- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fd68c03e4c0 0x7fd68c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.823+0000 7fd6a4c00700 1 -- 172.21.15.7:0/3535975063 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd698053ea0 con 0x7fd6a807dd80 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.823+0000 7fd6a7400700 1 -- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fd68c03e4c0 msgr2=0x7fd68c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/738241282 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.823+0000 7fd6a7400700 1 --2- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fd68c03e4c0 0x7fd68c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:22.828+0000 7fd6a4c00700 1 -- 172.21.15.7:0/3535975063 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd69801f030 con 0x7fd6a807dd80 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.024+0000 7fd6a7400700 1 -- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fd68c03e4c0 msgr2=0x7fd68c040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/738241282 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.024+0000 7fd6a7400700 1 --2- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fd68c03e4c0 0x7fd68c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.123+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fd6a81a2990 con 0x7fd6a807dd80 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.124+0000 7fd6a4c00700 1 -- 172.21.15.7:0/3535975063 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fd698018a40 con 0x7fd6a807dd80 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.126+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fd68c03e4c0 msgr2=0x7fd68c040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.126+0000 7fd6ada00700 1 --2- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fd68c03e4c0 0x7fd68c040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.126+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 msgr2=0x7fd6a819eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.126+0000 7fd6ada00700 1 --2- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a819eee0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd698009520 tx=0x7fd698011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:23.949 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.127+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 shutdown_connections 2024-05-21T01:47:23.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.127+0000 7fd6ada00700 1 --2- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7fd68c03e4c0 0x7fd68c040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:23.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.127+0000 7fd6ada00700 1 --2- 172.21.15.7:0/3535975063 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd6a807dd80 0x7fd6a819eee0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:23.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.127+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 >> 172.21.15.7:0/3535975063 conn(0x7fd6a8104380 msgr2=0x7fd6a8104e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:23.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.127+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 shutdown_connections 2024-05-21T01:47:23.950 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:23.127+0000 7fd6ada00700 1 -- 172.21.15.7:0/3535975063 wait complete. 2024-05-21T01:47:23.950 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for the mgr to restart... 2024-05-21T01:47:23.950 INFO:teuthology.orchestra.run.smithi007.stdout:Waiting for mgr epoch 9... 2024-05-21T01:47:24.509 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:24 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:24.359+0000 7f8453ed2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T01:47:24.765 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:24 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:24.600+0000 7f8453ed2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T01:47:25.023 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:24 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:24.821+0000 7f8453ed2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T01:47:25.524 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:25 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:25.213+0000 7f8453ed2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T01:47:25.524 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:25 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:25.340+0000 7f8453ed2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T01:47:25.864 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:25 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:25.599+0000 7f8453ed2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T01:47:25.864 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:25 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:25.862+0000 7f8453ed2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:47:26.982 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:26 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:26.684+0000 7f8453ed2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T01:47:26.983 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:26 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:26.981+0000 7f8453ed2200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T01:47:28.023 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:27 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:27.558+0000 7f8453ed2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T01:47:28.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:27 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:27.692+0000 7f8453ed2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T01:47:28.523 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:28 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:28.169+0000 7f8453ed2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T01:47:28.894 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:28 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:28.642+0000 7f8453ed2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T01:47:28.894 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:28 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:28.772+0000 7f8453ed2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T01:47:29.274 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:29 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:29.125+0000 7f8453ed2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T01:47:29.701 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:29 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:29.318+0000 7f8453ed2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T01:47:29.701 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:29 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:29.455+0000 7f8453ed2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T01:47:30.006 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:29 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:29.872+0000 7f8453ed2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T01:47:30.273 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:30 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:30.005+0000 7f8453ed2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T01:47:31.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:30 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:30.823+0000 7f8453ed2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T01:47:31.523 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:47:31 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:47:31.122+0000 7f8453ed2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: Active manager daemon x restarted 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: Activating manager daemon x 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: osdmap e3: 0 total, 0 up, 0 in 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: mgrmap e10: x(active, starting, since 0.00872033s) 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T01:47:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:31 smithi007 ceph-mon[31288]: Manager daemon x is now available 2024-05-21T01:47:32.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:47:32.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T01:47:32.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T01:47:32.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:32 smithi007 ceph-mon[31288]: [21/May/2024:01:47:31] ENGINE Bus STARTING 2024-05-21T01:47:32.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:32 smithi007 ceph-mon[31288]: mgrmap e11: x(active, since 1.01606s) 2024-05-21T01:47:33.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:33 smithi007 ceph-mon[31288]: [21/May/2024:01:47:31] ENGINE Serving on https://172.21.15.7:7150 2024-05-21T01:47:33.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:33 smithi007 ceph-mon[31288]: [21/May/2024:01:47:31] ENGINE Serving on http://172.21.15.7:8765 2024-05-21T01:47:33.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:33 smithi007 ceph-mon[31288]: [21/May/2024:01:47:31] ENGINE Bus STARTED 2024-05-21T01:47:33.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:33 smithi007 ceph-mon[31288]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-21T01:47:33.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:33 smithi007 ceph-mon[31288]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-21T01:47:33.649 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout { 2024-05-21T01:47:33.650 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout } 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.554+0000 7f4fea400700 1 Processor -- start 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.554+0000 7f4fea400700 1 -- start start 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.555+0000 7f4fea400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe407c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.555+0000 7f4fea400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe407c770 con 0x7f4fe407dd40 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.555+0000 7f4fe3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe407c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.555+0000 7f4fe3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe407c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59980/0 (socket says 172.21.15.7:59980) 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.555+0000 7f4fe3400700 1 -- 172.21.15.7:0/546367623 learned_addr learned my addr 172.21.15.7:0/546367623 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:33.651 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.555+0000 7f4fe3400700 1 -- 172.21.15.7:0/546367623 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fe407c8f0 con 0x7f4fe407dd40 2024-05-21T01:47:33.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.556+0000 7f4fe3400700 1 --2- 172.21.15.7:0/546367623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe407c1a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4fd40098a0 tx=0x7f4fd4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e0f4d7b6513eede server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:33.655 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.556+0000 7f4fe2000700 1 -- 172.21.15.7:0/546367623 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fd4004160 con 0x7f4fe407dd40 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.556+0000 7f4fe2000700 1 -- 172.21.15.7:0/546367623 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fd4004300 con 0x7f4fe407dd40 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.556+0000 7f4fe2000700 1 -- 172.21.15.7:0/546367623 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fd4011a20 con 0x7f4fe407dd40 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.557+0000 7f4fea400700 1 -- 172.21.15.7:0/546367623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 msgr2=0x7f4fe407c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.557+0000 7f4fea400700 1 --2- 172.21.15.7:0/546367623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe407c1a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f4fd40098a0 tx=0x7f4fd4009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.557+0000 7f4fea400700 1 -- 172.21.15.7:0/546367623 shutdown_connections 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.557+0000 7f4fea400700 1 --2- 172.21.15.7:0/546367623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe407c1a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.557+0000 7f4fea400700 1 -- 172.21.15.7:0/546367623 >> 172.21.15.7:0/546367623 conn(0x7f4fe4104570 msgr2=0x7f4fe4106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.557+0000 7f4fea400700 1 -- 172.21.15.7:0/546367623 shutdown_connections 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.557+0000 7f4fea400700 1 -- 172.21.15.7:0/546367623 wait complete. 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.559+0000 7f4fea400700 1 Processor -- start 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.559+0000 7f4fea400700 1 -- start start 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.559+0000 7f4fea400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe419f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:33.656 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.559+0000 7f4fea400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe410f5d0 con 0x7f4fe407dd40 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.560+0000 7f4fe3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe419f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.560+0000 7f4fe3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe419f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59988/0 (socket says 172.21.15.7:59988) 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.560+0000 7f4fe3400700 1 -- 172.21.15.7:0/505463839 learned_addr learned my addr 172.21.15.7:0/505463839 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.560+0000 7f4fe3400700 1 -- 172.21.15.7:0/505463839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fe419f620 con 0x7f4fe407dd40 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.560+0000 7f4fe3400700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe419f0e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4fd4004660 tx=0x7f4fd4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.561+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fd4003aa0 con 0x7f4fe407dd40 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.561+0000 7f4fea400700 1 -- 172.21.15.7:0/505463839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fe419f8b0 con 0x7f4fe407dd40 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.561+0000 7f4fea400700 1 -- 172.21.15.7:0/505463839 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fe41a25a0 con 0x7f4fe407dd40 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.561+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fd401b8f0 con 0x7f4fe407dd40 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.561+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fd4023900 con 0x7f4fe407dd40 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.562+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f4fd4023b70 con 0x7f4fe407dd40 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.563+0000 7f4fdbe00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 0x7f4fc80409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:33.657 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.563+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 --> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4fc80410f0 con 0x7f4fc803e520 2024-05-21T01:47:33.658 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.563+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4fd4053e10 con 0x7f4fe407dd40 2024-05-21T01:47:33.658 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.563+0000 7f4fe2a00700 1 -- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 msgr2=0x7f4fc80409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/738241282 2024-05-21T01:47:33.658 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.563+0000 7f4fe2a00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 0x7f4fc80409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T01:47:33.658 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.764+0000 7f4fe2a00700 1 -- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 msgr2=0x7f4fc80409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/738241282 2024-05-21T01:47:33.658 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:24.764+0000 7f4fe2a00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 0x7f4fc80409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T01:47:33.658 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:25.165+0000 7f4fe2a00700 1 -- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 msgr2=0x7f4fc80409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/738241282 2024-05-21T01:47:33.658 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:25.165+0000 7f4fe2a00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 0x7f4fc80409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-21T01:47:33.658 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:25.966+0000 7f4fe2a00700 1 -- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 msgr2=0x7f4fc80409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/738241282 2024-05-21T01:47:33.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:25.966+0000 7f4fe2a00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 0x7f4fc80409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-21T01:47:33.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:27.568+0000 7f4fe2a00700 1 -- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 msgr2=0x7f4fc80409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/738241282 2024-05-21T01:47:33.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:27.568+0000 7f4fe2a00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 0x7f4fc80409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-21T01:47:33.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:30.772+0000 7f4fe2a00700 1 -- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 msgr2=0x7f4fc80409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.7:6800/738241282 2024-05-21T01:47:33.661 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:30.772+0000 7f4fe2a00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 0x7f4fc80409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:31.131+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mgrmap(e 10) ==== 50002+0+0 (secure 0 0 0) 0x7f4fd401b440 con 0x7f4fe407dd40 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:31.131+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 msgr2=0x7f4fc80409e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:31.131+0000 7f4fdbe00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 0x7f4fc80409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.134+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mgrmap(e 11) ==== 50129+0+0 (secure 0 0 0) 0x7f4fd402ba40 con 0x7f4fe407dd40 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.135+0000 7f4fdbe00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4fc8041fa0 0x7f4fc8044390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.135+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4fd4022ec0 con 0x7f4fc8041fa0 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.137+0000 7f4fe2a00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4fc8041fa0 0x7f4fc8044390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.139+0000 7f4fe2a00700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4fc8041fa0 0x7f4fc8044390 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0003a10 tx=0x7f4fd0009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.140+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f4fd4022ec0 con 0x7f4fc8041fa0 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.150+0000 7f4fea400700 1 -- 172.21.15.7:0/505463839 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f4fe4064ba0 con 0x7f4fc8041fa0 2024-05-21T01:47:33.662 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.151+0000 7f4fdbe00700 1 -- 172.21.15.7:0/505463839 <== mgr.14152 v2:172.21.15.7:6800/3375602398 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f4fe4064ba0 con 0x7f4fc8041fa0 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 -- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4fc8041fa0 msgr2=0x7f4fc8044390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4fc8041fa0 0x7f4fc8044390 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0003a10 tx=0x7f4fd0009270 comp rx=0 tx=0).stop 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 -- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 msgr2=0x7f4fe419f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe419f0e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4fd4004660 tx=0x7f4fd4011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 -- 172.21.15.7:0/505463839 shutdown_connections 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4fc8041fa0 0x7f4fc8044390 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4fe407dd40 0x7f4fe419f0e0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 --2- 172.21.15.7:0/505463839 >> [v2:172.21.15.7:6800/738241282,v1:172.21.15.7:6801/738241282] conn(0x7f4fc803e520 0x7f4fc80409e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 -- 172.21.15.7:0/505463839 >> 172.21.15.7:0/505463839 conn(0x7f4fe4104570 msgr2=0x7f4fe4105040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 -- 172.21.15.7:0/505463839 shutdown_connections 2024-05-21T01:47:33.663 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:32.152+0000 7f4fea400700 1 -- 172.21.15.7:0/505463839 wait complete. 2024-05-21T01:47:33.664 INFO:teuthology.orchestra.run.smithi007.stdout:mgr epoch 9 is available 2024-05-21T01:47:33.664 INFO:teuthology.orchestra.run.smithi007.stdout:Generating a dashboard self-signed certificate... 2024-05-21T01:47:34.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:34 smithi007 ceph-mon[31288]: mgrmap e12: x(active, since 2s) 2024-05-21T01:47:34.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:35.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:35 smithi007 ceph-mon[31288]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:35.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:35.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:35.462 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-21T01:47:35.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.343+0000 7f3b95e00700 1 Processor -- start 2024-05-21T01:47:35.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.343+0000 7f3b95e00700 1 -- start start 2024-05-21T01:47:35.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.343+0000 7f3b95e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9010be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:35.463 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.343+0000 7f3b95e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9007ce80 con 0x7f3b90109a40 2024-05-21T01:47:35.468 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.344+0000 7f3b8ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9010be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:35.468 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.344+0000 7f3b8ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9010be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36350/0 (socket says 172.21.15.7:36350) 2024-05-21T01:47:35.468 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.344+0000 7f3b8ea00700 1 -- 172.21.15.7:0/3200413730 learned_addr learned my addr 172.21.15.7:0/3200413730 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:35.468 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.345+0000 7f3b8ea00700 1 -- 172.21.15.7:0/3200413730 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b9010c370 con 0x7f3b90109a40 2024-05-21T01:47:35.468 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.345+0000 7f3b8ea00700 1 --2- 172.21.15.7:0/3200413730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9010be30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3b800098a0 tx=0x7f3b80009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9773d7ed0efd1867 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:35.468 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.345+0000 7f3b8d600700 1 -- 172.21.15.7:0/3200413730 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b80004160 con 0x7f3b90109a40 2024-05-21T01:47:35.468 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.345+0000 7f3b8d600700 1 -- 172.21.15.7:0/3200413730 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b80004300 con 0x7f3b90109a40 2024-05-21T01:47:35.468 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.346+0000 7f3b8d600700 1 -- 172.21.15.7:0/3200413730 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b80011a20 con 0x7f3b90109a40 2024-05-21T01:47:35.468 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.346+0000 7f3b95e00700 1 -- 172.21.15.7:0/3200413730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 msgr2=0x7f3b9010be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.346+0000 7f3b95e00700 1 --2- 172.21.15.7:0/3200413730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9010be30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3b800098a0 tx=0x7f3b80009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.347+0000 7f3b95e00700 1 -- 172.21.15.7:0/3200413730 shutdown_connections 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.347+0000 7f3b95e00700 1 --2- 172.21.15.7:0/3200413730 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9010be30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.347+0000 7f3b95e00700 1 -- 172.21.15.7:0/3200413730 >> 172.21.15.7:0/3200413730 conn(0x7f3b90103490 msgr2=0x7f3b901058b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.347+0000 7f3b95e00700 1 -- 172.21.15.7:0/3200413730 shutdown_connections 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.347+0000 7f3b95e00700 1 -- 172.21.15.7:0/3200413730 wait complete. 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.348+0000 7f3b95e00700 1 Processor -- start 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.348+0000 7f3b95e00700 1 -- start start 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.348+0000 7f3b95e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9019f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.348+0000 7f3b95e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9010d380 con 0x7f3b90109a40 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.349+0000 7f3b8ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9019f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.349+0000 7f3b8ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9019f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36358/0 (socket says 172.21.15.7:36358) 2024-05-21T01:47:35.469 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.349+0000 7f3b8ea00700 1 -- 172.21.15.7:0/124564490 learned_addr learned my addr 172.21.15.7:0/124564490 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.349+0000 7f3b8ea00700 1 -- 172.21.15.7:0/124564490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b9019f5e0 con 0x7f3b90109a40 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.349+0000 7f3b8ea00700 1 --2- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9019f0a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3b800116e0 tx=0x7f3b80011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.350+0000 7f3b94a00700 1 -- 172.21.15.7:0/124564490 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b80003a60 con 0x7f3b90109a40 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.350+0000 7f3b94a00700 1 -- 172.21.15.7:0/124564490 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b8001b8f0 con 0x7f3b90109a40 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.350+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b9019f870 con 0x7f3b90109a40 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.350+0000 7f3b94a00700 1 -- 172.21.15.7:0/124564490 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b80019860 con 0x7f3b90109a40 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.350+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b901a2560 con 0x7f3b90109a40 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.351+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b90064ba0 con 0x7f3b90109a40 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.351+0000 7f3b94a00700 1 -- 172.21.15.7:0/124564490 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f3b80019b60 con 0x7f3b90109a40 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.352+0000 7f3b94a00700 1 --2- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3b7403e470 0x7f3b74040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.352+0000 7f3b94a00700 1 -- 172.21.15.7:0/124564490 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3b80053ec0 con 0x7f3b90109a40 2024-05-21T01:47:35.470 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.352+0000 7f3b8e000700 1 --2- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3b7403e470 0x7f3b74040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.353+0000 7f3b8e000700 1 --2- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3b7403e470 0x7f3b74040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c006fd0 tx=0x7f3b7c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.364+0000 7f3b94a00700 1 -- 172.21.15.7:0/124564490 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3b8001f030 con 0x7f3b90109a40 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.612+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f3b901045b0 con 0x7f3b7403e470 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.722+0000 7f3b94a00700 1 -- 172.21.15.7:0/124564490 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f3b901045b0 con 0x7f3b7403e470 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.726+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3b7403e470 msgr2=0x7f3b74040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.726+0000 7f3b95e00700 1 --2- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3b7403e470 0x7f3b74040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c006fd0 tx=0x7f3b7c006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.726+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 msgr2=0x7f3b9019f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.726+0000 7f3b95e00700 1 --2- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9019f0a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3b800116e0 tx=0x7f3b80011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.726+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 shutdown_connections 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.726+0000 7f3b95e00700 1 --2- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3b7403e470 0x7f3b74040930 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.726+0000 7f3b95e00700 1 --2- 172.21.15.7:0/124564490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3b90109a40 0x7f3b9019f0a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.726+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 >> 172.21.15.7:0/124564490 conn(0x7f3b90103490 msgr2=0x7f3b90103ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:35.471 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.727+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 shutdown_connections 2024-05-21T01:47:35.472 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:34.727+0000 7f3b95e00700 1 -- 172.21.15.7:0/124564490 wait complete. 2024-05-21T01:47:35.472 INFO:teuthology.orchestra.run.smithi007.stdout:Creating initial admin user... 2024-05-21T01:47:36.931 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:36 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:36.931 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:36 smithi007 ceph-mon[31288]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:36.931 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:36 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:37.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$zeTMD6iDasTA.XqBjC2MCeDQ3xCXYgv8noQ/ZBgHBH/VwME7XkoAK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1716256056, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-21T01:47:37.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.115+0000 7f222fc00700 1 Processor -- start 2024-05-21T01:47:37.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.116+0000 7f222fc00700 1 -- start start 2024-05-21T01:47:37.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.116+0000 7f222fc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f2228109920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:37.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.116+0000 7f222fc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2228109ef0 con 0x7f2228109500 2024-05-21T01:47:37.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.117+0000 7f222d200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f2228109920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:37.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.117+0000 7f222d200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f2228109920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53842/0 (socket says 172.21.15.7:53842) 2024-05-21T01:47:37.979 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.117+0000 7f222d200700 1 -- 172.21.15.7:0/2428273352 learned_addr learned my addr 172.21.15.7:0/2428273352 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.117+0000 7f222d200700 1 -- 172.21.15.7:0/2428273352 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2228107000 con 0x7f2228109500 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.118+0000 7f222d200700 1 --2- 172.21.15.7:0/2428273352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f2228109920 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f221c0098a0 tx=0x7f221c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f26a028951f4e30a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.118+0000 7f2227400700 1 -- 172.21.15.7:0/2428273352 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f221c004160 con 0x7f2228109500 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.118+0000 7f2227400700 1 -- 172.21.15.7:0/2428273352 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f221c004300 con 0x7f2228109500 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.118+0000 7f2227400700 1 -- 172.21.15.7:0/2428273352 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f221c011a20 con 0x7f2228109500 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.119+0000 7f222fc00700 1 -- 172.21.15.7:0/2428273352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 msgr2=0x7f2228109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.119+0000 7f222fc00700 1 --2- 172.21.15.7:0/2428273352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f2228109920 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f221c0098a0 tx=0x7f221c009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.119+0000 7f222fc00700 1 -- 172.21.15.7:0/2428273352 shutdown_connections 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.119+0000 7f222fc00700 1 --2- 172.21.15.7:0/2428273352 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f2228109920 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.119+0000 7f222fc00700 1 -- 172.21.15.7:0/2428273352 >> 172.21.15.7:0/2428273352 conn(0x7f2228102c00 msgr2=0x7f2228105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.119+0000 7f222fc00700 1 -- 172.21.15.7:0/2428273352 shutdown_connections 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.119+0000 7f222fc00700 1 -- 172.21.15.7:0/2428273352 wait complete. 2024-05-21T01:47:37.980 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.120+0000 7f222fc00700 1 Processor -- start 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.121+0000 7f222fc00700 1 -- start start 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.121+0000 7f222fc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f222819f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.121+0000 7f222fc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2228108060 con 0x7f2228109500 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.121+0000 7f222d200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f222819f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.121+0000 7f222d200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f222819f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53844/0 (socket says 172.21.15.7:53844) 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.121+0000 7f222d200700 1 -- 172.21.15.7:0/2108703104 learned_addr learned my addr 172.21.15.7:0/2108703104 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.122+0000 7f222d200700 1 -- 172.21.15.7:0/2108703104 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f222819f5b0 con 0x7f2228109500 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.122+0000 7f222d200700 1 --2- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f222819f070 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f221c000c00 tx=0x7f221c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.122+0000 7f2225600700 1 -- 172.21.15.7:0/2108703104 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f221c003aa0 con 0x7f2228109500 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.122+0000 7f2225600700 1 -- 172.21.15.7:0/2108703104 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f221c01b8f0 con 0x7f2228109500 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.122+0000 7f2225600700 1 -- 172.21.15.7:0/2108703104 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f221c023870 con 0x7f2228109500 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.122+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f222819f840 con 0x7f2228109500 2024-05-21T01:47:37.981 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.123+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22281a2530 con 0x7f2228109500 2024-05-21T01:47:37.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.124+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2228064ba0 con 0x7f2228109500 2024-05-21T01:47:37.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.124+0000 7f2225600700 1 -- 172.21.15.7:0/2108703104 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f221c023b70 con 0x7f2228109500 2024-05-21T01:47:37.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.125+0000 7f2225600700 1 --2- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f221003e4c0 0x7f2210040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:37.982 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.125+0000 7f2225600700 1 -- 172.21.15.7:0/2108703104 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f221c053fc0 con 0x7f2228109500 2024-05-21T01:47:37.983 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.125+0000 7f2227e00700 1 --2- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f221003e4c0 0x7f2210040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.126+0000 7f2227e00700 1 --2- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f221003e4c0 0x7f2210040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2218006fd0 tx=0x7f2218006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.130+0000 7f2225600700 1 -- 172.21.15.7:0/2108703104 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f221c01f030 con 0x7f2228109500 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.391+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f22281a27c0 con 0x7f221003e4c0 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.663+0000 7f2225600700 1 -- 172.21.15.7:0/2108703104 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f22281a27c0 con 0x7f221003e4c0 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.666+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f221003e4c0 msgr2=0x7f2210040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.666+0000 7f222fc00700 1 --2- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f221003e4c0 0x7f2210040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2218006fd0 tx=0x7f2218006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.666+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 msgr2=0x7f222819f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.666+0000 7f222fc00700 1 --2- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f222819f070 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f221c000c00 tx=0x7f221c011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.666+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 shutdown_connections 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.666+0000 7f222fc00700 1 --2- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f221003e4c0 0x7f2210040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.666+0000 7f222fc00700 1 --2- 172.21.15.7:0/2108703104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2228109500 0x7f222819f070 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.666+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 >> 172.21.15.7:0/2108703104 conn(0x7f2228102c00 msgr2=0x7f2228195750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:37.984 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.667+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 shutdown_connections 2024-05-21T01:47:37.985 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:36.667+0000 7f222fc00700 1 -- 172.21.15.7:0/2108703104 wait complete. 2024-05-21T01:47:37.985 INFO:teuthology.orchestra.run.smithi007.stdout:Fetching dashboard port number... 2024-05-21T01:47:38.829 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:38 smithi007 ceph-mon[31288]: mgrmap e13: x(active, since 6s) 2024-05-21T01:47:40.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:39 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2604768051' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-21T01:47:40.276 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stdout 8443 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.158+0000 7fd080000700 1 Processor -- start 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.158+0000 7fd080000700 1 -- start start 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.159+0000 7fd080000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd078112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.159+0000 7fd080000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd0781127a0 con 0x7fd07810fe70 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.159+0000 7fd07d600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd078112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.159+0000 7fd07d600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd078112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53846/0 (socket says 172.21.15.7:53846) 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.159+0000 7fd07d600700 1 -- 172.21.15.7:0/1545340703 learned_addr learned my addr 172.21.15.7:0/1545340703 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.160+0000 7fd07d600700 1 -- 172.21.15.7:0/1545340703 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd078112920 con 0x7fd07810fe70 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.160+0000 7fd07d600700 1 --2- 172.21.15.7:0/1545340703 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd078112260 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd06c0098a0 tx=0x7fd06c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3ab0cd9b708aea0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:40.277 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.160+0000 7fd077e00700 1 -- 172.21.15.7:0/1545340703 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd06c004160 con 0x7fd07810fe70 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.160+0000 7fd077e00700 1 -- 172.21.15.7:0/1545340703 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd06c004300 con 0x7fd07810fe70 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.160+0000 7fd077e00700 1 -- 172.21.15.7:0/1545340703 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd06c011a20 con 0x7fd07810fe70 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.161+0000 7fd080000700 1 -- 172.21.15.7:0/1545340703 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 msgr2=0x7fd078112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.161+0000 7fd080000700 1 --2- 172.21.15.7:0/1545340703 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd078112260 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd06c0098a0 tx=0x7fd06c009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.161+0000 7fd080000700 1 -- 172.21.15.7:0/1545340703 shutdown_connections 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.161+0000 7fd080000700 1 --2- 172.21.15.7:0/1545340703 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd078112260 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.161+0000 7fd080000700 1 -- 172.21.15.7:0/1545340703 >> 172.21.15.7:0/1545340703 conn(0x7fd07807e690 msgr2=0x7fd078080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.161+0000 7fd080000700 1 -- 172.21.15.7:0/1545340703 shutdown_connections 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.161+0000 7fd080000700 1 -- 172.21.15.7:0/1545340703 wait complete. 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.162+0000 7fd080000700 1 Processor -- start 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.163+0000 7fd080000700 1 -- start start 2024-05-21T01:47:40.278 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.163+0000 7fd080000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd0781a3430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.163+0000 7fd080000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd078113980 con 0x7fd07810fe70 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.163+0000 7fd07d600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd0781a3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.163+0000 7fd07d600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd0781a3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53856/0 (socket says 172.21.15.7:53856) 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.163+0000 7fd07d600700 1 -- 172.21.15.7:0/2604768051 learned_addr learned my addr 172.21.15.7:0/2604768051 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.164+0000 7fd07d600700 1 -- 172.21.15.7:0/2604768051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0781a3970 con 0x7fd07810fe70 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.164+0000 7fd07d600700 1 --2- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd0781a3430 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd06c000c00 tx=0x7fd06c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.164+0000 7fd076000700 1 -- 172.21.15.7:0/2604768051 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd06c003aa0 con 0x7fd07810fe70 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.164+0000 7fd076000700 1 -- 172.21.15.7:0/2604768051 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd06c01b8f0 con 0x7fd07810fe70 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.164+0000 7fd076000700 1 -- 172.21.15.7:0/2604768051 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd06c023870 con 0x7fd07810fe70 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.164+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0781a3c00 con 0x7fd07810fe70 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.164+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0781a68f0 con 0x7fd07810fe70 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.165+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd078064ba0 con 0x7fd07810fe70 2024-05-21T01:47:40.279 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.166+0000 7fd076000700 1 -- 172.21.15.7:0/2604768051 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fd06c01b440 con 0x7fd07810fe70 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.166+0000 7fd076000700 1 --2- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd06003e5c0 0x7fd060040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.166+0000 7fd076000700 1 -- 172.21.15.7:0/2604768051 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd06c053f80 con 0x7fd07810fe70 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.166+0000 7fd07cc00700 1 --2- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd06003e5c0 0x7fd060040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.167+0000 7fd07cc00700 1 --2- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd06003e5c0 0x7fd060040a80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd064006fd0 tx=0x7fd064006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.172+0000 7fd076000700 1 -- 172.21.15.7:0/2604768051 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd06c01f030 con 0x7fd07810fe70 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.407+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fd0781a6ac0 con 0x7fd07810fe70 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.408+0000 7fd076000700 1 -- 172.21.15.7:0/2604768051 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fd06c018590 con 0x7fd07810fe70 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.413+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd06003e5c0 msgr2=0x7fd060040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.413+0000 7fd080000700 1 --2- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd06003e5c0 0x7fd060040a80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd064006fd0 tx=0x7fd064006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:40.280 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.413+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 msgr2=0x7fd0781a3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:40.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.413+0000 7fd080000700 1 --2- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd0781a3430 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd06c000c00 tx=0x7fd06c011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:40.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.413+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 shutdown_connections 2024-05-21T01:47:40.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.413+0000 7fd080000700 1 --2- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd06003e5c0 0x7fd060040a80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:40.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.413+0000 7fd080000700 1 --2- 172.21.15.7:0/2604768051 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd07810fe70 0x7fd0781a3430 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:40.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.413+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 >> 172.21.15.7:0/2604768051 conn(0x7fd07807e690 msgr2=0x7fd0780801b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:40.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.413+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 shutdown_connections 2024-05-21T01:47:40.281 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:39.414+0000 7fd080000700 1 -- 172.21.15.7:0/2604768051 wait complete. 2024-05-21T01:47:40.300 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T01:47:40.301 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout disabled 2024-05-21T01:47:40.324 INFO:teuthology.orchestra.run.smithi007.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T01:47:40.324 INFO:teuthology.orchestra.run.smithi007.stdout:systemctl: stdout inactive 2024-05-21T01:47:40.324 INFO:teuthology.orchestra.run.smithi007.stdout:firewalld.service is not enabled 2024-05-21T01:47:40.325 INFO:teuthology.orchestra.run.smithi007.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-21T01:47:40.332 INFO:teuthology.orchestra.run.smithi007.stdout:Ceph Dashboard is now available at: 2024-05-21T01:47:40.332 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:40.332 INFO:teuthology.orchestra.run.smithi007.stdout: URL: https://smithi007.front.sepia.ceph.com:8443/ 2024-05-21T01:47:40.332 INFO:teuthology.orchestra.run.smithi007.stdout: User: admin 2024-05-21T01:47:40.332 INFO:teuthology.orchestra.run.smithi007.stdout: Password: 7nne1q3syx 2024-05-21T01:47:40.332 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:40.333 INFO:teuthology.orchestra.run.smithi007.stdout:Saving cluster configuration to /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config directory 2024-05-21T01:47:40.335 INFO:teuthology.orchestra.run.smithi007.stdout:Enabling autotune for osd_memory_target 2024-05-21T01:47:41.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.028+0000 7fdda5000700 1 Processor -- start 2024-05-21T01:47:41.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.028+0000 7fdda5000700 1 -- start start 2024-05-21T01:47:41.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.029+0000 7fdda5000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda007d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:41.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.029+0000 7fdda5000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdda007d850 con 0x7fdda007ee10 2024-05-21T01:47:41.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.029+0000 7fdd9de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda007d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:41.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.030+0000 7fdd9de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda007d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53870/0 (socket says 172.21.15.7:53870) 2024-05-21T01:47:41.995 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.030+0000 7fdd9de00700 1 -- 172.21.15.7:0/1960384450 learned_addr learned my addr 172.21.15.7:0/1960384450 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.030+0000 7fdd9de00700 1 -- 172.21.15.7:0/1960384450 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdda007d9d0 con 0x7fdda007ee10 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.030+0000 7fdd9de00700 1 --2- 172.21.15.7:0/1960384450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda007d310 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdd900098a0 tx=0x7fdd90009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4f8bb0ad7a01d20 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.031+0000 7fdd9ca00700 1 -- 172.21.15.7:0/1960384450 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd90004160 con 0x7fdda007ee10 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.031+0000 7fdd9ca00700 1 -- 172.21.15.7:0/1960384450 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd90004300 con 0x7fdda007ee10 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.031+0000 7fdd9ca00700 1 -- 172.21.15.7:0/1960384450 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd90011a20 con 0x7fdda007ee10 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.032+0000 7fdda5000700 1 -- 172.21.15.7:0/1960384450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 msgr2=0x7fdda007d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.032+0000 7fdda5000700 1 --2- 172.21.15.7:0/1960384450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda007d310 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdd900098a0 tx=0x7fdd90009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.032+0000 7fdda5000700 1 -- 172.21.15.7:0/1960384450 shutdown_connections 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.032+0000 7fdda5000700 1 --2- 172.21.15.7:0/1960384450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda007d310 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.032+0000 7fdda5000700 1 -- 172.21.15.7:0/1960384450 >> 172.21.15.7:0/1960384450 conn(0x7fdda0104650 msgr2=0x7fdda0106a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.032+0000 7fdda5000700 1 -- 172.21.15.7:0/1960384450 shutdown_connections 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.032+0000 7fdda5000700 1 -- 172.21.15.7:0/1960384450 wait complete. 2024-05-21T01:47:41.996 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.033+0000 7fdda5000700 1 Processor -- start 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.033+0000 7fdda5000700 1 -- start start 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.033+0000 7fdda5000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda01a3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.033+0000 7fdda5000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdda010b140 con 0x7fdda007ee10 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.034+0000 7fdd9de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda01a3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.034+0000 7fdd9de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda01a3460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53882/0 (socket says 172.21.15.7:53882) 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.034+0000 7fdd9de00700 1 -- 172.21.15.7:0/3652367656 learned_addr learned my addr 172.21.15.7:0/3652367656 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.034+0000 7fdd9de00700 1 -- 172.21.15.7:0/3652367656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdda01a39a0 con 0x7fdda007ee10 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.034+0000 7fdd9de00700 1 --2- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda01a3460 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdd90000c00 tx=0x7fdd90011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.035+0000 7fdd96a00700 1 -- 172.21.15.7:0/3652367656 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd90003aa0 con 0x7fdda007ee10 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.035+0000 7fdd96a00700 1 -- 172.21.15.7:0/3652367656 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd9001b8f0 con 0x7fdda007ee10 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.035+0000 7fdd96a00700 1 -- 172.21.15.7:0/3652367656 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd90023870 con 0x7fdda007ee10 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.035+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdda01a3c30 con 0x7fdda007ee10 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.035+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdda01a6920 con 0x7fdda007ee10 2024-05-21T01:47:41.997 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.036+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdda0064ba0 con 0x7fdda007ee10 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.036+0000 7fdd96a00700 1 -- 172.21.15.7:0/3652367656 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fdd9001b440 con 0x7fdda007ee10 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.037+0000 7fdd96a00700 1 --2- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd8403e5c0 0x7fdd84040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.037+0000 7fdd96a00700 1 -- 172.21.15.7:0/3652367656 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdd90054040 con 0x7fdda007ee10 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.037+0000 7fdd9d400700 1 --2- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd8403e5c0 0x7fdd84040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.038+0000 7fdd9d400700 1 --2- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd8403e5c0 0x7fdd84040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c006fd0 tx=0x7fdd8c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.043+0000 7fdd96a00700 1 -- 172.21.15.7:0/3652367656 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdd9001f030 con 0x7fdda007ee10 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.277+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fdda002e8a0 con 0x7fdda007ee10 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.278+0000 7fdd96a00700 1 -- 172.21.15.7:0/3652367656 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fdd90018590 con 0x7fdda007ee10 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.280+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd8403e5c0 msgr2=0x7fdd84040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.280+0000 7fdda5000700 1 --2- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd8403e5c0 0x7fdd84040a80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c006fd0 tx=0x7fdd8c006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.281+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 msgr2=0x7fdda01a3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:41.998 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.281+0000 7fdda5000700 1 --2- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda01a3460 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdd90000c00 tx=0x7fdd90011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:41.999 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.281+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 shutdown_connections 2024-05-21T01:47:41.999 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.281+0000 7fdda5000700 1 --2- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd8403e5c0 0x7fdd84040a80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:41.999 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.281+0000 7fdda5000700 1 --2- 172.21.15.7:0/3652367656 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdda007ee10 0x7fdda01a3460 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:41.999 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.281+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 >> 172.21.15.7:0/3652367656 conn(0x7fdda0104650 msgr2=0x7fdda0106a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:41.999 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.281+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 shutdown_connections 2024-05-21T01:47:41.999 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:41.281+0000 7fdda5000700 1 -- 172.21.15.7:0/3652367656 wait complete. 2024-05-21T01:47:43.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.633+0000 7fec92000700 1 Processor -- start 2024-05-21T01:47:43.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.633+0000 7fec92000700 1 -- start start 2024-05-21T01:47:43.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.634+0000 7fec92000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c10bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:43.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.634+0000 7fec92000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fec8c07ce80 con 0x7fec8c109ae0 2024-05-21T01:47:43.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.635+0000 7fec8b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c10bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:43.707 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.635+0000 7fec8b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c10bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53896/0 (socket says 172.21.15.7:53896) 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.635+0000 7fec8b400700 1 -- 172.21.15.7:0/2679232 learned_addr learned my addr 172.21.15.7:0/2679232 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.635+0000 7fec8b400700 1 -- 172.21.15.7:0/2679232 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec8c10c410 con 0x7fec8c109ae0 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.636+0000 7fec8b400700 1 --2- 172.21.15.7:0/2679232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c10bed0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0098a0 tx=0x7fec7c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f78914af33399947 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.636+0000 7fec8aa00700 1 -- 172.21.15.7:0/2679232 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fec7c004160 con 0x7fec8c109ae0 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.636+0000 7fec8aa00700 1 -- 172.21.15.7:0/2679232 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec7c004300 con 0x7fec8c109ae0 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.636+0000 7fec8aa00700 1 -- 172.21.15.7:0/2679232 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fec7c011a20 con 0x7fec8c109ae0 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.637+0000 7fec92000700 1 -- 172.21.15.7:0/2679232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 msgr2=0x7fec8c10bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.637+0000 7fec92000700 1 --2- 172.21.15.7:0/2679232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c10bed0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0098a0 tx=0x7fec7c009bb0 comp rx=0 tx=0).stop 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.637+0000 7fec92000700 1 -- 172.21.15.7:0/2679232 shutdown_connections 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.637+0000 7fec92000700 1 --2- 172.21.15.7:0/2679232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c10bed0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.637+0000 7fec92000700 1 -- 172.21.15.7:0/2679232 >> 172.21.15.7:0/2679232 conn(0x7fec8c103550 msgr2=0x7fec8c105970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:43.708 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.638+0000 7fec92000700 1 -- 172.21.15.7:0/2679232 shutdown_connections 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.638+0000 7fec92000700 1 -- 172.21.15.7:0/2679232 wait complete. 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.639+0000 7fec92000700 1 Processor -- start 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.639+0000 7fec92000700 1 -- start start 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.639+0000 7fec92000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c19f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.639+0000 7fec92000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fec8c10d420 con 0x7fec8c109ae0 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.639+0000 7fec8b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c19f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.639+0000 7fec8b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c19f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53898/0 (socket says 172.21.15.7:53898) 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.639+0000 7fec8b400700 1 -- 172.21.15.7:0/291469493 learned_addr learned my addr 172.21.15.7:0/291469493 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.640+0000 7fec8b400700 1 -- 172.21.15.7:0/291469493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec8c19f670 con 0x7fec8c109ae0 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.640+0000 7fec8b400700 1 --2- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c19f130 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0116e0 tx=0x7fec7c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.640+0000 7fec88c00700 1 -- 172.21.15.7:0/291469493 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fec7c003b20 con 0x7fec8c109ae0 2024-05-21T01:47:43.709 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.640+0000 7fec88c00700 1 -- 172.21.15.7:0/291469493 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fec7c01b8f0 con 0x7fec8c109ae0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.641+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec8c19f900 con 0x7fec8c109ae0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.641+0000 7fec88c00700 1 -- 172.21.15.7:0/291469493 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fec7c0238c0 con 0x7fec8c109ae0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.641+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec8c1a25f0 con 0x7fec8c109ae0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.642+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec68005360 con 0x7fec8c109ae0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.642+0000 7fec88c00700 1 -- 172.21.15.7:0/291469493 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fec7c023a60 con 0x7fec8c109ae0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.643+0000 7fec88c00700 1 --2- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fec7003e570 0x7fec70040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.643+0000 7fec88c00700 1 -- 172.21.15.7:0/291469493 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fec7c0541f0 con 0x7fec8c109ae0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.643+0000 7fec82a00700 1 --2- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fec7003e570 0x7fec70040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.644+0000 7fec82a00700 1 --2- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fec7003e570 0x7fec70040a30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fec74006fd0 tx=0x7fec74006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:42.648+0000 7fec88c00700 1 -- 172.21.15.7:0/291469493 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fec7c01f030 con 0x7fec8c109ae0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.012+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fec68005650 con 0x7fec8c109ae0 2024-05-21T01:47:43.710 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.017+0000 7fec88c00700 1 -- 172.21.15.7:0/291469493 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7fec7c00b3e0 con 0x7fec8c109ae0 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.020+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fec7003e570 msgr2=0x7fec70040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.020+0000 7fec92000700 1 --2- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fec7003e570 0x7fec70040a30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fec74006fd0 tx=0x7fec74006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.021+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 msgr2=0x7fec8c19f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.021+0000 7fec92000700 1 --2- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c19f130 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0116e0 tx=0x7fec7c011aa0 comp rx=0 tx=0).stop 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.021+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 shutdown_connections 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.021+0000 7fec92000700 1 --2- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fec7003e570 0x7fec70040a30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.021+0000 7fec92000700 1 --2- 172.21.15.7:0/291469493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fec8c109ae0 0x7fec8c19f130 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.021+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 >> 172.21.15.7:0/291469493 conn(0x7fec8c103550 msgr2=0x7fec8c103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.021+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 shutdown_connections 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr 2024-05-21T01:47:43.021+0000 7fec92000700 1 -- 172.21.15.7:0/291469493 wait complete. 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-21T01:47:43.711 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout:Or, if you are only running a single cluster on this host: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: ceph telemetry on 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout:For more information see: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:43.712 INFO:teuthology.orchestra.run.smithi007.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-21T01:47:43.713 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:47:43.713 INFO:teuthology.orchestra.run.smithi007.stdout:Bootstrap complete. 2024-05-21T01:47:43.798 INFO:tasks.cephadm:Fetching config... 2024-05-21T01:47:43.798 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:47:43.798 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-21T01:47:43.893 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-21T01:47:43.893 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:47:43.893 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-21T01:47:43.937 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-21T01:47:43.937 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:47:43.937 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-21T01:47:44.065 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-21T01:47:44.065 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:47:44.065 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-21T01:47:44.117 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-21T01:47:44.117 DEBUG:teuthology.orchestra.run.smithi007:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBjazDMQb5DPwacJbBXVxd0lSROifMTpEX5o8EvOX41aCIWO4iPgp/FRSWTbkTWdA+k7YiYP+McUp5qQNXsrtXgUSe2lDS3yHPza8Dh75gq25/ReVijwOgMAvbhdm5e9YczP5hKXIfae6DNm8zF+ddfpt3bmixeIwrCSfPFGJXUx+SLREUrEYmbEoXR5LjJXAt8T9giBfrDbyE/aW4d9vaVWxWuzk0nsw2vnN5PMbcYGSs8Xb2yYDYvv3kcKqtWXIIWsswrpi+VStlCUv85r4A5q29MampejQpjl2xZxQPp0K0tfDoV2iw7nC8+pcLBAWWQZWuhTWBq+FuAKBqvut3Vbm6tnHFwc25x38MnKjw0Cm1vyoKDewzimwHjUsULCbEg496COtYSzwVZcmC8z59m8UdiwuWyuFrnv58s5xYxh72uqy3orNhDX6byKjUFF8K0VPSDBXlorrLe5rmTDC54KqFkFqdItk8EuRS2jDI91/YEUh6cGjbaWKLQ697h3E= ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T01:47:44.220 INFO:teuthology.orchestra.run.smithi007.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBjazDMQb5DPwacJbBXVxd0lSROifMTpEX5o8EvOX41aCIWO4iPgp/FRSWTbkTWdA+k7YiYP+McUp5qQNXsrtXgUSe2lDS3yHPza8Dh75gq25/ReVijwOgMAvbhdm5e9YczP5hKXIfae6DNm8zF+ddfpt3bmixeIwrCSfPFGJXUx+SLREUrEYmbEoXR5LjJXAt8T9giBfrDbyE/aW4d9vaVWxWuzk0nsw2vnN5PMbcYGSs8Xb2yYDYvv3kcKqtWXIIWsswrpi+VStlCUv85r4A5q29MampejQpjl2xZxQPp0K0tfDoV2iw7nC8+pcLBAWWQZWuhTWBq+FuAKBqvut3Vbm6tnHFwc25x38MnKjw0Cm1vyoKDewzimwHjUsULCbEg496COtYSzwVZcmC8z59m8UdiwuWyuFrnv58s5xYxh72uqy3orNhDX6byKjUFF8K0VPSDBXlorrLe5rmTDC54KqFkFqdItk8EuRS2jDI91/YEUh6cGjbaWKLQ697h3E= ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:47:44.252 DEBUG:teuthology.orchestra.run.smithi164:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBjazDMQb5DPwacJbBXVxd0lSROifMTpEX5o8EvOX41aCIWO4iPgp/FRSWTbkTWdA+k7YiYP+McUp5qQNXsrtXgUSe2lDS3yHPza8Dh75gq25/ReVijwOgMAvbhdm5e9YczP5hKXIfae6DNm8zF+ddfpt3bmixeIwrCSfPFGJXUx+SLREUrEYmbEoXR5LjJXAt8T9giBfrDbyE/aW4d9vaVWxWuzk0nsw2vnN5PMbcYGSs8Xb2yYDYvv3kcKqtWXIIWsswrpi+VStlCUv85r4A5q29MampejQpjl2xZxQPp0K0tfDoV2iw7nC8+pcLBAWWQZWuhTWBq+FuAKBqvut3Vbm6tnHFwc25x38MnKjw0Cm1vyoKDewzimwHjUsULCbEg496COtYSzwVZcmC8z59m8UdiwuWyuFrnv58s5xYxh72uqy3orNhDX6byKjUFF8K0VPSDBXlorrLe5rmTDC54KqFkFqdItk8EuRS2jDI91/YEUh6cGjbaWKLQ697h3E= ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T01:47:44.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:44 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/291469493' entity='client.admin' 2024-05-21T01:47:44.294 INFO:teuthology.orchestra.run.smithi164.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBjazDMQb5DPwacJbBXVxd0lSROifMTpEX5o8EvOX41aCIWO4iPgp/FRSWTbkTWdA+k7YiYP+McUp5qQNXsrtXgUSe2lDS3yHPza8Dh75gq25/ReVijwOgMAvbhdm5e9YczP5hKXIfae6DNm8zF+ddfpt3bmixeIwrCSfPFGJXUx+SLREUrEYmbEoXR5LjJXAt8T9giBfrDbyE/aW4d9vaVWxWuzk0nsw2vnN5PMbcYGSs8Xb2yYDYvv3kcKqtWXIIWsswrpi+VStlCUv85r4A5q29MampejQpjl2xZxQPp0K0tfDoV2iw7nC8+pcLBAWWQZWuhTWBq+FuAKBqvut3Vbm6tnHFwc25x38MnKjw0Cm1vyoKDewzimwHjUsULCbEg496COtYSzwVZcmC8z59m8UdiwuWyuFrnv58s5xYxh72uqy3orNhDX6byKjUFF8K0VPSDBXlorrLe5rmTDC54KqFkFqdItk8EuRS2jDI91/YEUh6cGjbaWKLQ697h3E= ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:47:44.306 DEBUG:teuthology.orchestra.run.smithi190:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBjazDMQb5DPwacJbBXVxd0lSROifMTpEX5o8EvOX41aCIWO4iPgp/FRSWTbkTWdA+k7YiYP+McUp5qQNXsrtXgUSe2lDS3yHPza8Dh75gq25/ReVijwOgMAvbhdm5e9YczP5hKXIfae6DNm8zF+ddfpt3bmixeIwrCSfPFGJXUx+SLREUrEYmbEoXR5LjJXAt8T9giBfrDbyE/aW4d9vaVWxWuzk0nsw2vnN5PMbcYGSs8Xb2yYDYvv3kcKqtWXIIWsswrpi+VStlCUv85r4A5q29MampejQpjl2xZxQPp0K0tfDoV2iw7nC8+pcLBAWWQZWuhTWBq+FuAKBqvut3Vbm6tnHFwc25x38MnKjw0Cm1vyoKDewzimwHjUsULCbEg496COtYSzwVZcmC8z59m8UdiwuWyuFrnv58s5xYxh72uqy3orNhDX6byKjUFF8K0VPSDBXlorrLe5rmTDC54KqFkFqdItk8EuRS2jDI91/YEUh6cGjbaWKLQ697h3E= ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T01:47:44.346 INFO:teuthology.orchestra.run.smithi190.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDBjazDMQb5DPwacJbBXVxd0lSROifMTpEX5o8EvOX41aCIWO4iPgp/FRSWTbkTWdA+k7YiYP+McUp5qQNXsrtXgUSe2lDS3yHPza8Dh75gq25/ReVijwOgMAvbhdm5e9YczP5hKXIfae6DNm8zF+ddfpt3bmixeIwrCSfPFGJXUx+SLREUrEYmbEoXR5LjJXAt8T9giBfrDbyE/aW4d9vaVWxWuzk0nsw2vnN5PMbcYGSs8Xb2yYDYvv3kcKqtWXIIWsswrpi+VStlCUv85r4A5q29MampejQpjl2xZxQPp0K0tfDoV2iw7nC8+pcLBAWWQZWuhTWBq+FuAKBqvut3Vbm6tnHFwc25x38MnKjw0Cm1vyoKDewzimwHjUsULCbEg496COtYSzwVZcmC8z59m8UdiwuWyuFrnv58s5xYxh72uqy3orNhDX6byKjUFF8K0VPSDBXlorrLe5rmTDC54KqFkFqdItk8EuRS2jDI91/YEUh6cGjbaWKLQ697h3E= ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:47:44.358 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-21T01:47:44.798 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:47:47.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.407+0000 7f7a93200700 1 -- 172.21.15.7:0/4179274068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 msgr2=0x7f7a94075970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:47.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.407+0000 7f7a93200700 1 --2- 172.21.15.7:0/4179274068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 0x7f7a94075970 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7a84009910 tx=0x7f7a84009c20 comp rx=0 tx=0).stop 2024-05-21T01:47:47.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.407+0000 7f7a93200700 1 -- 172.21.15.7:0/4179274068 shutdown_connections 2024-05-21T01:47:47.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.407+0000 7f7a93200700 1 --2- 172.21.15.7:0/4179274068 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 0x7f7a94075970 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:47.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.407+0000 7f7a93200700 1 -- 172.21.15.7:0/4179274068 >> 172.21.15.7:0/4179274068 conn(0x7f7a940fe390 msgr2=0x7f7a941007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:47.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.407+0000 7f7a93200700 1 -- 172.21.15.7:0/4179274068 shutdown_connections 2024-05-21T01:47:47.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.407+0000 7f7a93200700 1 -- 172.21.15.7:0/4179274068 wait complete. 2024-05-21T01:47:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.409+0000 7f7a93200700 1 Processor -- start 2024-05-21T01:47:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.409+0000 7f7a93200700 1 -- start start 2024-05-21T01:47:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.409+0000 7f7a93200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 0x7f7a9419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.409+0000 7f7a93200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7a9410af40 con 0x7f7a94077510 2024-05-21T01:47:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.409+0000 7f7a91e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 0x7f7a9419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.409+0000 7f7a91e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 0x7f7a9419a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50004/0 (socket says 172.21.15.7:50004) 2024-05-21T01:47:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.409+0000 7f7a91e00700 1 -- 172.21.15.7:0/4010012518 learned_addr learned my addr 172.21.15.7:0/4010012518 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.410+0000 7f7a91e00700 1 -- 172.21.15.7:0/4010012518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a9419ab20 con 0x7f7a94077510 2024-05-21T01:47:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.410+0000 7f7a91e00700 1 --2- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 0x7f7a9419a5e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7a84005b40 tx=0x7f7a84004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.410+0000 7f7a8aa00700 1 -- 172.21.15.7:0/4010012518 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a84027070 con 0x7f7a94077510 2024-05-21T01:47:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.410+0000 7f7a8aa00700 1 -- 172.21.15.7:0/4010012518 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a8400be10 con 0x7f7a94077510 2024-05-21T01:47:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.410+0000 7f7a8aa00700 1 -- 172.21.15.7:0/4010012518 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a84022de0 con 0x7f7a94077510 2024-05-21T01:47:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.410+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a9419adb0 con 0x7f7a94077510 2024-05-21T01:47:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.411+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a9419daa0 con 0x7f7a94077510 2024-05-21T01:47:47.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.412+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a9410b6c0 con 0x7f7a94077510 2024-05-21T01:47:47.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.412+0000 7f7a8aa00700 1 -- 172.21.15.7:0/4010012518 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f7a8402a070 con 0x7f7a94077510 2024-05-21T01:47:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.412+0000 7f7a8aa00700 1 --2- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7a7803e510 0x7f7a780409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.412+0000 7f7a8aa00700 1 -- 172.21.15.7:0/4010012518 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7a8401e030 con 0x7f7a94077510 2024-05-21T01:47:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.413+0000 7f7a91400700 1 --2- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7a7803e510 0x7f7a780409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:47.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.413+0000 7f7a91400700 1 --2- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7a7803e510 0x7f7a780409d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7a80006fd0 tx=0x7f7a80006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:47.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.418+0000 7f7a8aa00700 1 -- 172.21.15.7:0/4010012518 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7a84013070 con 0x7f7a94077510 2024-05-21T01:47:47.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.659+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f7a9402e670 con 0x7f7a94077510 2024-05-21T01:47:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.666+0000 7f7a8aa00700 1 -- 172.21.15.7:0/4010012518 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f7a84031020 con 0x7f7a94077510 2024-05-21T01:47:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.670+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7a7803e510 msgr2=0x7f7a780409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.670+0000 7f7a93200700 1 --2- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7a7803e510 0x7f7a780409d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7a80006fd0 tx=0x7f7a80006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.670+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 msgr2=0x7f7a9419a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.670+0000 7f7a93200700 1 --2- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 0x7f7a9419a5e0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7a84005b40 tx=0x7f7a84004f80 comp rx=0 tx=0).stop 2024-05-21T01:47:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.670+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 shutdown_connections 2024-05-21T01:47:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.670+0000 7f7a93200700 1 --2- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7a7803e510 0x7f7a780409d0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.670+0000 7f7a93200700 1 --2- 172.21.15.7:0/4010012518 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7a94077510 0x7f7a9419a5e0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.670+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 >> 172.21.15.7:0/4010012518 conn(0x7f7a940fe390 msgr2=0x7f7a940fee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.671+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 shutdown_connections 2024-05-21T01:47:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:47.671+0000 7f7a93200700 1 -- 172.21.15.7:0/4010012518 wait complete. 2024-05-21T01:47:48.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:48.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:48.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi007", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:47:48.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:48.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:47:48.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:48.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:47 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/4010012518' entity='client.admin' 2024-05-21T01:47:48.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:47:48.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:48.458 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-21T01:47:48.458 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-21T01:47:48.908 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:47:51.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.083+0000 7f75c0a00700 1 -- 172.21.15.7:0/483360335 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75b4005460 con 0x7f75c41051f0 2024-05-21T01:47:51.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.084+0000 7f75c8c00700 1 -- 172.21.15.7:0/483360335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 msgr2=0x7f75c4105610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:51.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.084+0000 7f75c8c00700 1 --2- 172.21.15.7:0/483360335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 0x7f75c4105610 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f75b4009910 tx=0x7f75b4009c20 comp rx=0 tx=0).stop 2024-05-21T01:47:51.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.084+0000 7f75c8c00700 1 -- 172.21.15.7:0/483360335 shutdown_connections 2024-05-21T01:47:51.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.084+0000 7f75c8c00700 1 --2- 172.21.15.7:0/483360335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 0x7f75c4105610 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:51.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.084+0000 7f75c8c00700 1 -- 172.21.15.7:0/483360335 >> 172.21.15.7:0/483360335 conn(0x7f75c4100770 msgr2=0x7f75c4102bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:51.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.084+0000 7f75c8c00700 1 -- 172.21.15.7:0/483360335 shutdown_connections 2024-05-21T01:47:51.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.084+0000 7f75c8c00700 1 -- 172.21.15.7:0/483360335 wait complete. 2024-05-21T01:47:51.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.085+0000 7f75c8c00700 1 Processor -- start 2024-05-21T01:47:51.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.086+0000 7f75c8c00700 1 -- start start 2024-05-21T01:47:51.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.086+0000 7f75c8c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 0x7f75c419a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:51.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.086+0000 7f75c8c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f75c410b130 con 0x7f75c41051f0 2024-05-21T01:47:51.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.086+0000 7f75c1e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 0x7f75c419a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:51.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.086+0000 7f75c1e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 0x7f75c419a840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50012/0 (socket says 172.21.15.7:50012) 2024-05-21T01:47:51.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.086+0000 7f75c1e00700 1 -- 172.21.15.7:0/2379242184 learned_addr learned my addr 172.21.15.7:0/2379242184 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:51.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.087+0000 7f75c1e00700 1 -- 172.21.15.7:0/2379242184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75c419ad80 con 0x7f75c41051f0 2024-05-21T01:47:51.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.087+0000 7f75c1e00700 1 --2- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 0x7f75c419a840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f75b4005800 tx=0x7f75b4009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:51.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.087+0000 7f75baa00700 1 -- 172.21.15.7:0/2379242184 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75b4027070 con 0x7f75c41051f0 2024-05-21T01:47:51.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.087+0000 7f75baa00700 1 -- 172.21.15.7:0/2379242184 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75b400be10 con 0x7f75c41051f0 2024-05-21T01:47:51.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.087+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75c419b010 con 0x7f75c41051f0 2024-05-21T01:47:51.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.087+0000 7f75baa00700 1 -- 172.21.15.7:0/2379242184 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75b400f460 con 0x7f75c41051f0 2024-05-21T01:47:51.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.087+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75c419dcb0 con 0x7f75c41051f0 2024-05-21T01:47:51.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.089+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75c410b8b0 con 0x7f75c41051f0 2024-05-21T01:47:51.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.089+0000 7f75baa00700 1 -- 172.21.15.7:0/2379242184 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f75b402a070 con 0x7f75c41051f0 2024-05-21T01:47:51.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.089+0000 7f75baa00700 1 --2- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f75a803e570 0x7f75a8040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:51.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.089+0000 7f75baa00700 1 -- 172.21.15.7:0/2379242184 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f75b401e030 con 0x7f75c41051f0 2024-05-21T01:47:51.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.089+0000 7f75c1400700 1 --2- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f75a803e570 0x7f75a8040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:51.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.090+0000 7f75c1400700 1 --2- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f75a803e570 0x7f75a8040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f75b0006fd0 tx=0x7f75b0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:51.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.095+0000 7f75baa00700 1 -- 172.21.15.7:0/2379242184 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f75b4013070 con 0x7f75c41051f0 2024-05-21T01:47:51.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.337+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f75c402e670 con 0x7f75a803e570 2024-05-21T01:47:51.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.346+0000 7f75baa00700 1 -- 172.21.15.7:0/2379242184 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f75c402e670 con 0x7f75a803e570 2024-05-21T01:47:51.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f75a803e570 msgr2=0x7f75a8040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:51.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 --2- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f75a803e570 0x7f75a8040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f75b0006fd0 tx=0x7f75b0006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:51.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 msgr2=0x7f75c419a840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:51.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 --2- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 0x7f75c419a840 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f75b4005800 tx=0x7f75b4009f60 comp rx=0 tx=0).stop 2024-05-21T01:47:51.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 shutdown_connections 2024-05-21T01:47:51.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 --2- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f75a803e570 0x7f75a8040a30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:51.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 --2- 172.21.15.7:0/2379242184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f75c41051f0 0x7f75c419a840 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:51.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 >> 172.21.15.7:0/2379242184 conn(0x7f75c4100770 msgr2=0x7f75c4101280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:51.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 shutdown_connections 2024-05-21T01:47:51.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:51.349+0000 7f75c8c00700 1 -- 172.21.15.7:0/2379242184 wait complete. 2024-05-21T01:47:52.191 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi164 2024-05-21T01:47:52.191 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:47:52.191 DEBUG:teuthology.orchestra.run.smithi164:> dd of=/etc/ceph/ceph.conf 2024-05-21T01:47:52.209 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:47:52.209 DEBUG:teuthology.orchestra.run.smithi164:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:47:52.267 INFO:tasks.cephadm:Adding host smithi164 to orchestrator... 2024-05-21T01:47:52.318 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch host add smithi164 2024-05-21T01:47:52.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:52 smithi007 ceph-mon[31288]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:47:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:52 smithi007 ceph-mon[31288]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:47:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:47:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:47:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:52 smithi007 ceph-mon[31288]: Updating smithi007:/etc/ceph/ceph.conf 2024-05-21T01:47:52.761 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:47:53.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:53 smithi007 ceph-mon[31288]: Updating smithi007:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:47:54.383 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:54 smithi007 ceph-mon[31288]: Updating smithi007:/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:47:54.383 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:54 smithi007 ceph-mon[31288]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:47:54.383 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:54 smithi007 ceph-mon[31288]: Updating smithi007:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T01:47:54.383 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:54.384 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:54.384 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:47:54.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.872+0000 7f1701600700 1 -- 172.21.15.7:0/3037834561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 msgr2=0x7f16fc075c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:54.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.872+0000 7f1701600700 1 --2- 172.21.15.7:0/3037834561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 0x7f16fc075c40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f16ec009910 tx=0x7f16ec009c20 comp rx=0 tx=0).stop 2024-05-21T01:47:54.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.872+0000 7f1701600700 1 -- 172.21.15.7:0/3037834561 shutdown_connections 2024-05-21T01:47:54.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.872+0000 7f1701600700 1 --2- 172.21.15.7:0/3037834561 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 0x7f16fc075c40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:54.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.872+0000 7f1701600700 1 -- 172.21.15.7:0/3037834561 >> 172.21.15.7:0/3037834561 conn(0x7f16fc0fea80 msgr2=0x7f16fc100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:54.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.872+0000 7f1701600700 1 -- 172.21.15.7:0/3037834561 shutdown_connections 2024-05-21T01:47:54.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.872+0000 7f1701600700 1 -- 172.21.15.7:0/3037834561 wait complete. 2024-05-21T01:47:54.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.874+0000 7f1701600700 1 Processor -- start 2024-05-21T01:47:54.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.874+0000 7f1701600700 1 -- start start 2024-05-21T01:47:54.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.874+0000 7f1701600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 0x7f16fc1a0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:54.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.874+0000 7f1701600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16fc10f690 con 0x7f16fc075860 2024-05-21T01:47:54.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.874+0000 7f16faa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 0x7f16fc1a0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:54.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.874+0000 7f16faa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 0x7f16fc1a0860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50030/0 (socket says 172.21.15.7:50030) 2024-05-21T01:47:54.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.875+0000 7f16faa00700 1 -- 172.21.15.7:0/2089064272 learned_addr learned my addr 172.21.15.7:0/2089064272 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:47:54.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.875+0000 7f16faa00700 1 -- 172.21.15.7:0/2089064272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16fc1a0da0 con 0x7f16fc075860 2024-05-21T01:47:54.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.875+0000 7f16faa00700 1 --2- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 0x7f16fc1a0860 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f16ec006010 tx=0x7f16ec005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:54.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.875+0000 7f16f3e00700 1 -- 172.21.15.7:0/2089064272 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f16ec026070 con 0x7f16fc075860 2024-05-21T01:47:54.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.876+0000 7f16f3e00700 1 -- 172.21.15.7:0/2089064272 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16ec00bc00 con 0x7f16fc075860 2024-05-21T01:47:54.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.876+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16fc1a1030 con 0x7f16fc075860 2024-05-21T01:47:54.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.876+0000 7f16f3e00700 1 -- 172.21.15.7:0/2089064272 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f16ec003910 con 0x7f16fc075860 2024-05-21T01:47:54.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.876+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16fc19aa20 con 0x7f16fc075860 2024-05-21T01:47:54.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.877+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16fc076fa0 con 0x7f16fc075860 2024-05-21T01:47:54.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.877+0000 7f16f3e00700 1 -- 172.21.15.7:0/2089064272 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f16ec029070 con 0x7f16fc075860 2024-05-21T01:47:54.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.878+0000 7f16f3e00700 1 --2- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16e003e510 0x7f16e00409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:47:54.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.878+0000 7f16f3e00700 1 -- 172.21.15.7:0/2089064272 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f16ec01e070 con 0x7f16fc075860 2024-05-21T01:47:54.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.878+0000 7f16f2000700 1 --2- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16e003e510 0x7f16e00409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:47:54.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.879+0000 7f16f2000700 1 --2- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16e003e510 0x7f16e00409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f16e4006fd0 tx=0x7f16e4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:47:54.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:54.883+0000 7f16f3e00700 1 -- 172.21.15.7:0/2089064272 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f16ec013070 con 0x7f16fc075860 2024-05-21T01:47:55.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:55.126+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi164", "target": ["mon-mgr", ""]}) -- 0x7f16fc19bf50 con 0x7f16e003e510 2024-05-21T01:47:56.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:56 smithi007 ceph-mon[31288]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi164", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:47:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:56 smithi007 ceph-mon[31288]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:47:57.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:57 smithi007 ceph-mon[31288]: Deploying cephadm binary to smithi164 2024-05-21T01:47:58.675 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:47:58 smithi007 ceph-mon[31288]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:47:59.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.952+0000 7f16f3e00700 1 -- 172.21.15.7:0/2089064272 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f16fc19bf50 con 0x7f16e003e510 2024-05-21T01:47:59.955 INFO:teuthology.orchestra.run.smithi007.stdout:Added host 'smithi164' with addr '172.21.15.164' 2024-05-21T01:47:59.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.955+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16e003e510 msgr2=0x7f16e00409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:59.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.955+0000 7f1701600700 1 --2- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16e003e510 0x7f16e00409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f16e4006fd0 tx=0x7f16e4006e40 comp rx=0 tx=0).stop 2024-05-21T01:47:59.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.955+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 msgr2=0x7f16fc1a0860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:47:59.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.955+0000 7f1701600700 1 --2- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 0x7f16fc1a0860 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f16ec006010 tx=0x7f16ec005780 comp rx=0 tx=0).stop 2024-05-21T01:47:59.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.955+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 shutdown_connections 2024-05-21T01:47:59.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.955+0000 7f1701600700 1 --2- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16e003e510 0x7f16e00409d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:59.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.955+0000 7f1701600700 1 --2- 172.21.15.7:0/2089064272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16fc075860 0x7f16fc1a0860 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:47:59.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.955+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 >> 172.21.15.7:0/2089064272 conn(0x7f16fc0fea80 msgr2=0x7f16fc107270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:47:59.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.956+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 shutdown_connections 2024-05-21T01:47:59.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:47:59.956+0000 7f1701600700 1 -- 172.21.15.7:0/2089064272 wait complete. 2024-05-21T01:48:00.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:00 smithi007 ceph-mon[31288]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:00.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:00.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:00.867 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-21T01:48:01.285 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:48:01.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:01 smithi007 ceph-mon[31288]: Added host smithi164 2024-05-21T01:48:01.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:01 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:01.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:01 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:02.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:02 smithi007 ceph-mon[31288]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:03.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.458+0000 7f0d02600700 1 -- 172.21.15.7:0/2326646688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 msgr2=0x7f0cfc1055e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:03.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.458+0000 7f0d02600700 1 --2- 172.21.15.7:0/2326646688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 0x7f0cfc1055e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0009910 tx=0x7f0cf0009c20 comp rx=0 tx=0).stop 2024-05-21T01:48:03.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.459+0000 7f0d02600700 1 -- 172.21.15.7:0/2326646688 shutdown_connections 2024-05-21T01:48:03.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.459+0000 7f0d02600700 1 --2- 172.21.15.7:0/2326646688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 0x7f0cfc1055e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:03.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.459+0000 7f0d02600700 1 -- 172.21.15.7:0/2326646688 >> 172.21.15.7:0/2326646688 conn(0x7f0cfc100a70 msgr2=0x7f0cfc102e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:03.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.459+0000 7f0d02600700 1 -- 172.21.15.7:0/2326646688 shutdown_connections 2024-05-21T01:48:03.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.459+0000 7f0d02600700 1 -- 172.21.15.7:0/2326646688 wait complete. 2024-05-21T01:48:03.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.460+0000 7f0d02600700 1 Processor -- start 2024-05-21T01:48:03.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.460+0000 7f0d02600700 1 -- start start 2024-05-21T01:48:03.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.460+0000 7f0d02600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 0x7f0cfc1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:03.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.460+0000 7f0d02600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0cfc10f480 con 0x7f0cfc105200 2024-05-21T01:48:03.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.461+0000 7f0d01200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 0x7f0cfc1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:03.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.461+0000 7f0d01200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 0x7f0cfc1a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57854/0 (socket says 172.21.15.7:57854) 2024-05-21T01:48:03.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.461+0000 7f0d01200700 1 -- 172.21.15.7:0/18443462 learned_addr learned my addr 172.21.15.7:0/18443462 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:48:03.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.461+0000 7f0d01200700 1 -- 172.21.15.7:0/18443462 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cfc1a0c00 con 0x7f0cfc105200 2024-05-21T01:48:03.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.461+0000 7f0d01200700 1 --2- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 0x7f0cfc1a06c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0006010 tx=0x7f0cf0005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:03.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.462+0000 7f0cf9600700 1 -- 172.21.15.7:0/18443462 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0cf0026070 con 0x7f0cfc105200 2024-05-21T01:48:03.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.462+0000 7f0cf9600700 1 -- 172.21.15.7:0/18443462 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cf000bba0 con 0x7f0cfc105200 2024-05-21T01:48:03.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.462+0000 7f0cf9600700 1 -- 172.21.15.7:0/18443462 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0cf0003910 con 0x7f0cfc105200 2024-05-21T01:48:03.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.462+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cfc1a0ef0 con 0x7f0cfc105200 2024-05-21T01:48:03.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.462+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cfc19a880 con 0x7f0cfc105200 2024-05-21T01:48:03.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.463+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cfc1066e0 con 0x7f0cfc105200 2024-05-21T01:48:03.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.463+0000 7f0cf9600700 1 -- 172.21.15.7:0/18443462 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f0cf0029070 con 0x7f0cfc105200 2024-05-21T01:48:03.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.464+0000 7f0cf9600700 1 --2- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ce403e570 0x7f0ce4040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:03.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.464+0000 7f0cf9600700 1 -- 172.21.15.7:0/18443462 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0cf001e070 con 0x7f0cfc105200 2024-05-21T01:48:03.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.464+0000 7f0cfbe00700 1 --2- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ce403e570 0x7f0ce4040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:03.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.465+0000 7f0cfbe00700 1 --2- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ce403e570 0x7f0ce4040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8006fd0 tx=0x7f0ce8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:03.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.470+0000 7f0cf9600700 1 -- 172.21.15.7:0/18443462 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0cf0013070 con 0x7f0cfc105200 2024-05-21T01:48:03.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.717+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0cfc19be20 con 0x7f0ce403e570 2024-05-21T01:48:03.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.718+0000 7f0cf9600700 1 -- 172.21.15.7:0/18443462 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f0cfc19be20 con 0x7f0ce403e570 2024-05-21T01:48:03.720 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:48:03.720 INFO:teuthology.orchestra.run.smithi007.stdout:[{"addr": "172.21.15.7", "hostname": "smithi007", "labels": [], "status": ""}, {"addr": "172.21.15.164", "hostname": "smithi164", "labels": [], "status": ""}] 2024-05-21T01:48:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.721+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ce403e570 msgr2=0x7f0ce4040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.721+0000 7f0d02600700 1 --2- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ce403e570 0x7f0ce4040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8006fd0 tx=0x7f0ce8006e40 comp rx=0 tx=0).stop 2024-05-21T01:48:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.722+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 msgr2=0x7f0cfc1a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:03.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.722+0000 7f0d02600700 1 --2- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 0x7f0cfc1a06c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0006010 tx=0x7f0cf0005780 comp rx=0 tx=0).stop 2024-05-21T01:48:03.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.722+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 shutdown_connections 2024-05-21T01:48:03.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.722+0000 7f0d02600700 1 --2- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ce403e570 0x7f0ce4040a30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:03.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.722+0000 7f0d02600700 1 --2- 172.21.15.7:0/18443462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0cfc105200 0x7f0cfc1a06c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:03.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.722+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 >> 172.21.15.7:0/18443462 conn(0x7f0cfc100a70 msgr2=0x7f0cfc106bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:03.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.722+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 shutdown_connections 2024-05-21T01:48:03.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:03.722+0000 7f0d02600700 1 -- 172.21.15.7:0/18443462 wait complete. 2024-05-21T01:48:04.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:03 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:04.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:03 smithi007 ceph-mon[31288]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:04.501 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi190 2024-05-21T01:48:04.501 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:48:04.502 DEBUG:teuthology.orchestra.run.smithi190:> dd of=/etc/ceph/ceph.conf 2024-05-21T01:48:04.521 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:48:04.521 DEBUG:teuthology.orchestra.run.smithi190:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:48:04.579 INFO:tasks.cephadm:Adding host smithi190 to orchestrator... 2024-05-21T01:48:04.579 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch host add smithi190 2024-05-21T01:48:05.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:04 smithi007 ceph-mon[31288]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:48:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:48:05.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:05 smithi007 ceph-mon[31288]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi164", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:48:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:07.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:07.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:06 smithi007 ceph-mon[31288]: Updating smithi164:/etc/ceph/ceph.conf 2024-05-21T01:48:07.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:06 smithi007 ceph-mon[31288]: Updating smithi164:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.347+0000 7f325b000700 1 -- 172.21.15.7:0/3311135466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 msgr2=0x7f3254075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.347+0000 7f325b000700 1 --2- 172.21.15.7:0/3311135466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 0x7f3254075d50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3244009910 tx=0x7f3244009c20 comp rx=0 tx=0).stop 2024-05-21T01:48:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.347+0000 7f325b000700 1 -- 172.21.15.7:0/3311135466 shutdown_connections 2024-05-21T01:48:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.347+0000 7f325b000700 1 --2- 172.21.15.7:0/3311135466 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 0x7f3254075d50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.347+0000 7f325b000700 1 -- 172.21.15.7:0/3311135466 >> 172.21.15.7:0/3311135466 conn(0x7f32540fea80 msgr2=0x7f3254100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.347+0000 7f325b000700 1 -- 172.21.15.7:0/3311135466 shutdown_connections 2024-05-21T01:48:07.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.347+0000 7f325b000700 1 -- 172.21.15.7:0/3311135466 wait complete. 2024-05-21T01:48:07.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.348+0000 7f325b000700 1 Processor -- start 2024-05-21T01:48:07.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.349+0000 7f325b000700 1 -- start start 2024-05-21T01:48:07.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.349+0000 7f325b000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 0x7f32541a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:07.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.349+0000 7f325b000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f325410f6b0 con 0x7f3254075970 2024-05-21T01:48:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.349+0000 7f3253e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 0x7f32541a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.349+0000 7f3253e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 0x7f32541a0870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55366/0 (socket says 172.21.15.7:55366) 2024-05-21T01:48:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.349+0000 7f3253e00700 1 -- 172.21.15.7:0/2553153847 learned_addr learned my addr 172.21.15.7:0/2553153847 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:48:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.350+0000 7f3253e00700 1 -- 172.21.15.7:0/2553153847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32541a0db0 con 0x7f3254075970 2024-05-21T01:48:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.350+0000 7f3253e00700 1 --2- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 0x7f32541a0870 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3244006010 tx=0x7f3244005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.350+0000 7f3250c00700 1 -- 172.21.15.7:0/2553153847 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3244026070 con 0x7f3254075970 2024-05-21T01:48:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.350+0000 7f3250c00700 1 -- 172.21.15.7:0/2553153847 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f324400bc00 con 0x7f3254075970 2024-05-21T01:48:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.350+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32541a1040 con 0x7f3254075970 2024-05-21T01:48:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.350+0000 7f3250c00700 1 -- 172.21.15.7:0/2553153847 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3244003910 con 0x7f3254075970 2024-05-21T01:48:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.351+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f325419aa30 con 0x7f3254075970 2024-05-21T01:48:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.352+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3254077020 con 0x7f3254075970 2024-05-21T01:48:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.352+0000 7f3250c00700 1 -- 172.21.15.7:0/2553153847 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f3244029070 con 0x7f3254075970 2024-05-21T01:48:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.352+0000 7f3250c00700 1 --2- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f323803e570 0x7f3238040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.352+0000 7f3250c00700 1 -- 172.21.15.7:0/2553153847 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f324401e070 con 0x7f3254075970 2024-05-21T01:48:07.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.353+0000 7f3253400700 1 --2- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f323803e570 0x7f3238040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:07.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.354+0000 7f3253400700 1 --2- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f323803e570 0x7f3238040a30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3240006fd0 tx=0x7f3240006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:07.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.359+0000 7f3250c00700 1 -- 172.21.15.7:0/2553153847 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3244013070 con 0x7f3254075970 2024-05-21T01:48:07.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:07.611+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi190", "target": ["mon-mgr", ""]}) -- 0x7f325419bf60 con 0x7f323803e570 2024-05-21T01:48:08.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:08 smithi007 ceph-mon[31288]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:48:08.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:08 smithi007 ceph-mon[31288]: Updating smithi164:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T01:48:08.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:08 smithi007 ceph-mon[31288]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:08.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:08.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:08.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:08.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:08 smithi007 ceph-mon[31288]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi190", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:48:09.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:09 smithi007 ceph-mon[31288]: Deploying cephadm binary to smithi190 2024-05-21T01:48:10.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:10 smithi007 ceph-mon[31288]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:12.529 INFO:teuthology.orchestra.run.smithi007.stdout:Added host 'smithi190' with addr '172.21.15.190' 2024-05-21T01:48:12.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.526+0000 7f3250c00700 1 -- 172.21.15.7:0/2553153847 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f325419bf60 con 0x7f323803e570 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.530+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f323803e570 msgr2=0x7f3238040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.530+0000 7f325b000700 1 --2- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f323803e570 0x7f3238040a30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3240006fd0 tx=0x7f3240006e40 comp rx=0 tx=0).stop 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.530+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 msgr2=0x7f32541a0870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.530+0000 7f325b000700 1 --2- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 0x7f32541a0870 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3244006010 tx=0x7f3244005780 comp rx=0 tx=0).stop 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.531+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 shutdown_connections 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.531+0000 7f325b000700 1 --2- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f323803e570 0x7f3238040a30 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.531+0000 7f325b000700 1 --2- 172.21.15.7:0/2553153847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3254075970 0x7f32541a0870 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.531+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 >> 172.21.15.7:0/2553153847 conn(0x7f32540fea80 msgr2=0x7f32541071f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.531+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 shutdown_connections 2024-05-21T01:48:12.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:12.531+0000 7f325b000700 1 -- 172.21.15.7:0/2553153847 wait complete. 2024-05-21T01:48:12.608 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:12 smithi007 ceph-mon[31288]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:13.292 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-21T01:48:13.735 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:48:13.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:13.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:13 smithi007 ceph-mon[31288]: Added host smithi190 2024-05-21T01:48:13.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:13.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:14.917 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:14 smithi007 ceph-mon[31288]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:14.917 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:15.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.826+0000 7f0851000700 1 -- 172.21.15.7:0/1450202209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c108e40 msgr2=0x7f084c109220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:15.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.826+0000 7f0851000700 1 --2- 172.21.15.7:0/1450202209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c108e40 0x7f084c109220 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f083c009910 tx=0x7f083c009c20 comp rx=0 tx=0).stop 2024-05-21T01:48:15.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.826+0000 7f0851000700 1 -- 172.21.15.7:0/1450202209 shutdown_connections 2024-05-21T01:48:15.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.826+0000 7f0851000700 1 --2- 172.21.15.7:0/1450202209 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c108e40 0x7f084c109220 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:15.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.826+0000 7f0851000700 1 -- 172.21.15.7:0/1450202209 >> 172.21.15.7:0/1450202209 conn(0x7f084c0777f0 msgr2=0x7f084c077c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:15.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.826+0000 7f0851000700 1 -- 172.21.15.7:0/1450202209 shutdown_connections 2024-05-21T01:48:15.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.826+0000 7f0851000700 1 -- 172.21.15.7:0/1450202209 wait complete. 2024-05-21T01:48:15.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.827+0000 7f0851000700 1 Processor -- start 2024-05-21T01:48:15.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.828+0000 7f0851000700 1 -- start start 2024-05-21T01:48:15.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.828+0000 7f0851000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c19e6d0 0x7f084c19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:15.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.828+0000 7f0851000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f084c10d270 con 0x7f084c19e6d0 2024-05-21T01:48:15.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.828+0000 7f084b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c19e6d0 0x7f084c19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:15.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.828+0000 7f084b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c19e6d0 0x7f084c19eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42700/0 (socket says 172.21.15.7:42700) 2024-05-21T01:48:15.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.828+0000 7f084b400700 1 -- 172.21.15.7:0/3915594335 learned_addr learned my addr 172.21.15.7:0/3915594335 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:48:15.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.829+0000 7f084b400700 1 -- 172.21.15.7:0/3915594335 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f084c19eff0 con 0x7f084c19e6d0 2024-05-21T01:48:15.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.829+0000 7f084b400700 1 --2- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c19e6d0 0x7f084c19eab0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f083c005950 tx=0x7f083c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:15.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.829+0000 7f0848c00700 1 -- 172.21.15.7:0/3915594335 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f083c026070 con 0x7f084c19e6d0 2024-05-21T01:48:15.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.830+0000 7f0848c00700 1 -- 172.21.15.7:0/3915594335 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f083c00b6f0 con 0x7f084c19e6d0 2024-05-21T01:48:15.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.830+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f084c1988a0 con 0x7f084c19e6d0 2024-05-21T01:48:15.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.830+0000 7f0848c00700 1 -- 172.21.15.7:0/3915594335 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f083c0037f0 con 0x7f084c19e6d0 2024-05-21T01:48:15.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.830+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f084c198d60 con 0x7f084c19e6d0 2024-05-21T01:48:15.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.831+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f084c1044f0 con 0x7f084c19e6d0 2024-05-21T01:48:15.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.831+0000 7f0848c00700 1 -- 172.21.15.7:0/3915594335 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f083c029070 con 0x7f084c19e6d0 2024-05-21T01:48:15.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.831+0000 7f0848c00700 1 --2- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f083003e570 0x7f0830040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:15.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.832+0000 7f0848c00700 1 -- 172.21.15.7:0/3915594335 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f083c01e070 con 0x7f084c19e6d0 2024-05-21T01:48:15.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.832+0000 7f0842a00700 1 --2- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f083003e570 0x7f0830040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:15.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.832+0000 7f0842a00700 1 --2- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f083003e570 0x7f0830040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f083400ad30 tx=0x7f08340093f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:15.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:15.837+0000 7f0848c00700 1 -- 172.21.15.7:0/3915594335 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f083c013070 con 0x7f084c19e6d0 2024-05-21T01:48:16.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.079+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f084c19f1c0 con 0x7f083003e570 2024-05-21T01:48:16.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.082+0000 7f0848c00700 1 -- 172.21.15.7:0/3915594335 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f084c19f1c0 con 0x7f083003e570 2024-05-21T01:48:16.083 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:48:16.083 INFO:teuthology.orchestra.run.smithi007.stdout:[{"addr": "172.21.15.7", "hostname": "smithi007", "labels": [], "status": ""}, {"addr": "172.21.15.164", "hostname": "smithi164", "labels": [], "status": ""}, {"addr": "172.21.15.190", "hostname": "smithi190", "labels": [], "status": ""}] 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f083003e570 msgr2=0x7f0830040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 --2- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f083003e570 0x7f0830040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f083400ad30 tx=0x7f08340093f0 comp rx=0 tx=0).stop 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c19e6d0 msgr2=0x7f084c19eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 --2- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c19e6d0 0x7f084c19eab0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f083c005950 tx=0x7f083c005780 comp rx=0 tx=0).stop 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 shutdown_connections 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 --2- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f083003e570 0x7f0830040a30 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 --2- 172.21.15.7:0/3915594335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f084c19e6d0 0x7f084c19eab0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 >> 172.21.15.7:0/3915594335 conn(0x7f084c0777f0 msgr2=0x7f084c0fefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 shutdown_connections 2024-05-21T01:48:16.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:16.085+0000 7f0851000700 1 -- 172.21.15.7:0/3915594335 wait complete. 2024-05-21T01:48:16.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:16 smithi007 ceph-mon[31288]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:16.440 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:16.868 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-21T01:48:16.868 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd crush tunables default 2024-05-21T01:48:17.329 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:48:17.631 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:17 smithi007 ceph-mon[31288]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:48:18.703 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:18 smithi007 ceph-mon[31288]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.542+0000 7f8135a00700 1 -- 172.21.15.7:0/4248969340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 msgr2=0x7f81301024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.542+0000 7f8135a00700 1 --2- 172.21.15.7:0/4248969340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 0x7f81301024d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8120009910 tx=0x7f8120009c20 comp rx=0 tx=0).stop 2024-05-21T01:48:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.542+0000 7f8135a00700 1 -- 172.21.15.7:0/4248969340 shutdown_connections 2024-05-21T01:48:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.542+0000 7f8135a00700 1 --2- 172.21.15.7:0/4248969340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 0x7f81301024d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:19.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.542+0000 7f8135a00700 1 -- 172.21.15.7:0/4248969340 >> 172.21.15.7:0/4248969340 conn(0x7f81300779d0 msgr2=0x7f8130077de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.542+0000 7f8135a00700 1 -- 172.21.15.7:0/4248969340 shutdown_connections 2024-05-21T01:48:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.543+0000 7f8135a00700 1 -- 172.21.15.7:0/4248969340 wait complete. 2024-05-21T01:48:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.544+0000 7f8135a00700 1 Processor -- start 2024-05-21T01:48:19.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.544+0000 7f8135a00700 1 -- start start 2024-05-21T01:48:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.545+0000 7f8135a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 0x7f81301a0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.545+0000 7f8135a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f813010c350 con 0x7f81301020f0 2024-05-21T01:48:19.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.545+0000 7f812ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 0x7f81301a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.545+0000 7f812ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 0x7f81301a0840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42720/0 (socket says 172.21.15.7:42720) 2024-05-21T01:48:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.545+0000 7f812ea00700 1 -- 172.21.15.7:0/3894328139 learned_addr learned my addr 172.21.15.7:0/3894328139 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:48:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.545+0000 7f812ea00700 1 -- 172.21.15.7:0/3894328139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81301a0d80 con 0x7f81301020f0 2024-05-21T01:48:19.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.546+0000 7f812ea00700 1 --2- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 0x7f81301a0840 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8120006010 tx=0x7f8120005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.546+0000 7f8127400700 1 -- 172.21.15.7:0/3894328139 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8120026070 con 0x7f81301020f0 2024-05-21T01:48:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.546+0000 7f8127400700 1 -- 172.21.15.7:0/3894328139 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f812000bba0 con 0x7f81301020f0 2024-05-21T01:48:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.546+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81301a1070 con 0x7f81301020f0 2024-05-21T01:48:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.546+0000 7f8127400700 1 -- 172.21.15.7:0/3894328139 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8120003910 con 0x7f81301020f0 2024-05-21T01:48:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.546+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f813019aa00 con 0x7f81301020f0 2024-05-21T01:48:19.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.547+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81301035b0 con 0x7f81301020f0 2024-05-21T01:48:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.548+0000 7f8127400700 1 -- 172.21.15.7:0/3894328139 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f8120029070 con 0x7f81301020f0 2024-05-21T01:48:19.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.548+0000 7f8127400700 1 --2- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f811403e510 0x7f81140409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:19.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.548+0000 7f8127400700 1 -- 172.21.15.7:0/3894328139 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f812001e070 con 0x7f81301020f0 2024-05-21T01:48:19.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.549+0000 7f812e000700 1 --2- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f811403e510 0x7f81140409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:19.550 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.549+0000 7f812e000700 1 --2- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f811403e510 0x7f81140409d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f811c006fd0 tx=0x7f811c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:19.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.554+0000 7f8127400700 1 -- 172.21.15.7:0/3894328139 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8120013070 con 0x7f81301020f0 2024-05-21T01:48:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi190", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:48:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:19 smithi007 ceph-mon[31288]: Updating smithi190:/etc/ceph/ceph.conf 2024-05-21T01:48:19.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:19.805+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f813019bf30 con 0x7f81301020f0 2024-05-21T01:48:20.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.645+0000 7f8127400700 1 -- 172.21.15.7:0/3894328139 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f812000d340 con 0x7f81301020f0 2024-05-21T01:48:20.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:20 smithi007 ceph-mon[31288]: Updating smithi190:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:20.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:20 smithi007 ceph-mon[31288]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:48:20.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:20 smithi007 ceph-mon[31288]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:20.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:20 smithi007 ceph-mon[31288]: Updating smithi190:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T01:48:20.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:20.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:20.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:20.648 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:20 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3894328139' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-21T01:48:20.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.649+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f811403e510 msgr2=0x7f81140409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:20.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.649+0000 7f8135a00700 1 --2- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f811403e510 0x7f81140409d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f811c006fd0 tx=0x7f811c006e40 comp rx=0 tx=0).stop 2024-05-21T01:48:20.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.649+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 msgr2=0x7f81301a0840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:20.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.649+0000 7f8135a00700 1 --2- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 0x7f81301a0840 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8120006010 tx=0x7f8120005780 comp rx=0 tx=0).stop 2024-05-21T01:48:20.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.650+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 shutdown_connections 2024-05-21T01:48:20.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.650+0000 7f8135a00700 1 --2- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f811403e510 0x7f81140409d0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:20.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.650+0000 7f8135a00700 1 --2- 172.21.15.7:0/3894328139 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f81301020f0 0x7f81301a0840 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:20.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.650+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 >> 172.21.15.7:0/3894328139 conn(0x7f81300779d0 msgr2=0x7f8130100e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:20.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.650+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 shutdown_connections 2024-05-21T01:48:20.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:20.650+0000 7f8135a00700 1 -- 172.21.15.7:0/3894328139 wait complete. 2024-05-21T01:48:20.653 INFO:teuthology.orchestra.run.smithi007.stderr:adjusted tunables profile to default 2024-05-21T01:48:21.458 INFO:tasks.cephadm:Adding mon.a on smithi007 2024-05-21T01:48:21.458 INFO:tasks.cephadm:Adding mon.b on smithi164 2024-05-21T01:48:21.458 INFO:tasks.cephadm:Adding mon.c on smithi190 2024-05-21T01:48:21.459 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch apply mon '3;smithi007:172.21.15.7=a;smithi164:172.21.15.164=b;smithi190:172.21.15.190=c' 2024-05-21T01:48:21.693 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:21.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:21 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3894328139' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-21T01:48:21.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:21 smithi007 ceph-mon[31288]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T01:48:21.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:21 smithi007 ceph-mon[31288]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:23.172 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.170+0000 7fd535d36700 1 -- 172.21.15.190:0/800495528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 msgr2=0x7fd5301024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:23.172 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.170+0000 7fd535d36700 1 --2- 172.21.15.190:0/800495528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 0x7fd5301024d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd520009910 tx=0x7fd520009c20 comp rx=0 tx=0).stop 2024-05-21T01:48:23.172 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.171+0000 7fd535d36700 1 -- 172.21.15.190:0/800495528 shutdown_connections 2024-05-21T01:48:23.172 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.171+0000 7fd535d36700 1 --2- 172.21.15.190:0/800495528 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 0x7fd5301024d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:23.172 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.171+0000 7fd535d36700 1 -- 172.21.15.190:0/800495528 >> 172.21.15.190:0/800495528 conn(0x7fd5300779d0 msgr2=0x7fd530077de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:23.172 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.171+0000 7fd535d36700 1 -- 172.21.15.190:0/800495528 shutdown_connections 2024-05-21T01:48:23.172 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.171+0000 7fd535d36700 1 -- 172.21.15.190:0/800495528 wait complete. 2024-05-21T01:48:23.173 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.171+0000 7fd535d36700 1 Processor -- start 2024-05-21T01:48:23.173 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.171+0000 7fd535d36700 1 -- start start 2024-05-21T01:48:23.173 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.172+0000 7fd535d36700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 0x7fd53019d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:23.173 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.172+0000 7fd535d36700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd53010c350 con 0x7fd5301020f0 2024-05-21T01:48:23.173 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.172+0000 7fd52f7fe700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 0x7fd53019d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:23.173 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.172+0000 7fd52f7fe700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 0x7fd53019d630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.190:55744/0 (socket says 172.21.15.190:55744) 2024-05-21T01:48:23.174 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.172+0000 7fd52f7fe700 1 -- 172.21.15.190:0/1191025426 learned_addr learned my addr 172.21.15.190:0/1191025426 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:48:23.174 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.173+0000 7fd52f7fe700 1 -- 172.21.15.190:0/1191025426 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd53019db70 con 0x7fd5301020f0 2024-05-21T01:48:23.174 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.173+0000 7fd52f7fe700 1 --2- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 0x7fd53019d630 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd5200056d0 tx=0x7fd5200057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:23.175 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.174+0000 7fd52d7fa700 1 -- 172.21.15.190:0/1191025426 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd520026070 con 0x7fd5301020f0 2024-05-21T01:48:23.175 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.174+0000 7fd52d7fa700 1 -- 172.21.15.190:0/1191025426 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd52000bba0 con 0x7fd5301020f0 2024-05-21T01:48:23.175 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.174+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd53019de60 con 0x7fd5301020f0 2024-05-21T01:48:23.175 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.174+0000 7fd52d7fa700 1 -- 172.21.15.190:0/1191025426 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd520003910 con 0x7fd5301020f0 2024-05-21T01:48:23.175 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.174+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd530197920 con 0x7fd5301020f0 2024-05-21T01:48:23.176 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.175+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5301035b0 con 0x7fd5301020f0 2024-05-21T01:48:23.177 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.176+0000 7fd52d7fa700 1 -- 172.21.15.190:0/1191025426 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7fd520029070 con 0x7fd5301020f0 2024-05-21T01:48:23.177 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.176+0000 7fd52d7fa700 1 --2- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd51c03e510 0x7fd51c0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:23.177 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.176+0000 7fd52d7fa700 1 -- 172.21.15.190:0/1191025426 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd52001e070 con 0x7fd5301020f0 2024-05-21T01:48:23.177 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.177+0000 7fd526ffd700 1 --2- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd51c03e510 0x7fd51c0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:23.178 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.177+0000 7fd526ffd700 1 --2- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd51c03e510 0x7fd51c0409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd518006fd0 tx=0x7fd518006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:23.192 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.191+0000 7fd52d7fa700 1 -- 172.21.15.190:0/1191025426 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd520013070 con 0x7fd5301020f0 2024-05-21T01:48:23.408 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.407+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi164:172.21.15.164=b;smithi190:172.21.15.190=c", "target": ["mon-mgr", ""]}) -- 0x7fd5300008d0 con 0x7fd51c03e510 2024-05-21T01:48:23.423 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.423+0000 7fd52d7fa700 1 -- 172.21.15.190:0/1191025426 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fd5300008d0 con 0x7fd51c03e510 2024-05-21T01:48:23.424 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled mon update... 2024-05-21T01:48:23.426 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd51c03e510 msgr2=0x7fd51c0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:23.426 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 --2- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd51c03e510 0x7fd51c0409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd518006fd0 tx=0x7fd518006e40 comp rx=0 tx=0).stop 2024-05-21T01:48:23.426 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 msgr2=0x7fd53019d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:23.427 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 --2- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 0x7fd53019d630 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd5200056d0 tx=0x7fd5200057b0 comp rx=0 tx=0).stop 2024-05-21T01:48:23.427 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 shutdown_connections 2024-05-21T01:48:23.427 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 --2- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd51c03e510 0x7fd51c0409d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:23.427 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 --2- 172.21.15.190:0/1191025426 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd5301020f0 0x7fd53019d630 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:23.427 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 >> 172.21.15.190:0/1191025426 conn(0x7fd5300779d0 msgr2=0x7fd530103aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:23.427 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 shutdown_connections 2024-05-21T01:48:23.427 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:23.425+0000 7fd535d36700 1 -- 172.21.15.190:0/1191025426 wait complete. 2024-05-21T01:48:24.034 DEBUG:teuthology.orchestra.run.smithi164:mon.b> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.b.service 2024-05-21T01:48:24.037 DEBUG:teuthology.orchestra.run.smithi190:mon.c> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.c.service 2024-05-21T01:48:24.039 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T01:48:24.040 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T01:48:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi164:172.21.15.164=b;smithi190:172.21.15.190=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:48:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: Saving service mon spec with placement smithi007:172.21.15.7=a;smithi164:172.21.15.164=b;smithi190:172.21.15.190=c;count:3 2024-05-21T01:48:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:24.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:24.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:24.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:24.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:24.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:24 smithi007 ceph-mon[31288]: Deploying daemon mon.c on smithi190 2024-05-21T01:48:25.931 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:48:26.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:26 smithi007 ceph-mon[31288]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:27.720 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.717+0000 7efc13e06700 1 -- 172.21.15.190:0/517812506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 msgr2=0x7efc0c1023e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:27.720 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.717+0000 7efc13e06700 1 --2- 172.21.15.190:0/517812506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 0x7efc0c1023e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7efc08009910 tx=0x7efc08009c20 comp rx=0 tx=0).stop 2024-05-21T01:48:27.720 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.717+0000 7efc13e06700 1 -- 172.21.15.190:0/517812506 shutdown_connections 2024-05-21T01:48:27.720 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.717+0000 7efc13e06700 1 --2- 172.21.15.190:0/517812506 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 0x7efc0c1023e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:27.720 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.717+0000 7efc13e06700 1 -- 172.21.15.190:0/517812506 >> 172.21.15.190:0/517812506 conn(0x7efc0c0fda40 msgr2=0x7efc0c0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:27.720 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.717+0000 7efc13e06700 1 -- 172.21.15.190:0/517812506 shutdown_connections 2024-05-21T01:48:27.720 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.717+0000 7efc13e06700 1 -- 172.21.15.190:0/517812506 wait complete. 2024-05-21T01:48:27.720 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.718+0000 7efc13e06700 1 Processor -- start 2024-05-21T01:48:27.721 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.718+0000 7efc13e06700 1 -- start start 2024-05-21T01:48:27.721 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.718+0000 7efc13e06700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 0x7efc0c19f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:27.721 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.718+0000 7efc13e06700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efc0c113bb0 con 0x7efc0c102000 2024-05-21T01:48:27.721 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.719+0000 7efc11ba2700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 0x7efc0c19f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:27.721 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.719+0000 7efc11ba2700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 0x7efc0c19f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.190:39692/0 (socket says 172.21.15.190:39692) 2024-05-21T01:48:27.721 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.719+0000 7efc11ba2700 1 -- 172.21.15.190:0/1407151787 learned_addr learned my addr 172.21.15.190:0/1407151787 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:48:27.722 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.719+0000 7efc11ba2700 1 -- 172.21.15.190:0/1407151787 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc0c19f660 con 0x7efc0c102000 2024-05-21T01:48:27.722 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.720+0000 7efc11ba2700 1 --2- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 0x7efc0c19f120 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7efc080056d0 tx=0x7efc080057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:27.722 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.720+0000 7efc02ffd700 1 -- 172.21.15.190:0/1407151787 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc08026070 con 0x7efc0c102000 2024-05-21T01:48:27.722 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.720+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc0c19f8f0 con 0x7efc0c102000 2024-05-21T01:48:27.723 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.720+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc0c19fd50 con 0x7efc0c102000 2024-05-21T01:48:27.723 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.720+0000 7efc02ffd700 1 -- 172.21.15.190:0/1407151787 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc080047d0 con 0x7efc0c102000 2024-05-21T01:48:27.723 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.720+0000 7efc02ffd700 1 -- 172.21.15.190:0/1407151787 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc08030060 con 0x7efc0c102000 2024-05-21T01:48:27.723 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.721+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efbf0005330 con 0x7efc0c102000 2024-05-21T01:48:27.724 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.722+0000 7efc02ffd700 1 -- 172.21.15.190:0/1407151787 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7efc08029070 con 0x7efc0c102000 2024-05-21T01:48:27.724 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.722+0000 7efc02ffd700 1 --2- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efbf803e4c0 0x7efbf8040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:27.724 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.722+0000 7efc02ffd700 1 -- 172.21.15.190:0/1407151787 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7efc0801e070 con 0x7efc0c102000 2024-05-21T01:48:27.724 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.723+0000 7efc113a1700 1 --2- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efbf803e4c0 0x7efbf8040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:27.724 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.723+0000 7efc113a1700 1 --2- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efbf803e4c0 0x7efbf8040980 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7efbfc006fd0 tx=0x7efbfc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:27.739 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:27.738+0000 7efc02ffd700 1 -- 172.21.15.190:0/1407151787 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efc08013070 con 0x7efc0c102000 2024-05-21T01:48:27.798 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:27 smithi190 podman[35920]: 2024-05-21 01:48:27.780981343 +0000 UTC m=+0.229923153 container create b0d52136f854a69224faface92bb32c8dce54cff9e8a50727d5fe4f24620fe01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-c, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T01:48:27.799 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:27 smithi190 podman[35920]: 2024-05-21 01:48:27.700795728 +0000 UTC m=+0.149737562 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:48:28.033 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.032+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7efbf00058f0 con 0x7efc0c102000 2024-05-21T01:48:28.038 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.037+0000 7efc02ffd700 1 -- 172.21.15.190:0/1407151787 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+741 (secure 0 0 0) 0x7efc08031250 con 0x7efc0c102000 2024-05-21T01:48:28.038 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:48:28.039 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":1,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","modified":"2024-05-21T01:46:07.920348Z","created":"2024-05-21T01:46:07.920348Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-21T01:48:28.041 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efbf803e4c0 msgr2=0x7efbf8040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:28.041 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 --2- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efbf803e4c0 0x7efbf8040980 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7efbfc006fd0 tx=0x7efbfc006e40 comp rx=0 tx=0).stop 2024-05-21T01:48:28.041 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 msgr2=0x7efc0c19f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:28.041 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 --2- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 0x7efc0c19f120 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7efc080056d0 tx=0x7efc080057b0 comp rx=0 tx=0).stop 2024-05-21T01:48:28.041 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 shutdown_connections 2024-05-21T01:48:28.041 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 --2- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efbf803e4c0 0x7efbf8040980 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:28.041 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 --2- 172.21.15.190:0/1407151787 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efc0c102000 0x7efc0c19f120 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:28.042 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 >> 172.21.15.190:0/1407151787 conn(0x7efc0c0fda40 msgr2=0x7efc0c0ff3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:28.042 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 shutdown_connections 2024-05-21T01:48:28.042 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:28.040+0000 7efc13e06700 1 -- 172.21.15.190:0/1407151787 wait complete. 2024-05-21T01:48:28.042 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 1 2024-05-21T01:48:28.053 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:27 smithi190 podman[35920]: 2024-05-21 01:48:27.991948523 +0000 UTC m=+0.440890335 container init b0d52136f854a69224faface92bb32c8dce54cff9e8a50727d5fe4f24620fe01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:27 smithi190 podman[35920]: 2024-05-21 01:48:27.995290031 +0000 UTC m=+0.444231850 container start b0d52136f854a69224faface92bb32c8dce54cff9e8a50727d5fe4f24620fe01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: set uid:gid to 167:167 (ceph:ceph) 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: ceph version 19.0.0-3830-g0051ea03 (0051ea03417a66dbfd5a17ea02c9049bcda16863) squid (dev), process ceph-mon, pid 2 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pidfile_write: ignore empty --pid-file 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: load: jerasure load: lrc 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: RocksDB version: 7.9.2 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Git sha 0 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Compile date 2024-05-20 22:26:07 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: DB SUMMARY 2024-05-21T01:48:28.054 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: DB Session ID: G45V10IKCZMHUN6PE4IK 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: CURRENT file: CURRENT 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: IDENTITY file: IDENTITY 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.error_if_exists: 0 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.create_if_missing: 0 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.paranoid_checks: 1 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.env: 0x55c13434acc0 2024-05-21T01:48:28.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.fs: PosixFileSystem 2024-05-21T01:48:28.056 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.info_log: 0x55c1368a1da0 2024-05-21T01:48:28.056 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_file_opening_threads: 16 2024-05-21T01:48:28.057 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.statistics: (nil) 2024-05-21T01:48:28.057 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.use_fsync: 0 2024-05-21T01:48:28.057 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_log_file_size: 0 2024-05-21T01:48:28.057 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.keep_log_file_num: 1000 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.recycle_log_file_num: 0 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.allow_fallocate: 1 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.allow_mmap_reads: 0 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.allow_mmap_writes: 0 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.use_direct_reads: 0 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.create_missing_column_families: 0 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.db_log_dir: 2024-05-21T01:48:28.058 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.wal_dir: 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.advise_random_on_open: 1 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.db_write_buffer_size: 0 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.write_buffer_manager: 0x55c1368730e0 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-21T01:48:28.059 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.rate_limiter: (nil) 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.wal_recovery_mode: 2 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.enable_thread_tracking: 0 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.enable_pipelined_write: 0 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.unordered_write: 0 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-21T01:48:28.060 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.row_cache: None 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.wal_filter: None 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.allow_ingest_behind: 0 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.two_write_queues: 0 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.manual_wal_flush: 0 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.wal_compression: 0 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.atomic_flush: 0 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-21T01:48:28.061 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.log_readahead_size: 0 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.best_efforts_recovery: 0 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.allow_data_in_errors: 0 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.db_host_id: __hostname__ 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_background_jobs: 2 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_background_compactions: -1 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_subcompactions: 1 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-21T01:48:28.062 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_total_wal_size: 0 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_open_files: -1 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bytes_per_sync: 0 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-21T01:48:28.063 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_readahead_size: 0 2024-05-21T01:48:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_background_flushes: -1 2024-05-21T01:48:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Compression algorithms supported: 2024-05-21T01:48:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-21T01:48:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: kZSTD supported: 0 2024-05-21T01:48:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: kXpressCompression supported: 0 2024-05-21T01:48:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: kLZ4HCCompression supported: 1 2024-05-21T01:48:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: kZlibCompression supported: 1 2024-05-21T01:48:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: kSnappyCompression supported: 1 2024-05-21T01:48:28.064 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: kLZ4Compression supported: 1 2024-05-21T01:48:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: kBZip2Compression supported: 0 2024-05-21T01:48:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-21T01:48:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-21T01:48:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-05-21T01:48:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-21T01:48:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-21T01:48:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.merge_operator: 2024-05-21T01:48:28.065 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_filter: None 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_filter_factory: None 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.sst_partitioner_factory: None 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c1368a1f60) 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: cache_index_and_filter_blocks: 1 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: pin_top_level_index_and_filter: 1 2024-05-21T01:48:28.066 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_type: 0 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: data_block_index_type: 0 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_shortening: 1 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: checksum: 4 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: no_block_cache: 0 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache: 0x55c1368a51f0 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_name: BinnedLRUCache 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_options: 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: capacity : 536870912 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: num_shard_bits : 4 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: strict_capacity_limit : 0 2024-05-21T01:48:28.067 INFO:journalctl@ceph.mon.c.smithi190.stdout: high_pri_pool_ratio: 0.000 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_cache_compressed: (nil) 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: persistent_cache: (nil) 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_size: 4096 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_size_deviation: 10 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_restart_interval: 16 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: index_block_restart_interval: 1 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: metadata_block_size: 4096 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: partition_filters: 0 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: use_delta_encoding: 1 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: filter_policy: bloomfilter 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: whole_key_filtering: 1 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: verify_compression: 0 2024-05-21T01:48:28.068 INFO:journalctl@ceph.mon.c.smithi190.stdout: read_amp_bytes_per_bit: 0 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout: format_version: 5 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout: enable_index_compression: 1 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout: block_align: 0 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout: max_auto_readahead_size: 262144 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout: prepopulate_block_cache: 0 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout: initial_auto_readahead_size: 8192 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout: num_file_reads_for_auto_readahead: 2 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.write_buffer_size: 33554432 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_write_buffer_number: 2 2024-05-21T01:48:28.069 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression: NoCompression 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression: Disabled 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.prefix_extractor: nullptr 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.num_levels: 7 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-21T01:48:28.070 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression_opts.level: 32767 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression_opts.strategy: 0 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-21T01:48:28.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression_opts.enabled: false 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.target_file_size_base: 67108864 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-21T01:48:28.072 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.arena_block_size: 1048576 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-21T01:48:28.073 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.disable_auto_compactions: 0 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-21T01:48:28.074 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.inplace_update_support: 0 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.bloom_locality: 0 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.max_successive_merges: 0 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.paranoid_file_checks: 0 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.force_consistency_checks: 1 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.report_bg_io_stats: 0 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.ttl: 2592000 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-21T01:48:28.075 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.enable_blob_files: false 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.min_blob_size: 0 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.blob_file_size: 268435456 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.blob_file_starting_level: 0 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-21T01:48:28.076 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c58e7b44-95f4-4418-9007-db0aa90afb3c 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716256108025361, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716256108025779, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716256108, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c58e7b44-95f4-4418-9007-db0aa90afb3c", "db_session_id": "G45V10IKCZMHUN6PE4IK", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716256108025858, "job": 1, "event": "recovery_finished"} 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c1369c2000 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: DB pointer 0x55c1369ae000 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-21T01:48:28.077 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** DB Stats ** 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** Compaction Stats [default] ** 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-21T01:48:28.078 INFO:journalctl@ceph.mon.c.smithi190.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** Compaction Stats [default] ** 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-21T01:48:28.079 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-21T01:48:28.080 INFO:journalctl@ceph.mon.c.smithi190.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-21T01:48:28.080 INFO:journalctl@ceph.mon.c.smithi190.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout: Block cache BinnedLRUCache@0x55c1368a51f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: using public_addr v2:172.21.15.190:0/0 -> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: starting mon.c rank -1 at public addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] at bind addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(???) e0 preinit fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:48:28.081 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).mds e1 new map 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).mds e1 print_map 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout: e1 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout: legacy client fscid: -1 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout: 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout: No filesystems configured 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-21T01:48:28.082 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Added host smithi164 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:48:28.083 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi164", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Updating smithi164:/etc/ceph/ceph.conf 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Updating smithi164:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Updating smithi164:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.084 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi190", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Deploying cephadm binary to smithi190 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Added host smithi190 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.085 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi190", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Updating smithi190:/etc/ceph/ceph.conf 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Updating smithi190:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.086 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Updating smithi190:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3894328139' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3894328139' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi007:172.21.15.7=a;smithi164:172.21.15.164=b;smithi190:172.21.15.190=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Saving service mon spec with placement smithi007:172.21.15.7=a;smithi164:172.21.15.164=b;smithi190:172.21.15.190=c;count:3 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.087 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:28.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:28.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:28.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:28.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:28.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:28.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: Deploying daemon mon.c on smithi190 2024-05-21T01:48:28.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:28.088 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 ceph-mon[35961]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-21T01:48:28.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 bash[35920]: b0d52136f854a69224faface92bb32c8dce54cff9e8a50727d5fe4f24620fe01 2024-05-21T01:48:28.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:28 smithi190 systemd[1]: Started Ceph mon.c for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:48:29.658 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T01:48:29.658 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T01:48:29.903 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:48:33.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:48:33.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: mon.a calling monitor election 2024-05-21T01:48:33.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:33.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: mon.c calling monitor election 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: monmap epoch 2 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: last_changed 2024-05-21T01:48:28.063081+0000 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: created 2024-05-21T01:46:07.920348+0000 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: min_mon_release 19 (squid) 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: election_strategy: 1 2024-05-21T01:48:33.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-05-21T01:48:33.527 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-05-21T01:48:33.527 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: fsmap 2024-05-21T01:48:33.527 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T01:48:33.527 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: mgrmap e13: x(active, since 61s) 2024-05-21T01:48:33.527 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: overall HEALTH_OK 2024-05-21T01:48:33.527 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:33.527 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:33 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: mon.a calling monitor election 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: mon.c calling monitor election 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T01:48:33.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: monmap epoch 2 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: last_changed 2024-05-21T01:48:28.063081+0000 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: created 2024-05-21T01:46:07.920348+0000 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: min_mon_release 19 (squid) 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: election_strategy: 1 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: fsmap 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: mgrmap e13: x(active, since 61s) 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: overall HEALTH_OK 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:33.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:33 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:34.265 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:34.265 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:34.265 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:34 smithi007 ceph-mon[31288]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:34.265 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:34.265 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:34 smithi007 ceph-mon[31288]: Deploying daemon mon.b on smithi164 2024-05-21T01:48:34.265 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:34.306 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.305+0000 7f50303df700 1 -- 172.21.15.190:0/3481490944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50140035c0 msgr2=0x7f5014005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:34.307 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.305+0000 7f50303df700 1 --2- 172.21.15.190:0/3481490944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50140035c0 0x7f5014005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5028102f80 tx=0x7f501800feb0 comp rx=0 tx=0).stop 2024-05-21T01:48:34.307 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.305+0000 7f50303df700 1 -- 172.21.15.190:0/3481490944 shutdown_connections 2024-05-21T01:48:34.307 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.305+0000 7f50303df700 1 --2- 172.21.15.190:0/3481490944 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50140035c0 0x7f5014005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:34.307 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.305+0000 7f50303df700 1 -- 172.21.15.190:0/3481490944 >> 172.21.15.190:0/3481490944 conn(0x7f50280feb60 msgr2=0x7f5028100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:34.307 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.305+0000 7f50303df700 1 -- 172.21.15.190:0/3481490944 shutdown_connections 2024-05-21T01:48:34.307 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.305+0000 7f50303df700 1 -- 172.21.15.190:0/3481490944 wait complete. 2024-05-21T01:48:34.308 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.306+0000 7f50303df700 1 Processor -- start 2024-05-21T01:48:34.308 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.306+0000 7f50303df700 1 -- start start 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.306+0000 7f50303df700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50140035c0 0x7f502819e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.306+0000 7f50303df700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 0x7f5028198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.306+0000 7f50303df700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f502810afa0 con 0x7f50140035c0 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.306+0000 7f50303df700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f502810ae20 con 0x7f502819ec60 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502d97a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 0x7f5028198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502d97a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 0x7f5028198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:39486/0 (socket says 172.21.15.190:39486) 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502d97a700 1 -- 172.21.15.190:0/3354316102 learned_addr learned my addr 172.21.15.190:0/3354316102 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502d97a700 1 -- 172.21.15.190:0/3354316102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 msgr2=0x7f5028198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502d97a700 1 -- 172.21.15.190:0/3354316102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 msgr2=0x7f5028198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502d97a700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 0x7f5028198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502d97a700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 0x7f5028198930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502e17b700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50140035c0 0x7f502819e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:34.309 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502e17b700 1 -- 172.21.15.190:0/3354316102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 msgr2=0x7f5028198930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T01:48:34.310 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502e17b700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 0x7f5028198930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:34.310 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.307+0000 7f502e17b700 1 -- 172.21.15.190:0/3354316102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f502819f1b0 con 0x7f50140035c0 2024-05-21T01:48:34.310 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.308+0000 7f502e17b700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50140035c0 0x7f502819e720 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5018010010 tx=0x7f5018005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:34.311 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.308+0000 7f501f7fe700 1 -- 172.21.15.190:0/3354316102 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f5018004aa0 con 0x7f50140035c0 2024-05-21T01:48:34.311 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.308+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5028198e70 con 0x7f50140035c0 2024-05-21T01:48:34.311 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.308+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5028199400 con 0x7f50140035c0 2024-05-21T01:48:34.311 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.308+0000 7f501f7fe700 1 -- 172.21.15.190:0/3354316102 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5018004030 con 0x7f50140035c0 2024-05-21T01:48:34.311 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.308+0000 7f501f7fe700 1 -- 172.21.15.190:0/3354316102 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f5018011900 con 0x7f50140035c0 2024-05-21T01:48:34.311 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.310+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5028104790 con 0x7f50140035c0 2024-05-21T01:48:34.311 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.310+0000 7f501f7fe700 1 -- 172.21.15.190:0/3354316102 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f5018023070 con 0x7f50140035c0 2024-05-21T01:48:34.311 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.310+0000 7f501f7fe700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f500c03e2b0 0x7f500c040770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:34.311 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.310+0000 7f501f7fe700 1 -- 172.21.15.190:0/3354316102 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5018020050 con 0x7f50140035c0 2024-05-21T01:48:34.312 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.311+0000 7f502d97a700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f500c03e2b0 0x7f500c040770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:34.312 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.311+0000 7f502d97a700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f500c03e2b0 0x7f500c040770 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5024009180 tx=0x7f5024008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:34.329 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.328+0000 7f501f7fe700 1 -- 172.21.15.190:0/3354316102 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5018028020 con 0x7f50140035c0 2024-05-21T01:48:34.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:34.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:34.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:34 smithi190 ceph-mon[35961]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:34.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:34.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:34 smithi190 ceph-mon[35961]: Deploying daemon mon.b on smithi164 2024-05-21T01:48:34.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:34.615 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.614+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f5028199e10 con 0x7f50140035c0 2024-05-21T01:48:34.616 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.615+0000 7f501f7fe700 1 -- 172.21.15.190:0/3354316102 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7f5018034350 con 0x7f50140035c0 2024-05-21T01:48:34.616 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:48:34.616 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":2,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","modified":"2024-05-21T01:48:28.063081Z","created":"2024-05-21T01:46:07.920348Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-21T01:48:34.618 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f500c03e2b0 msgr2=0x7f500c040770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:34.618 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f500c03e2b0 0x7f500c040770 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5024009180 tx=0x7f5024008040 comp rx=0 tx=0).stop 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50140035c0 msgr2=0x7f502819e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50140035c0 0x7f502819e720 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5018010010 tx=0x7f5018005020 comp rx=0 tx=0).stop 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 shutdown_connections 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f500c03e2b0 0x7f500c040770 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f50140035c0 0x7f502819e720 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 --2- 172.21.15.190:0/3354316102 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f502819ec60 0x7f5028198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 >> 172.21.15.190:0/3354316102 conn(0x7f50280feb60 msgr2=0x7f50280ffd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 shutdown_connections 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:34.617+0000 7f50303df700 1 -- 172.21.15.190:0/3354316102 wait complete. 2024-05-21T01:48:34.619 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 2 2024-05-21T01:48:35.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:35 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/3354316102' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T01:48:35.524 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:48:35 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:48:35.064+0000 7f8418e00700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-05-21T01:48:35.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:35 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/3354316102' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T01:48:36.195 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T01:48:36.196 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T01:48:36.436 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:48:36.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:36 smithi007 ceph-mon[31288]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:36.550 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:36 smithi190 ceph-mon[35961]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:37.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:37 smithi164 systemd[1]: Started Ceph mon.b for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:48:42.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: mon.a calling monitor election 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: mon.c calling monitor election 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: mon.b calling monitor election 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: monmap epoch 3 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: last_changed 2024-05-21T01:48:37.246327+0000 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: created 2024-05-21T01:46:07.920348+0000 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: min_mon_release 19 (squid) 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: election_strategy: 1 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: 2: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.b 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: fsmap 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: mgrmap e13: x(active, since 71s) 2024-05-21T01:48:42.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: overall HEALTH_OK 2024-05-21T01:48:42.609 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:42.609 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:42.609 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:42.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:42.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:48:42.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: mon.a calling monitor election 2024-05-21T01:48:42.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: mon.c calling monitor election 2024-05-21T01:48:42.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:42.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: mon.b calling monitor election 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: monmap epoch 3 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: last_changed 2024-05-21T01:48:37.246327+0000 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: created 2024-05-21T01:46:07.920348+0000 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: min_mon_release 19 (squid) 2024-05-21T01:48:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: election_strategy: 1 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: 2: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.b 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: fsmap 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: mgrmap e13: x(active, since 71s) 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: overall HEALTH_OK 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:42.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:42.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: mon.a calling monitor election 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: mon.c calling monitor election 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: mon.b calling monitor election 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: monmap epoch 3 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: last_changed 2024-05-21T01:48:37.246327+0000 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: created 2024-05-21T01:46:07.920348+0000 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: min_mon_release 19 (squid) 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: election_strategy: 1 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: 0: [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] mon.a 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.c 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: 2: [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon.b 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: fsmap 2024-05-21T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T01:48:42.776 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: mgrmap e13: x(active, since 71s) 2024-05-21T01:48:42.776 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: overall HEALTH_OK 2024-05-21T01:48:42.776 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:42.776 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:42.776 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:43.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:43 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:43.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:43 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:43.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:43 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:43.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:43 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:43.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:43 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:43.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:43 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:43.769 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.766+0000 7f9704de4700 1 -- 172.21.15.190:0/1110469862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96ec0062a0 msgr2=0x7f96ec008710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:43.769 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.766+0000 7f9704de4700 1 --2- 172.21.15.190:0/1110469862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96ec0062a0 0x7f96ec008710 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9700104140 tx=0x7f96f000fe90 comp rx=0 tx=0).stop 2024-05-21T01:48:43.769 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.766+0000 7f9704de4700 1 -- 172.21.15.190:0/1110469862 shutdown_connections 2024-05-21T01:48:43.769 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.766+0000 7f9704de4700 1 --2- 172.21.15.190:0/1110469862 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96ec0062a0 0x7f96ec008710 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:43.769 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.766+0000 7f9704de4700 1 -- 172.21.15.190:0/1110469862 >> 172.21.15.190:0/1110469862 conn(0x7f97000feb90 msgr2=0x7f9700100fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:43.769 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.766+0000 7f9704de4700 1 -- 172.21.15.190:0/1110469862 shutdown_connections 2024-05-21T01:48:43.769 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.766+0000 7f9704de4700 1 -- 172.21.15.190:0/1110469862 wait complete. 2024-05-21T01:48:43.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.767+0000 7f9704de4700 1 Processor -- start 2024-05-21T01:48:43.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.767+0000 7f9704de4700 1 -- start start 2024-05-21T01:48:43.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.767+0000 7f9704de4700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96ec0062a0 0x7f970019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:43.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.767+0000 7f9704de4700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f970019ee60 0x7f9700198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:43.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.767+0000 7f9704de4700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9700199020 0x7f97001994d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:43.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.767+0000 7f9704de4700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f970010af50 con 0x7f970019ee60 2024-05-21T01:48:43.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.767+0000 7f9704de4700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f970010add0 con 0x7f96ec0062a0 2024-05-21T01:48:43.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.767+0000 7f9704de4700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f970010b0d0 con 0x7f9700199020 2024-05-21T01:48:43.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fed9d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9700199020 0x7f97001994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fed9d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9700199020 0x7f97001994d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:37748/0 (socket says 172.21.15.190:37748) 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fed9d700 1 -- 172.21.15.190:0/318840055 learned_addr learned my addr 172.21.15.190:0/318840055 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fe59c700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96ec0062a0 0x7f970019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fdd9b700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f970019ee60 0x7f9700198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fed9d700 1 -- 172.21.15.190:0/318840055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96ec0062a0 msgr2=0x7f970019e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fed9d700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96ec0062a0 0x7f970019e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fed9d700 1 -- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f970019ee60 msgr2=0x7f9700198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fed9d700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f970019ee60 0x7f9700198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fed9d700 1 -- 172.21.15.190:0/318840055 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97001a57f0 con 0x7f9700199020 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96fed9d700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9700199020 0x7f97001994d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f96f800ba50 tx=0x7f96f800bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96f77fe700 1 -- 172.21.15.190:0/318840055 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f8019070 con 0x7f9700199020 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f9704de4700 1 -- 172.21.15.190:0/318840055 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97001a5a20 con 0x7f9700199020 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96f77fe700 1 -- 172.21.15.190:0/318840055 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96f8014440 con 0x7f9700199020 2024-05-21T01:48:43.772 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f96f77fe700 1 -- 172.21.15.190:0/318840055 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f800ce60 con 0x7f9700199020 2024-05-21T01:48:43.773 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.768+0000 7f9704de4700 1 -- 172.21.15.190:0/318840055 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97001a5f10 con 0x7f9700199020 2024-05-21T01:48:43.773 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.769+0000 7f96f77fe700 1 -- 172.21.15.190:0/318840055 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f96f801c070 con 0x7f9700199020 2024-05-21T01:48:43.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.769+0000 7f96f57fa700 1 -- 172.21.15.190:0/318840055 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96e4005330 con 0x7f9700199020 2024-05-21T01:48:43.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.770+0000 7f96f77fe700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96e003e9a0 0x7f96e0040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:43.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.770+0000 7f96f77fe700 1 -- 172.21.15.190:0/318840055 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f96f8051da0 con 0x7f9700199020 2024-05-21T01:48:43.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.770+0000 7f96fe59c700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96e003e9a0 0x7f96e0040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:43.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.771+0000 7f96fe59c700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96e003e9a0 0x7f96e0040e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f96f000fa40 tx=0x7f96f0005ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:43.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:43 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:43.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:43 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:43.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:43 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:48:43.777 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:43.776+0000 7f96f77fe700 1 -- 172.21.15.190:0/318840055 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f96f800f160 con 0x7f9700199020 2024-05-21T01:48:44.074 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.071+0000 7f96f57fa700 1 -- 172.21.15.190:0/318840055 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f96e4005620 con 0x7f9700199020 2024-05-21T01:48:44.074 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.072+0000 7f96f77fe700 1 -- 172.21.15.190:0/318840055 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1281 (secure 0 0 0) 0x7f96f8012c40 con 0x7f9700199020 2024-05-21T01:48:44.074 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-05-21T01:48:44.074 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":3,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","modified":"2024-05-21T01:48:37.246327Z","created":"2024-05-21T01:46:07.920348Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:3300","nonce":0},{"type":"v1","addr":"172.21.15.7:6789","nonce":0}]},"addr":"172.21.15.7:6789/0","public_addr":"172.21.15.7:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:3300","nonce":0},{"type":"v1","addr":"172.21.15.164:6789","nonce":0}]},"addr":"172.21.15.164:6789/0","public_addr":"172.21.15.164:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-05-21T01:48:44.077 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 -- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96e003e9a0 msgr2=0x7f96e0040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:44.077 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96e003e9a0 0x7f96e0040e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f96f000fa40 tx=0x7f96f0005ad0 comp rx=0 tx=0).stop 2024-05-21T01:48:44.077 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 -- 172.21.15.190:0/318840055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9700199020 msgr2=0x7f97001994d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:44.077 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9700199020 0x7f97001994d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f96f800ba50 tx=0x7f96f800bd60 comp rx=0 tx=0).stop 2024-05-21T01:48:44.077 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 -- 172.21.15.190:0/318840055 shutdown_connections 2024-05-21T01:48:44.077 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9700199020 0x7f97001994d0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:44.077 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96ec0062a0 0x7f970019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:44.078 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96e003e9a0 0x7f96e0040e60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:44.078 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 --2- 172.21.15.190:0/318840055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f970019ee60 0x7f9700198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:44.078 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 -- 172.21.15.190:0/318840055 >> 172.21.15.190:0/318840055 conn(0x7f97000feb90 msgr2=0x7f9700106cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:44.078 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 -- 172.21.15.190:0/318840055 shutdown_connections 2024-05-21T01:48:44.078 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:44.075+0000 7f96f57fa700 1 -- 172.21.15.190:0/318840055 wait complete. 2024-05-21T01:48:44.078 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 3 2024-05-21T01:48:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:44 smithi190 ceph-mon[35961]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:44.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:44.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:44 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/318840055' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T01:48:44.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:44 smithi007 ceph-mon[31288]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:44.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:44.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:44.647 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:44 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/318840055' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T01:48:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:44 smithi164 ceph-mon[36138]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:44 smithi164 ceph-mon[36138]: from='client.? 172.21.15.190:0/318840055' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T01:48:44.769 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-21T01:48:44.769 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph config generate-minimal-conf 2024-05-21T01:48:45.195 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:48:45.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:45 smithi190 ceph-mon[35961]: Updating smithi007:/etc/ceph/ceph.conf 2024-05-21T01:48:45.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:45 smithi190 ceph-mon[35961]: Updating smithi164:/etc/ceph/ceph.conf 2024-05-21T01:48:45.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:45 smithi190 ceph-mon[35961]: Updating smithi190:/etc/ceph/ceph.conf 2024-05-21T01:48:45.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:45 smithi190 ceph-mon[35961]: Updating smithi190:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:45.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:45 smithi190 ceph-mon[35961]: Updating smithi164:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:45.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:45 smithi164 ceph-mon[36138]: Updating smithi007:/etc/ceph/ceph.conf 2024-05-21T01:48:45.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:45 smithi164 ceph-mon[36138]: Updating smithi164:/etc/ceph/ceph.conf 2024-05-21T01:48:45.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:45 smithi164 ceph-mon[36138]: Updating smithi190:/etc/ceph/ceph.conf 2024-05-21T01:48:45.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:45 smithi164 ceph-mon[36138]: Updating smithi190:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:45.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:45 smithi164 ceph-mon[36138]: Updating smithi164:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:45.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:45 smithi007 ceph-mon[31288]: Updating smithi007:/etc/ceph/ceph.conf 2024-05-21T01:48:45.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:45 smithi007 ceph-mon[31288]: Updating smithi164:/etc/ceph/ceph.conf 2024-05-21T01:48:45.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:45 smithi007 ceph-mon[31288]: Updating smithi190:/etc/ceph/ceph.conf 2024-05-21T01:48:45.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:45 smithi007 ceph-mon[31288]: Updating smithi190:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:45.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:45 smithi007 ceph-mon[31288]: Updating smithi164:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:45.707 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.707 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.707 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:45.707 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: Updating smithi007:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:46.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:46.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: Updating smithi007:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:46.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:46.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.705 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:46.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T01:48:46.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:46.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: Updating smithi007:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T01:48:46.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:47.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.502+0000 7f3a47a00700 1 -- 172.21.15.7:0/3304702621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a401031b0 msgr2=0x7f3a40103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:47.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.502+0000 7f3a47a00700 1 --2- 172.21.15.7:0/3304702621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a401031b0 0x7f3a40103590 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f3a34009910 tx=0x7f3a34009c20 comp rx=0 tx=0).stop 2024-05-21T01:48:47.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.502+0000 7f3a47a00700 1 -- 172.21.15.7:0/3304702621 shutdown_connections 2024-05-21T01:48:47.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.502+0000 7f3a47a00700 1 --2- 172.21.15.7:0/3304702621 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a401031b0 0x7f3a40103590 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:47.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.502+0000 7f3a47a00700 1 -- 172.21.15.7:0/3304702621 >> 172.21.15.7:0/3304702621 conn(0x7f3a400fea80 msgr2=0x7f3a40100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:47.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.502+0000 7f3a47a00700 1 -- 172.21.15.7:0/3304702621 shutdown_connections 2024-05-21T01:48:47.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.502+0000 7f3a47a00700 1 -- 172.21.15.7:0/3304702621 wait complete. 2024-05-21T01:48:47.504 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:47 smithi007 ceph-mon[31288]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T01:48:47.504 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:47 smithi007 ceph-mon[31288]: Reconfiguring daemon mon.a on smithi007 2024-05-21T01:48:47.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.504+0000 7f3a47a00700 1 Processor -- start 2024-05-21T01:48:47.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.504+0000 7f3a47a00700 1 -- start start 2024-05-21T01:48:47.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.504+0000 7f3a47a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3a401031b0 0x7f3a4019ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.504+0000 7f3a47a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4019b360 0x7f3a4019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.504+0000 7f3a47a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a4019fc30 0x7f3a401a00e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.504+0000 7f3a47a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3a4010d430 con 0x7f3a4019b360 2024-05-21T01:48:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.504+0000 7f3a47a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3a4010d2b0 con 0x7f3a4019fc30 2024-05-21T01:48:47.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.504+0000 7f3a47a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3a4010d5b0 con 0x7f3a401031b0 2024-05-21T01:48:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.505+0000 7f3a45000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3a401031b0 0x7f3a4019ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.505+0000 7f3a45000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3a401031b0 0x7f3a4019ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:57370/0 (socket says 172.21.15.7:57370) 2024-05-21T01:48:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.505+0000 7f3a45000700 1 -- 172.21.15.7:0/2551779947 learned_addr learned my addr 172.21.15.7:0/2551779947 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:48:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.505+0000 7f3a3fe00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4019b360 0x7f3a4019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.505+0000 7f3a45a00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a4019fc30 0x7f3a401a00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.505+0000 7f3a3fe00700 1 -- 172.21.15.7:0/2551779947 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3a401031b0 msgr2=0x7f3a4019ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.505+0000 7f3a3fe00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3a401031b0 0x7f3a4019ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.505+0000 7f3a3fe00700 1 -- 172.21.15.7:0/2551779947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a4019fc30 msgr2=0x7f3a401a00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:47.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.505+0000 7f3a3fe00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a4019fc30 0x7f3a401a00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.506+0000 7f3a3fe00700 1 -- 172.21.15.7:0/2551779947 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a401a79a0 con 0x7f3a4019b360 2024-05-21T01:48:47.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.506+0000 7f3a45000700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3a401031b0 0x7f3a4019ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:48:47.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.506+0000 7f3a3fe00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4019b360 0x7f3a4019f6f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c00b550 tx=0x7f3a2c00b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:47.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.506+0000 7f3a3d600700 1 -- 172.21.15.7:0/2551779947 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c004230 con 0x7f3a4019b360 2024-05-21T01:48:47.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.506+0000 7f3a3d600700 1 -- 172.21.15.7:0/2551779947 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a2c0043d0 con 0x7f3a4019b360 2024-05-21T01:48:47.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.506+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a401a7bd0 con 0x7f3a4019b360 2024-05-21T01:48:47.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.507+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a401a8160 con 0x7f3a4019b360 2024-05-21T01:48:47.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.507+0000 7f3a3d600700 1 -- 172.21.15.7:0/2551779947 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c011a50 con 0x7f3a4019b360 2024-05-21T01:48:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.508+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a20005330 con 0x7f3a4019b360 2024-05-21T01:48:47.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.508+0000 7f3a3d600700 1 -- 172.21.15.7:0/2551779947 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f3a2c011cf0 con 0x7f3a4019b360 2024-05-21T01:48:47.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.509+0000 7f3a3d600700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3a2803e9a0 0x7f3a28040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:47.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.509+0000 7f3a3d600700 1 -- 172.21.15.7:0/2551779947 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f3a2c052050 con 0x7f3a4019b360 2024-05-21T01:48:47.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.509+0000 7f3a45000700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3a2803e9a0 0x7f3a28040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:47.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.510+0000 7f3a45000700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3a2803e9a0 0x7f3a28040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3a34009750 tx=0x7f3a3401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:47.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.516+0000 7f3a3d600700 1 -- 172.21.15.7:0/2551779947 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3a2c020740 con 0x7f3a4019b360 2024-05-21T01:48:47.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.756+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f3a20005620 con 0x7f3a4019b360 2024-05-21T01:48:47.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.757+0000 7f3a3d600700 1 -- 172.21.15.7:0/2551779947 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7f3a2c01fcc0 con 0x7f3a4019b360 2024-05-21T01:48:47.758 INFO:teuthology.orchestra.run.smithi007.stdout:# minimal ceph.conf for c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:48:47.758 INFO:teuthology.orchestra.run.smithi007.stdout:[global] 2024-05-21T01:48:47.758 INFO:teuthology.orchestra.run.smithi007.stdout: fsid = c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:48:47.758 INFO:teuthology.orchestra.run.smithi007.stdout: mon_host = [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] 2024-05-21T01:48:47.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.760+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3a2803e9a0 msgr2=0x7f3a28040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:47.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3a2803e9a0 0x7f3a28040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3a34009750 tx=0x7f3a3401a040 comp rx=0 tx=0).stop 2024-05-21T01:48:47.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4019b360 msgr2=0x7f3a4019f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:47.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4019b360 0x7f3a4019f6f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c00b550 tx=0x7f3a2c00b860 comp rx=0 tx=0).stop 2024-05-21T01:48:47.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 shutdown_connections 2024-05-21T01:48:47.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3a4019fc30 0x7f3a401a00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:47.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3a401031b0 0x7f3a4019ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:47.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3a2803e9a0 0x7f3a28040e60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:47.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 --2- 172.21.15.7:0/2551779947 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3a4019b360 0x7f3a4019f6f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:47.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 >> 172.21.15.7:0/2551779947 conn(0x7f3a400fea80 msgr2=0x7f3a40108d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:47.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 shutdown_connections 2024-05-21T01:48:47.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:48:47.761+0000 7f3a47a00700 1 -- 172.21.15.7:0/2551779947 wait complete. 2024-05-21T01:48:47.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:47 smithi190 ceph-mon[35961]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T01:48:47.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:47 smithi190 ceph-mon[35961]: Reconfiguring daemon mon.a on smithi007 2024-05-21T01:48:47.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:47 smithi164 ceph-mon[36138]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T01:48:47.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:47 smithi164 ceph-mon[36138]: Reconfiguring daemon mon.a on smithi007 2024-05-21T01:48:48.605 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-21T01:48:48.605 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:48:48.605 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T01:48:48.688 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:48:48.688 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:48:48.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:48 smithi007 ceph-mon[31288]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:48.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:48 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2551779947' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:48.811 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:48:48.811 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T01:48:48.838 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:48 smithi164 ceph-mon[36138]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:48.838 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:48 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2551779947' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:48.842 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:48:48.843 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:48:48.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:48 smithi190 ceph-mon[35961]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:48.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:48 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2551779947' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:48.910 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:48:48.910 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T01:48:48.941 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:48:48.941 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T01:48:49.008 INFO:tasks.cephadm:Adding mgr.x on smithi007 2024-05-21T01:48:49.009 INFO:tasks.cephadm:Adding mgr.y on smithi164 2024-05-21T01:48:49.009 INFO:tasks.cephadm:Adding mgr.z on smithi190 2024-05-21T01:48:49.009 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch apply mgr '3;smithi007=x;smithi164=y;smithi190=z' 2024-05-21T01:48:49.282 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:48:50.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:50 smithi190 ceph-mon[35961]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:50.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:50.305 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:50.306 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:50 smithi190 ceph-mon[35961]: Reconfiguring mon.b (monmap changed)... 2024-05-21T01:48:50.306 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:50.306 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T01:48:50.306 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:50.306 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:50 smithi190 ceph-mon[35961]: Reconfiguring daemon mon.b on smithi164 2024-05-21T01:48:50.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:50 smithi007 ceph-mon[31288]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:50.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:50.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:50.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:50 smithi007 ceph-mon[31288]: Reconfiguring mon.b (monmap changed)... 2024-05-21T01:48:50.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:50.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T01:48:50.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:50.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:50 smithi007 ceph-mon[31288]: Reconfiguring daemon mon.b on smithi164 2024-05-21T01:48:50.582 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:50 smithi164 ceph-mon[36138]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:50.582 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:50.582 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:50.582 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:50 smithi164 ceph-mon[36138]: Reconfiguring mon.b (monmap changed)... 2024-05-21T01:48:50.582 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:50.582 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T01:48:50.582 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:50.582 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:50 smithi164 ceph-mon[36138]: Reconfiguring daemon mon.b on smithi164 2024-05-21T01:48:50.710 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.709+0000 7f8b62e28700 1 -- 172.21.15.190:0/2087634523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8b5c1030d0 msgr2=0x7f8b5c1034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:50.710 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.709+0000 7f8b62e28700 1 --2- 172.21.15.190:0/2087634523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8b5c1030d0 0x7f8b5c1034f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8b50009910 tx=0x7f8b50009c20 comp rx=0 tx=0).stop 2024-05-21T01:48:50.710 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.709+0000 7f8b62e28700 1 -- 172.21.15.190:0/2087634523 shutdown_connections 2024-05-21T01:48:50.710 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.709+0000 7f8b62e28700 1 --2- 172.21.15.190:0/2087634523 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8b5c1030d0 0x7f8b5c1034f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:50.710 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.709+0000 7f8b62e28700 1 -- 172.21.15.190:0/2087634523 >> 172.21.15.190:0/2087634523 conn(0x7f8b5c0fe670 msgr2=0x7f8b5c100ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:50.710 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.709+0000 7f8b62e28700 1 -- 172.21.15.190:0/2087634523 shutdown_connections 2024-05-21T01:48:50.710 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.709+0000 7f8b62e28700 1 -- 172.21.15.190:0/2087634523 wait complete. 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.709+0000 7f8b62e28700 1 Processor -- start 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b62e28700 1 -- start start 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b62e28700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8b5c1030d0 0x7f8b5c198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b62e28700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b5c198d50 0x7f8b5c19ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b62e28700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8b5c1991d0 0x7f8b5c1a0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b62e28700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8b5c109010 con 0x7f8b5c1030d0 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b62e28700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8b5c108e90 con 0x7f8b5c198d50 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b62e28700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8b5c109190 con 0x7f8b5c1991d0 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b613c5700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8b5c1991d0 0x7f8b5c1a0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:50.713 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b613c5700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8b5c1991d0 0x7f8b5c1a0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:54338/0 (socket says 172.21.15.190:54338) 2024-05-21T01:48:50.714 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b613c5700 1 -- 172.21.15.190:0/2239416718 learned_addr learned my addr 172.21.15.190:0/2239416718 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:48:50.714 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b5bfff700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b5c198d50 0x7f8b5c19ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:50.714 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b60bc4700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8b5c1030d0 0x7f8b5c198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:50.714 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b613c5700 1 -- 172.21.15.190:0/2239416718 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b5c198d50 msgr2=0x7f8b5c19ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:50.714 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b613c5700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b5c198d50 0x7f8b5c19ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:50.714 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b613c5700 1 -- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8b5c1030d0 msgr2=0x7f8b5c198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:50.714 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b613c5700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8b5c1030d0 0x7f8b5c198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:50.714 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b613c5700 1 -- 172.21.15.190:0/2239416718 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b5c1a0c20 con 0x7f8b5c1991d0 2024-05-21T01:48:50.714 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b5bfff700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b5c198d50 0x7f8b5c19ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.710+0000 7f8b613c5700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8b5c1991d0 0x7f8b5c1a0350 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8b5400ba50 tx=0x7f8b5400be10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.711+0000 7f8b59ffb700 1 -- 172.21.15.190:0/2239416718 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b54019070 con 0x7f8b5c1991d0 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.711+0000 7f8b59ffb700 1 -- 172.21.15.190:0/2239416718 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b54014440 con 0x7f8b5c1991d0 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.711+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b5c1a0f10 con 0x7f8b5c1991d0 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.711+0000 7f8b59ffb700 1 -- 172.21.15.190:0/2239416718 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b54007590 con 0x7f8b5c1991d0 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.711+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b5c1a1440 con 0x7f8b5c1991d0 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.712+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b5c064ba0 con 0x7f8b5c1991d0 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.712+0000 7f8b59ffb700 1 -- 172.21.15.190:0/2239416718 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f8b5401c070 con 0x7f8b5c1991d0 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.712+0000 7f8b59ffb700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8b4c03e9a0 0x7f8b4c040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:48:50.715 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.712+0000 7f8b59ffb700 1 -- 172.21.15.190:0/2239416718 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f8b54051e10 con 0x7f8b5c1991d0 2024-05-21T01:48:50.716 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.712+0000 7f8b60bc4700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8b4c03e9a0 0x7f8b4c040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:48:50.716 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.713+0000 7f8b60bc4700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8b4c03e9a0 0x7f8b4c040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8b50005e00 tx=0x7f8b50005260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:48:50.718 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.717+0000 7f8b59ffb700 1 -- 172.21.15.190:0/2239416718 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8b54010200 con 0x7f8b5c1991d0 2024-05-21T01:48:50.931 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.930+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi164=y;smithi190=z", "target": ["mon-mgr", ""]}) -- 0x7f8b5c063980 con 0x7f8b4c03e9a0 2024-05-21T01:48:50.949 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.948+0000 7f8b59ffb700 1 -- 172.21.15.190:0/2239416718 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f8b5c063980 con 0x7f8b4c03e9a0 2024-05-21T01:48:50.950 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled mgr update... 2024-05-21T01:48:50.952 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8b4c03e9a0 msgr2=0x7f8b4c040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:50.952 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8b4c03e9a0 0x7f8b4c040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8b50005e00 tx=0x7f8b50005260 comp rx=0 tx=0).stop 2024-05-21T01:48:50.952 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8b5c1991d0 msgr2=0x7f8b5c1a0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:48:50.952 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8b5c1991d0 0x7f8b5c1a0350 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8b5400ba50 tx=0x7f8b5400be10 comp rx=0 tx=0).stop 2024-05-21T01:48:50.952 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 shutdown_connections 2024-05-21T01:48:50.952 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8b5c1991d0 0x7f8b5c1a0350 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:50.953 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8b4c03e9a0 0x7f8b4c040e60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:50.953 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8b5c1030d0 0x7f8b5c198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:50.953 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 --2- 172.21.15.190:0/2239416718 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8b5c198d50 0x7f8b5c19ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:48:50.953 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 >> 172.21.15.190:0/2239416718 conn(0x7f8b5c0fe670 msgr2=0x7f8b5c0ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:48:50.953 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 shutdown_connections 2024-05-21T01:48:50.953 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:48:50.951+0000 7f8b62e28700 1 -- 172.21.15.190:0/2239416718 wait complete. 2024-05-21T01:48:51.592 DEBUG:teuthology.orchestra.run.smithi164:mgr.y> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.y.service 2024-05-21T01:48:51.595 DEBUG:teuthology.orchestra.run.smithi190:mgr.z> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.z.service 2024-05-21T01:48:51.597 INFO:tasks.cephadm:Deploying OSDs... 2024-05-21T01:48:51.597 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:48:51.597 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T01:48:51.654 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T01:48:51.654 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_1 2024-05-21T01:48:51.705 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T01:48:51.705 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:51.705 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 6h/6d Inode: 631 Links: 1 2024-05-21T01:48:51.705 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:51.705 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:51.706 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-05-21 01:47:45.525066599 +0000 2024-05-21T01:48:51.706 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-05-21 01:41:44.312051863 +0000 2024-05-21T01:48:51.706 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-05-21 01:41:44.312051863 +0000 2024-05-21T01:48:51.706 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-05-21 01:41:44.312051863 +0000 2024-05-21T01:48:51.706 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T01:48:51.791 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-05-21T01:48:51.792 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-05-21T01:48:51.792 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.00030824 s, 1.7 MB/s 2024-05-21T01:48:51.795 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T01:48:51.856 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_2 2024-05-21T01:48:51.912 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T01:48:51.912 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:51.912 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-05-21T01:48:51.912 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:51.912 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:51.912 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-05-21 01:47:45.605065406 +0000 2024-05-21T01:48:51.913 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-05-21 01:41:44.954042353 +0000 2024-05-21T01:48:51.913 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-05-21 01:41:44.954042353 +0000 2024-05-21T01:48:51.913 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-05-21 01:41:44.954042353 +0000 2024-05-21T01:48:51.913 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi164=y;smithi190=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: Saving service mgr spec with placement smithi007=x;smithi164=y;smithi190=z;count:3 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: Reconfiguring mon.c (monmap changed)... 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:51.989 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: Reconfiguring daemon mon.c on smithi190 2024-05-21T01:48:51.990 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:51 smithi190 ceph-mon[35961]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:51.994 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-05-21T01:48:51.994 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-05-21T01:48:51.994 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000276602 s, 1.9 MB/s 2024-05-21T01:48:51.998 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T01:48:52.058 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_3 2024-05-21T01:48:52.114 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T01:48:52.114 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:52.114 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-05-21T01:48:52.114 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:52.114 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:52.114 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-05-21 01:47:45.700063990 +0000 2024-05-21T01:48:52.114 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-05-21 01:41:45.534033760 +0000 2024-05-21T01:48:52.114 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-05-21 01:41:45.534033760 +0000 2024-05-21T01:48:52.115 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-05-21 01:41:45.534033760 +0000 2024-05-21T01:48:52.115 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T01:48:52.193 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi164=y;smithi190=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:48:52.193 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: Saving service mgr spec with placement smithi007=x;smithi164=y;smithi190=z;count:3 2024-05-21T01:48:52.193 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:52.193 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:52.193 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:52.194 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: Reconfiguring mon.c (monmap changed)... 2024-05-21T01:48:52.194 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:52.194 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T01:48:52.194 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:52.194 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: Reconfiguring daemon mon.c on smithi190 2024-05-21T01:48:52.195 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:51 smithi007 ceph-mon[31288]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:52.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi007=x;smithi164=y;smithi190=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:48:52.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: Saving service mgr spec with placement smithi007=x;smithi164=y;smithi190=z;count:3 2024-05-21T01:48:52.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:52.196 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:52.196 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:52.196 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: Reconfiguring mon.c (monmap changed)... 2024-05-21T01:48:52.196 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T01:48:52.196 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T01:48:52.196 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:52.197 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: Reconfiguring daemon mon.c on smithi190 2024-05-21T01:48:52.197 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:51 smithi164 ceph-mon[36138]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:52.203 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-05-21T01:48:52.203 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-05-21T01:48:52.203 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000271224 s, 1.9 MB/s 2024-05-21T01:48:52.207 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T01:48:52.264 DEBUG:teuthology.orchestra.run.smithi007:> stat /dev/vg_nvme/lv_4 2024-05-21T01:48:52.316 INFO:teuthology.orchestra.run.smithi007.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T01:48:52.317 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:52.317 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-05-21T01:48:52.317 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:52.317 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:52.317 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-05-21 01:47:45.784062738 +0000 2024-05-21T01:48:52.317 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-05-21 01:41:46.129024946 +0000 2024-05-21T01:48:52.317 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-05-21 01:41:46.129024946 +0000 2024-05-21T01:48:52.317 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-05-21 01:41:46.129024946 +0000 2024-05-21T01:48:52.317 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T01:48:52.399 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records in 2024-05-21T01:48:52.399 INFO:teuthology.orchestra.run.smithi007.stderr:1+0 records out 2024-05-21T01:48:52.400 INFO:teuthology.orchestra.run.smithi007.stderr:512 bytes copied, 0.000278622 s, 1.8 MB/s 2024-05-21T01:48:52.403 DEBUG:teuthology.orchestra.run.smithi007:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T01:48:52.463 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-05-21T01:48:52.463 DEBUG:teuthology.orchestra.run.smithi164:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T01:48:52.482 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T01:48:52.483 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_1 2024-05-21T01:48:52.541 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T01:48:52.541 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:52.542 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-05-21T01:48:52.542 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:52.542 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:52.542 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-05-21 01:48:36.680307861 +0000 2024-05-21T01:48:52.542 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-05-21 01:40:39.526108772 +0000 2024-05-21T01:48:52.543 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-05-21 01:40:39.526108772 +0000 2024-05-21T01:48:52.543 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-05-21 01:40:39.526108772 +0000 2024-05-21T01:48:52.543 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T01:48:52.608 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-05-21T01:48:52.608 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-05-21T01:48:52.608 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000212344 s, 2.4 MB/s 2024-05-21T01:48:52.610 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T01:48:52.668 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_2 2024-05-21T01:48:52.726 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T01:48:52.726 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:52.726 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-05-21T01:48:52.726 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:52.727 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:52.727 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-05-21 01:48:36.681307845 +0000 2024-05-21T01:48:52.727 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-05-21 01:40:39.862103374 +0000 2024-05-21T01:48:52.727 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-05-21 01:40:39.862103374 +0000 2024-05-21T01:48:52.727 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-05-21 01:40:39.862103374 +0000 2024-05-21T01:48:52.727 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T01:48:52.790 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-05-21T01:48:52.790 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-05-21T01:48:52.790 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000195709 s, 2.6 MB/s 2024-05-21T01:48:52.791 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T01:48:52.849 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_3 2024-05-21T01:48:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T01:48:52.905 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:52.905 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 5h/5d Inode: 701 Links: 1 2024-05-21T01:48:52.906 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:52.906 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:52.906 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-05-21 01:48:36.681307845 +0000 2024-05-21T01:48:52.906 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-05-21 01:40:40.195098025 +0000 2024-05-21T01:48:52.906 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-05-21 01:40:40.195098025 +0000 2024-05-21T01:48:52.906 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-05-21 01:40:40.195098025 +0000 2024-05-21T01:48:52.906 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T01:48:52.969 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-05-21T01:48:52.969 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-05-21T01:48:52.969 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000200054 s, 2.6 MB/s 2024-05-21T01:48:52.970 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T01:48:53.026 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_4 2024-05-21T01:48:53.082 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T01:48:53.082 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:53.082 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-05-21T01:48:53.082 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:53.082 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:53.082 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-05-21 01:48:36.681307845 +0000 2024-05-21T01:48:53.082 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-05-21 01:40:40.524092740 +0000 2024-05-21T01:48:53.082 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-05-21 01:40:40.524092740 +0000 2024-05-21T01:48:53.083 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-05-21 01:40:40.524092740 +0000 2024-05-21T01:48:53.083 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T01:48:53.145 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-05-21T01:48:53.145 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-05-21T01:48:53.145 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000225736 s, 2.3 MB/s 2024-05-21T01:48:53.146 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T01:48:53.202 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-05-21T01:48:53.202 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T01:48:53.217 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T01:48:53.218 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_1 2024-05-21T01:48:53.272 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T01:48:53.272 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:53.272 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-05-21T01:48:53.272 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:53.272 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:53.272 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-05-21 01:48:26.869460115 +0000 2024-05-21T01:48:53.272 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-05-21 01:40:48.921492390 +0000 2024-05-21T01:48:53.273 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-05-21 01:40:48.921492390 +0000 2024-05-21T01:48:53.273 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-05-21 01:40:48.921492390 +0000 2024-05-21T01:48:53.273 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T01:48:53.338 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-05-21T01:48:53.339 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-05-21T01:48:53.339 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000320687 s, 1.6 MB/s 2024-05-21T01:48:53.339 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T01:48:53.394 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_2 2024-05-21T01:48:53.449 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T01:48:53.449 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:53.449 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-05-21T01:48:53.449 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:53.449 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:53.449 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-05-21 01:48:26.869460115 +0000 2024-05-21T01:48:53.450 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-05-21 01:40:49.257482937 +0000 2024-05-21T01:48:53.450 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-05-21 01:40:49.257482937 +0000 2024-05-21T01:48:53.450 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-05-21 01:40:49.257482937 +0000 2024-05-21T01:48:53.450 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T01:48:53.512 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-05-21T01:48:53.512 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-05-21T01:48:53.512 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.00020299 s, 2.5 MB/s 2024-05-21T01:48:53.513 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T01:48:53.569 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_3 2024-05-21T01:48:53.624 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T01:48:53.625 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:53.625 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-05-21T01:48:53.625 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:53.625 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:53.625 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-05-21 01:48:26.869460115 +0000 2024-05-21T01:48:53.625 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-05-21 01:40:49.578473905 +0000 2024-05-21T01:48:53.625 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-05-21 01:40:49.578473905 +0000 2024-05-21T01:48:53.625 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-05-21 01:40:49.578473905 +0000 2024-05-21T01:48:53.625 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T01:48:53.687 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-05-21T01:48:53.687 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-05-21T01:48:53.687 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.00019367 s, 2.6 MB/s 2024-05-21T01:48:53.688 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T01:48:53.746 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_4 2024-05-21T01:48:53.801 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T01:48:53.802 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T01:48:53.802 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-05-21T01:48:53.802 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T01:48:53.802 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T01:48:53.802 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-05-21 01:48:26.870460087 +0000 2024-05-21T01:48:53.802 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-05-21 01:40:49.902464789 +0000 2024-05-21T01:48:53.803 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-05-21 01:40:49.902464789 +0000 2024-05-21T01:48:53.803 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-05-21 01:40:49.902464789 +0000 2024-05-21T01:48:53.803 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T01:48:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:53.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:53.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T01:48:53.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T01:48:53.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T01:48:53.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:53.865 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-05-21T01:48:53.865 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-05-21T01:48:53.865 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000190039 s, 2.7 MB/s 2024-05-21T01:48:53.866 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T01:48:53.923 INFO:tasks.cephadm:Deploying osd.0 on smithi007 with /dev/vg_nvme/lv_4... 2024-05-21T01:48:53.923 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T01:48:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:53.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:53.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:53.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T01:48:53.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T01:48:53.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T01:48:53.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:54.000 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:54.000 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:54.000 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:54.000 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:54.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:48:54.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:54.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T01:48:54.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T01:48:54.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T01:48:54.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:54.380 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:48:54.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:54 smithi164 ceph-mon[36138]: Deploying daemon mgr.z on smithi190 2024-05-21T01:48:54.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:54 smithi164 ceph-mon[36138]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:54 smithi007 ceph-mon[31288]: Deploying daemon mgr.z on smithi190 2024-05-21T01:48:54.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:54 smithi007 ceph-mon[31288]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:54 smithi190 ceph-mon[35961]: Deploying daemon mgr.z on smithi190 2024-05-21T01:48:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:54 smithi190 ceph-mon[35961]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:55.251 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:55 smithi190 ceph-mgr[37819]: -- 172.21.15.190:0/2440911407 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5585f71045a0 con 0x5585f70d8800 2024-05-21T01:48:55.516 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:55 smithi190 bash[37800]: 18a1edb982973ce20f24291405a8f55e453183464bc8a3ba22e3d51a5a669c33 2024-05-21T01:48:55.516 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:55 smithi190 systemd[1]: Started Ceph mgr.z for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:48:55.516 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:55.325+0000 7f4f8c36d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T01:48:55.516 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:55.515+0000 7f4f8c36d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:48:55.856 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:55.618+0000 7f4f8c36d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T01:48:56.329 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:55.929+0000 7f4f8c36d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T01:48:56.329 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:56 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:56.014+0000 7f4f8c36d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T01:48:56.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:56 smithi190 ceph-mon[35961]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:56.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:56.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:56.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:56.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T01:48:56.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T01:48:56.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T01:48:56.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:56.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:56 smithi190 ceph-mon[35961]: Deploying daemon mgr.y on smithi164 2024-05-21T01:48:56.656 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:56 smithi164 ceph-mon[36138]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:56.656 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:56.656 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:56.656 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:56.656 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T01:48:56.657 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T01:48:56.657 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T01:48:56.657 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:56.657 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:56 smithi164 ceph-mon[36138]: Deploying daemon mgr.y on smithi164 2024-05-21T01:48:56.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:56 smithi007 ceph-mon[31288]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T01:48:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T01:48:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T01:48:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:48:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:56 smithi007 ceph-mon[31288]: Deploying daemon mgr.y on smithi164 2024-05-21T01:48:57.356 INFO:teuthology.orchestra.run.smithi007.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T01:48:57.357 INFO:teuthology.orchestra.run.smithi007.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T01:48:57.357 INFO:teuthology.orchestra.run.smithi007.stderr: stderr: 10+0 records in 2024-05-21T01:48:57.357 INFO:teuthology.orchestra.run.smithi007.stderr:10+0 records out 2024-05-21T01:48:57.357 INFO:teuthology.orchestra.run.smithi007.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.035903 s, 292 MB/s 2024-05-21T01:48:57.357 INFO:teuthology.orchestra.run.smithi007.stderr:--> Zapping successful for: 2024-05-21T01:48:57.443 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:57 smithi164 systemd[1]: Starting Ceph mgr.y for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:48:57.599 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:57.248+0000 7f4f8c36d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T01:48:57.599 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:57.422+0000 7f4f8c36d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T01:48:57.599 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:57.598+0000 7f4f8c36d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T01:48:57.834 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:57 smithi164 podman[37511]: 2024-05-21 01:48:57.557061401 +0000 UTC m=+0.113271233 container create 441dd277f053c244f821b24997d2044ce21eed13606ed007cbd373bbd58c45b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T01:48:57.835 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:57 smithi164 podman[37511]: 2024-05-21 01:48:57.460938373 +0000 UTC m=+0.017148205 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:48:57.835 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:57 smithi164 podman[37511]: 2024-05-21 01:48:57.767696467 +0000 UTC m=+0.323906291 container init 441dd277f053c244f821b24997d2044ce21eed13606ed007cbd373bbd58c45b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0) 2024-05-21T01:48:57.835 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:57 smithi164 podman[37511]: 2024-05-21 01:48:57.770916529 +0000 UTC m=+0.327126362 container start 441dd277f053c244f821b24997d2044ce21eed13606ed007cbd373bbd58c45b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True) 2024-05-21T01:48:57.835 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:57 smithi164 ceph-mgr[37530]: -- 172.21.15.164:0/1851887626 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5632d93645a0 con 0x5632d9338800 2024-05-21T01:48:57.835 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:57 smithi164 bash[37511]: 441dd277f053c244f821b24997d2044ce21eed13606ed007cbd373bbd58c45b3 2024-05-21T01:48:58.112 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:57 smithi164 systemd[1]: Started Ceph mgr.y for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:48:58.112 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:57 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:48:57.924+0000 7fbdaf63a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T01:48:58.112 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:48:58.110+0000 7fbdaf63a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:48:58.186 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:57.889+0000 7f4f8c36d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T01:48:58.186 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:57.982+0000 7f4f8c36d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T01:48:58.186 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:58 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:58.185+0000 7f4f8c36d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T01:48:58.204 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_4 2024-05-21T01:48:58.443 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:48:58.214+0000 7fbdaf63a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T01:48:58.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:58 smithi164 ceph-mon[36138]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:58.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:58 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:58 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:58 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:58 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:48:58 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:58.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:58 smithi007 ceph-mon[31288]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:58.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:58 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:58 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:58 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:58 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:48:58 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:58.606 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:58 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:58.385+0000 7f4f8c36d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:48:58.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:58 smithi190 ceph-mon[35961]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:48:58.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:58 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:58 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:58 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:58 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:48:58.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:48:58 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:48:58.666 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:48:58.943 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:48:58.540+0000 7fbdaf63a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T01:48:58.943 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:48:58.630+0000 7fbdaf63a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T01:48:59.356 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:59.019+0000 7f4f8c36d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T01:48:59.356 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:59.249+0000 7f4f8c36d200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T01:49:00.106 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:59.684+0000 7f4f8c36d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T01:49:00.106 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:48:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:48:59.780+0000 7f4f8c36d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T01:49:00.193 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:48:59 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:48:59.898+0000 7fbdaf63a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T01:49:00.193 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:00.067+0000 7fbdaf63a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T01:49:00.506 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:00.154+0000 7f4f8c36d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T01:49:00.506 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:00.505+0000 7f4f8c36d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T01:49:00.526 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:00.238+0000 7fbdaf63a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T01:49:00.527 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:00.525+0000 7fbdaf63a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T01:49:00.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.710+0000 7f593de00700 1 -- 172.21.15.7:0/381091760 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f593810b480 msgr2=0x7f593810d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:00.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.710+0000 7f593de00700 1 --2- 172.21.15.7:0/381091760 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f593810b480 0x7f593810d910 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5930009990 tx=0x7f5930009ca0 comp rx=0 tx=0).stop 2024-05-21T01:49:00.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.710+0000 7f593de00700 1 -- 172.21.15.7:0/381091760 shutdown_connections 2024-05-21T01:49:00.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.710+0000 7f593de00700 1 --2- 172.21.15.7:0/381091760 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f593810b480 0x7f593810d910 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:00.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.710+0000 7f593de00700 1 --2- 172.21.15.7:0/381091760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5938077570 0x7f59380759d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:00.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.710+0000 7f593de00700 1 --2- 172.21.15.7:0/381091760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5938075fa0 0x7f5938076420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:00.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.710+0000 7f593de00700 1 -- 172.21.15.7:0/381091760 >> 172.21.15.7:0/381091760 conn(0x7f59380feb10 msgr2=0x7f5938100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:49:00.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.710+0000 7f593de00700 1 -- 172.21.15.7:0/381091760 shutdown_connections 2024-05-21T01:49:00.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.710+0000 7f593de00700 1 -- 172.21.15.7:0/381091760 wait complete. 2024-05-21T01:49:00.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.712+0000 7f593de00700 1 Processor -- start 2024-05-21T01:49:00.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.712+0000 7f593de00700 1 -- start start 2024-05-21T01:49:00.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.712+0000 7f593de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5938075fa0 0x7f593819b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:00.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.712+0000 7f593de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5938077570 0x7f593819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:00.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.712+0000 7f593de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f593810b480 0x7f59381a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:00.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.712+0000 7f593de00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5938111290 con 0x7f5938077570 2024-05-21T01:49:00.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.712+0000 7f593de00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5938111110 con 0x7f593810b480 2024-05-21T01:49:00.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.712+0000 7f593de00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5938111410 con 0x7f5938075fa0 2024-05-21T01:49:00.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5936a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5938075fa0 0x7f593819b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:00.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5936a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5938075fa0 0x7f593819b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:42244/0 (socket says 172.21.15.7:42244) 2024-05-21T01:49:00.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5936a00700 1 -- 172.21.15.7:0/1068617557 learned_addr learned my addr 172.21.15.7:0/1068617557 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f592e000700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5938077570 0x7f593819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5937400700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f593810b480 0x7f59381a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5936a00700 1 -- 172.21.15.7:0/1068617557 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f593810b480 msgr2=0x7f59381a2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5936a00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f593810b480 0x7f59381a2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5936a00700 1 -- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5938077570 msgr2=0x7f593819bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5936a00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5938077570 0x7f593819bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5936a00700 1 -- 172.21.15.7:0/1068617557 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59381a3500 con 0x7f5938075fa0 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.713+0000 7f5936a00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5938075fa0 0x7f593819b8a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f592800c170 tx=0x7f592800c480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.714+0000 7f593ca00700 1 -- 172.21.15.7:0/1068617557 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59280092e0 con 0x7f5938075fa0 2024-05-21T01:49:00.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.714+0000 7f593ca00700 1 -- 172.21.15.7:0/1068617557 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5928003a00 con 0x7f5938075fa0 2024-05-21T01:49:00.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.714+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59381a3790 con 0x7f5938075fa0 2024-05-21T01:49:00.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.714+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59381a3d20 con 0x7f5938075fa0 2024-05-21T01:49:00.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.714+0000 7f593ca00700 1 -- 172.21.15.7:0/1068617557 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5928004750 con 0x7f5938075fa0 2024-05-21T01:49:00.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.715+0000 7f593ca00700 1 -- 172.21.15.7:0/1068617557 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 13) ==== 50277+0+0 (secure 0 0 0) 0x7f592801a020 con 0x7f5938075fa0 2024-05-21T01:49:00.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.715+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f593806a230 con 0x7f5938075fa0 2024-05-21T01:49:00.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.716+0000 7f593ca00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f591c03e750 0x7f591c040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:00.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.716+0000 7f593ca00700 1 -- 172.21.15.7:0/1068617557 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5928052370 con 0x7f5938075fa0 2024-05-21T01:49:00.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.716+0000 7f592e000700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f591c03e750 0x7f591c040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:00.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.717+0000 7f592e000700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f591c03e750 0x7f591c040c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f59380772a0 tx=0x7f5920009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:49:00.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.721+0000 7f593ca00700 1 -- 172.21.15.7:0/1068617557 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5928010040 con 0x7f5938075fa0 2024-05-21T01:49:00.825 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:00.618+0000 7fbdaf63a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T01:49:00.825 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:00.823+0000 7fbdaf63a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T01:49:00.825 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:00.825 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.826 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.826 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.826 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.826 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:00.826 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:00.826 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.826 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T01:49:00.826 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T01:49:00.826 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:00.840 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:00.598+0000 7f4f8c36d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T01:49:00.840 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:00.840 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.840 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.840 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.840 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.840 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:00.840 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:00.841 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.841 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T01:49:00.841 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T01:49:00.841 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:00.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:00.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:00.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:00.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:00.907 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T01:49:00.907 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T01:49:00.907 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:00.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:00.979+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f5938063a40 con 0x7f591c03e750 2024-05-21T01:49:01.106 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:00.839+0000 7f4f8c36d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T01:49:01.106 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:00.972+0000 7f4f8c36d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T01:49:01.106 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:01.065+0000 7f4f8c36d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T01:49:01.193 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:01.014+0000 7fbdaf63a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T01:49:01.839 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:01 smithi164 ceph-mon[36138]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T01:49:01.840 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:01 smithi164 ceph-mon[36138]: Reconfiguring daemon mgr.x on smithi007 2024-05-21T01:49:01.840 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:01 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:49:01.840 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:01 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:49:01.840 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:01 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:01.840 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:01 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:01.840 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:01.619+0000 7fbdaf63a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T01:49:01.840 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:01.838+0000 7fbdaf63a200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T01:49:01.856 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:01.394+0000 7f4f8c36d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T01:49:01.856 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:01.485+0000 7f4f8c36d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T01:49:01.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:01 smithi190 ceph-mon[35961]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T01:49:01.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:01 smithi190 ceph-mon[35961]: Reconfiguring daemon mgr.x on smithi007 2024-05-21T01:49:01.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:01 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:49:01.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:01 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:49:01.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:01 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:01.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:01 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:01.860 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:01 smithi007 ceph-mon[31288]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T01:49:01.860 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:01 smithi007 ceph-mon[31288]: Reconfiguring daemon mgr.x on smithi007 2024-05-21T01:49:01.860 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:01 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:49:01.860 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:01 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:49:01.860 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:01 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:01.860 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:01 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:02.356 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:02.082+0000 7f4f8c36d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T01:49:02.356 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 01:49:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z[37815]: 2024-05-21T01:49:02.300+0000 7f4f8c36d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T01:49:02.568 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:02.258+0000 7fbdaf63a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T01:49:02.569 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:02.360+0000 7fbdaf63a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T01:49:02.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:49:02.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:02.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:02.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:02.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:02.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: Standby manager daemon z started 2024-05-21T01:49:02.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T01:49:02.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T01:49:02.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T01:49:02.592 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:02 smithi007 ceph-mon[31288]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T01:49:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:49:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:02.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:02.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: Standby manager daemon z started 2024-05-21T01:49:02.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T01:49:02.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T01:49:02.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T01:49:02.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:02 smithi190 ceph-mon[35961]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T01:49:02.943 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:02.751+0000 7fbdaf63a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T01:49:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:49:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:02.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:02.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:02.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: Standby manager daemon z started 2024-05-21T01:49:02.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T01:49:02.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T01:49:02.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T01:49:02.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:02 smithi164 ceph-mon[36138]: from='mgr.? 172.21.15.190:0/3917242839' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T01:49:03.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:03.201+0000 7f593ca00700 1 -- 172.21.15.7:0/1068617557 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mgrmap(e 14) ==== 99936+0+0 (secure 0 0 0) 0x7f5928012070 con 0x7f5938075fa0 2024-05-21T01:49:03.443 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:03.115+0000 7fbdaf63a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T01:49:03.443 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:03.207+0000 7fbdaf63a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T01:49:03.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:03 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:03.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:03 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:03.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:03 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:03.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:03 smithi190 ceph-mon[35961]: mgrmap e14: x(active, since 92s), standbys: z 2024-05-21T01:49:03.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:03 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T01:49:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:03 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:03 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:03 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:03 smithi164 ceph-mon[36138]: mgrmap e14: x(active, since 92s), standbys: z 2024-05-21T01:49:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:03 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T01:49:03.944 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:03.451+0000 7fbdaf63a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T01:49:03.944 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:03.585+0000 7fbdaf63a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T01:49:03.944 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:03.679+0000 7fbdaf63a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T01:49:03.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:03 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:03.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:03 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:03.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:03 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:03.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:03 smithi007 ceph-mon[31288]: mgrmap e14: x(active, since 92s), standbys: z 2024-05-21T01:49:03.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:03 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T01:49:04.443 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:04.010+0000 7fbdaf63a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T01:49:04.443 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:04.102+0000 7fbdaf63a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T01:49:04.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:04 smithi190 ceph-mon[35961]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:04.921 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:04 smithi164 ceph-mon[36138]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:04.922 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:04.704+0000 7fbdaf63a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T01:49:04.922 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 01:49:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y[37526]: 2024-05-21T01:49:04.920+0000 7fbdaf63a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T01:49:05.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:04 smithi007 ceph-mon[31288]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:05.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:05.589+0000 7f593ca00700 1 -- 172.21.15.7:0/1068617557 <== mon.1 v2:172.21.15.190:3300/0 8 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f592800dd60 con 0x7f5938075fa0 2024-05-21T01:49:05.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:05 smithi190 ceph-mon[35961]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T01:49:05.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:05 smithi190 ceph-mon[35961]: Standby manager daemon y started 2024-05-21T01:49:05.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:05 smithi190 ceph-mon[35961]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T01:49:05.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:05 smithi190 ceph-mon[35961]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T01:49:05.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:05 smithi190 ceph-mon[35961]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T01:49:05.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:05 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1973256594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9646ba4-3781-4d8f-a5ba-c39737d8c77d"}]: dispatch 2024-05-21T01:49:05.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:05 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1973256594' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9646ba4-3781-4d8f-a5ba-c39737d8c77d"}]': finished 2024-05-21T01:49:05.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:05 smithi190 ceph-mon[35961]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T01:49:05.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:05 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:05.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:05 smithi164 ceph-mon[36138]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T01:49:05.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:05 smithi164 ceph-mon[36138]: Standby manager daemon y started 2024-05-21T01:49:05.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:05 smithi164 ceph-mon[36138]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T01:49:05.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:05 smithi164 ceph-mon[36138]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T01:49:05.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:05 smithi164 ceph-mon[36138]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T01:49:05.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:05 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1973256594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9646ba4-3781-4d8f-a5ba-c39737d8c77d"}]: dispatch 2024-05-21T01:49:05.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:05 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1973256594' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9646ba4-3781-4d8f-a5ba-c39737d8c77d"}]': finished 2024-05-21T01:49:05.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:05 smithi164 ceph-mon[36138]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T01:49:05.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:05 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:06.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:05 smithi007 ceph-mon[31288]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T01:49:06.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:05 smithi007 ceph-mon[31288]: Standby manager daemon y started 2024-05-21T01:49:06.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:05 smithi007 ceph-mon[31288]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T01:49:06.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:05 smithi007 ceph-mon[31288]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T01:49:06.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:05 smithi007 ceph-mon[31288]: from='mgr.? 172.21.15.164:0/2239952404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T01:49:06.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:05 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1973256594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e9646ba4-3781-4d8f-a5ba-c39737d8c77d"}]: dispatch 2024-05-21T01:49:06.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:05 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1973256594' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e9646ba4-3781-4d8f-a5ba-c39737d8c77d"}]': finished 2024-05-21T01:49:06.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:05 smithi007 ceph-mon[31288]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T01:49:06.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:05 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:06 smithi190 ceph-mon[35961]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:06 smithi190 ceph-mon[35961]: mgrmap e15: x(active, since 94s), standbys: z, y 2024-05-21T01:49:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:06 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T01:49:06.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:06 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1248981021' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:49:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:06 smithi164 ceph-mon[36138]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:06 smithi164 ceph-mon[36138]: mgrmap e15: x(active, since 94s), standbys: z, y 2024-05-21T01:49:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:06 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T01:49:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:06 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1248981021' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:49:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:06 smithi007 ceph-mon[31288]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:06 smithi007 ceph-mon[31288]: mgrmap e15: x(active, since 94s), standbys: z, y 2024-05-21T01:49:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T01:49:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:06 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1248981021' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:49:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:08 smithi190 ceph-mon[35961]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:08 smithi164 ceph-mon[36138]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:09.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:08 smithi007 ceph-mon[31288]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:10 smithi190 ceph-mon[35961]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:10 smithi164 ceph-mon[36138]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:11.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:10 smithi007 ceph-mon[31288]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:12.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:12 smithi190 ceph-mon[35961]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:12.928 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:12 smithi007 ceph-mon[31288]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:12 smithi164 ceph-mon[36138]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:14 smithi190 ceph-mon[35961]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:14 smithi164 ceph-mon[36138]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:14.967 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:14 smithi007 ceph-mon[31288]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:15.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T01:49:15.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:16.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T01:49:16.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:16.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T01:49:16.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:16.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:16 smithi007 ceph-mon[31288]: Deploying daemon osd.0 on smithi007 2024-05-21T01:49:16.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:16 smithi007 ceph-mon[31288]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:16 smithi164 ceph-mon[36138]: Deploying daemon osd.0 on smithi007 2024-05-21T01:49:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:16 smithi164 ceph-mon[36138]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:16 smithi190 ceph-mon[35961]: Deploying daemon osd.0 on smithi007 2024-05-21T01:49:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:16 smithi190 ceph-mon[35961]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:18.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:18 smithi007 ceph-mon[31288]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:18 smithi164 ceph-mon[36138]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:18 smithi190 ceph-mon[35961]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:20 smithi164 ceph-mon[36138]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:20.954 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:20 smithi007 ceph-mon[31288]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:20 smithi190 ceph-mon[35961]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:22.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:22 smithi007 ceph-mon[31288]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:22 smithi164 ceph-mon[36138]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:22 smithi190 ceph-mon[35961]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:24.889 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:24 smithi007 ceph-mon[31288]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:24.889 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:24.889 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:24.889 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:24.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:24 smithi164 ceph-mon[36138]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:24.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:24.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:24.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:24 smithi190 ceph-mon[35961]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:25.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:25.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:26.801 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:26 smithi007 ceph-mon[31288]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:26.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:26 smithi164 ceph-mon[36138]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:26 smithi190 ceph-mon[35961]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:27.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:27.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:27.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:27.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:27.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:27.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:27 smithi007 ceph-mon[31288]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:27.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:27 smithi007 ceph-mon[31288]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T01:49:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:28.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:27 smithi190 ceph-mon[35961]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:28.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:27 smithi190 ceph-mon[35961]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T01:49:28.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:28.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:28.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:28.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:28.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:28.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:27 smithi164 ceph-mon[36138]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:28.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:27 smithi164 ceph-mon[36138]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T01:49:28.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.930+0000 7f593ca00700 1 -- 172.21.15.7:0/1068617557 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5938063a40 con 0x7f591c03e750 2024-05-21T01:49:28.933 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 0 on host 'smithi007' 2024-05-21T01:49:28.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f591c03e750 msgr2=0x7f591c040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:28.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f591c03e750 0x7f591c040c10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f59380772a0 tx=0x7f5920009260 comp rx=0 tx=0).stop 2024-05-21T01:49:28.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5938075fa0 msgr2=0x7f593819b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:28.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5938075fa0 0x7f593819b8a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f592800c170 tx=0x7f592800c480 comp rx=0 tx=0).stop 2024-05-21T01:49:28.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 shutdown_connections 2024-05-21T01:49:28.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f593810b480 0x7f59381a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:28.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5938075fa0 0x7f593819b8a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:28.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f591c03e750 0x7f591c040c10 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:28.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 --2- 172.21.15.7:0/1068617557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5938077570 0x7f593819bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:28.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 >> 172.21.15.7:0/1068617557 conn(0x7f59380feb10 msgr2=0x7f5938107380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:49:28.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.934+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 shutdown_connections 2024-05-21T01:49:28.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:49:28.935+0000 7f593de00700 1 -- 172.21.15.7:0/1068617557 wait complete. 2024-05-21T01:49:29.004 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:28 smithi007 ceph-mon[31288]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T01:49:29.004 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:28 smithi007 ceph-mon[31288]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T01:49:29.004 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:28 smithi007 ceph-mon[31288]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:49:29.004 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:28 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:28 smithi190 ceph-mon[35961]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T01:49:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:28 smithi190 ceph-mon[35961]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T01:49:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:28 smithi190 ceph-mon[35961]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:49:29.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:28 smithi164 ceph-mon[36138]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T01:49:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:28 smithi164 ceph-mon[36138]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T01:49:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:28 smithi164 ceph-mon[36138]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:49:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:28 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:29.763 DEBUG:teuthology.orchestra.run.smithi007:osd.0> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.0.service 2024-05-21T01:49:29.768 INFO:tasks.cephadm:Deploying osd.1 on smithi164 with /dev/vg_nvme/lv_4... 2024-05-21T01:49:29.768 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T01:49:29.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:29 smithi007 ceph-mon[31288]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:49:29.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:29 smithi007 ceph-mon[31288]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T01:49:29.987 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:29 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:29.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:29 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:29.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:29 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:29.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:29 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:29.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:29 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:29.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:29 smithi007 ceph-mon[31288]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:30.011 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T01:49:30.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:29 smithi190 ceph-mon[35961]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:49:30.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:29 smithi190 ceph-mon[35961]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T01:49:30.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:29 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:30.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:29 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:30.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:29 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:30.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:29 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:30.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:29 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:30.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:29 smithi190 ceph-mon[35961]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:30.133 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:29 smithi164 ceph-mon[36138]: from='osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:49:30.133 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:29 smithi164 ceph-mon[36138]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T01:49:30.133 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:29 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:30.133 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:29 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:30.133 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:29 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:30.133 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:29 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:30.133 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:29 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:30.133 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:29 smithi164 ceph-mon[36138]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T01:49:31.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:30 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:49:31.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:30 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:49:31.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:30 smithi007 ceph-mon[31288]: osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] boot 2024-05-21T01:49:31.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:30 smithi007 ceph-mon[31288]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T01:49:31.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:30 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:30 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:49:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:30 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:49:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:30 smithi190 ceph-mon[35961]: osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] boot 2024-05-21T01:49:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:30 smithi190 ceph-mon[35961]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T01:49:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:30 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:31.118 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:30 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:49:31.118 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:30 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:49:31.118 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:30 smithi164 ceph-mon[36138]: osd.0 [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] boot 2024-05-21T01:49:31.118 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:30 smithi164 ceph-mon[36138]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T01:49:31.119 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:30 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T01:49:31.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:31 smithi164 ceph-mon[36138]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T01:49:31.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:31 smithi164 ceph-mon[36138]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:31.969 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T01:49:31.969 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T01:49:31.969 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-05-21T01:49:31.970 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-05-21T01:49:31.970 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124767 s, 840 MB/s 2024-05-21T01:49:31.970 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-05-21T01:49:32.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:31 smithi007 ceph-mon[31288]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T01:49:32.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:31 smithi007 ceph-mon[31288]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:32.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:31 smithi190 ceph-mon[35961]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T01:49:32.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:31 smithi190 ceph-mon[35961]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:32.512 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_4 2024-05-21T01:49:32.745 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T01:49:34.300 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.297+0000 7f42f915a700 1 -- 172.21.15.164:0/530037540 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f4104050 msgr2=0x7f42f410a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:34.300 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.297+0000 7f42f915a700 1 --2- 172.21.15.164:0/530037540 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f4104050 0x7f42f410a900 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f42ec00b0d0 tx=0x7f42ec00b3e0 comp rx=0 tx=0).stop 2024-05-21T01:49:34.300 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.297+0000 7f42f915a700 1 -- 172.21.15.164:0/530037540 shutdown_connections 2024-05-21T01:49:34.300 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.297+0000 7f42f915a700 1 --2- 172.21.15.164:0/530037540 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f4104050 0x7f42f410a900 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.297+0000 7f42f915a700 1 --2- 172.21.15.164:0/530037540 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f41024b0 0x7f42f41028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.297+0000 7f42f915a700 1 --2- 172.21.15.164:0/530037540 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42f41036b0 0x7f42f4103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.297+0000 7f42f915a700 1 -- 172.21.15.164:0/530037540 >> 172.21.15.164:0/530037540 conn(0x7f42f40fda70 msgr2=0x7f42f40ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.297+0000 7f42f915a700 1 -- 172.21.15.164:0/530037540 shutdown_connections 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.297+0000 7f42f915a700 1 -- 172.21.15.164:0/530037540 wait complete. 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f915a700 1 Processor -- start 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f915a700 1 -- start start 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f915a700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f41024b0 0x7f42f406c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f915a700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f41036b0 0x7f42f419e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f915a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42f4104050 0x7f42f41a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:34.301 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f915a700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f42f410dff0 con 0x7f42f41024b0 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f915a700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f42f410de70 con 0x7f42f41036b0 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f915a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f42f410e170 con 0x7f42f4104050 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f259c700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f41036b0 0x7f42f419e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f259c700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f41036b0 0x7f42f419e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:46752/0 (socket says 172.21.15.164:46752) 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.298+0000 7f42f259c700 1 -- 172.21.15.164:0/3599079876 learned_addr learned my addr 172.21.15.164:0/3599079876 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42f359e700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42f4104050 0x7f42f41a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42f259c700 1 -- 172.21.15.164:0/3599079876 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42f4104050 msgr2=0x7f42f41a0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42f259c700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42f4104050 0x7f42f41a0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42f259c700 1 -- 172.21.15.164:0/3599079876 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f41024b0 msgr2=0x7f42f406c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42f259c700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f41024b0 0x7f42f406c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42f259c700 1 -- 172.21.15.164:0/3599079876 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42f41a13f0 con 0x7f42f41036b0 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42f259c700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f41036b0 0x7f42f419e4d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f42e400d980 tx=0x7f42e400dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:49:34.302 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42dbfff700 1 -- 172.21.15.164:0/3599079876 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e4017070 con 0x7f42f41036b0 2024-05-21T01:49:34.303 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42f41a16e0 con 0x7f42f41036b0 2024-05-21T01:49:34.303 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42dbfff700 1 -- 172.21.15.164:0/3599079876 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42e4005020 con 0x7f42f41036b0 2024-05-21T01:49:34.303 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42dbfff700 1 -- 172.21.15.164:0/3599079876 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e4009b50 con 0x7f42f41036b0 2024-05-21T01:49:34.303 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.299+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42f41a1c50 con 0x7f42f41036b0 2024-05-21T01:49:34.303 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.300+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42f406a230 con 0x7f42f41036b0 2024-05-21T01:49:34.304 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.301+0000 7f42dbfff700 1 -- 172.21.15.164:0/3599079876 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f42e40051d0 con 0x7f42f41036b0 2024-05-21T01:49:34.304 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.302+0000 7f42dbfff700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42dc0b27f0 0x7f42dc0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:34.304 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.302+0000 7f42dbfff700 1 -- 172.21.15.164:0/3599079876 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f42e40e0a90 con 0x7f42f41036b0 2024-05-21T01:49:34.304 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.303+0000 7f42f2d9d700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42dc0b27f0 0x7f42dc0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:34.304 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.304+0000 7f42f2d9d700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42dc0b27f0 0x7f42dc0b4cb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f42f4103510 tx=0x7f42e8006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:49:34.306 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.306+0000 7f42dbfff700 1 -- 172.21.15.164:0/3599079876 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f42e4020020 con 0x7f42f41036b0 2024-05-21T01:49:34.441 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:34 smithi007 ceph-mon[31288]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:34.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:34 smithi164 ceph-mon[36138]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:34.521 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:34.520+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f42f4063a40 con 0x7f42dc0b27f0 2024-05-21T01:49:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:34 smithi190 ceph-mon[35961]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:35.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:49:35.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:49:35.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:49:35.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:35.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi007 2024-05-21T01:49:35.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:49:35.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi007 to 17094M 2024-05-21T01:49:35.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:35.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:35.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:49:35.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:49:35.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:49:35.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:35.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi007 2024-05-21T01:49:35.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:49:35.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi007 to 17094M 2024-05-21T01:49:35.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:35.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:35.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:49:35.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi007 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi007 to 17094M 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:35.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:36.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:36 smithi007 ceph-mon[31288]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:36.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:36 smithi190 ceph-mon[35961]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:36 smithi164 ceph-mon[36138]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:37.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:37 smithi007 ceph-mon[31288]: from='client.? 172.21.15.164:0/1130464367' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53b1efa7-4563-4920-9395-42ad249e1b12"}]: dispatch 2024-05-21T01:49:37.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:37 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53b1efa7-4563-4920-9395-42ad249e1b12"}]: dispatch 2024-05-21T01:49:37.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:37 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "53b1efa7-4563-4920-9395-42ad249e1b12"}]': finished 2024-05-21T01:49:37.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:37 smithi007 ceph-mon[31288]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T01:49:37.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:37 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:37.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:37 smithi190 ceph-mon[35961]: from='client.? 172.21.15.164:0/1130464367' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53b1efa7-4563-4920-9395-42ad249e1b12"}]: dispatch 2024-05-21T01:49:37.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:37 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53b1efa7-4563-4920-9395-42ad249e1b12"}]: dispatch 2024-05-21T01:49:37.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:37 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "53b1efa7-4563-4920-9395-42ad249e1b12"}]': finished 2024-05-21T01:49:37.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:37 smithi190 ceph-mon[35961]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T01:49:37.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:37 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:37.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:37 smithi164 ceph-mon[36138]: from='client.? 172.21.15.164:0/1130464367' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53b1efa7-4563-4920-9395-42ad249e1b12"}]: dispatch 2024-05-21T01:49:37.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:37 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53b1efa7-4563-4920-9395-42ad249e1b12"}]: dispatch 2024-05-21T01:49:37.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:37 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "53b1efa7-4563-4920-9395-42ad249e1b12"}]': finished 2024-05-21T01:49:37.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:37 smithi164 ceph-mon[36138]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T01:49:37.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:37 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:38.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:38 smithi190 ceph-mon[35961]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:38.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:38 smithi190 ceph-mon[35961]: from='client.? 172.21.15.164:0/265499787' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:49:38.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:38 smithi164 ceph-mon[36138]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:38.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:38 smithi164 ceph-mon[36138]: from='client.? 172.21.15.164:0/265499787' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:49:39.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:38 smithi007 ceph-mon[31288]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:39.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:38 smithi007 ceph-mon[31288]: from='client.? 172.21.15.164:0/265499787' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:49:40.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:40 smithi164 ceph-mon[36138]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:41.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:40 smithi007 ceph-mon[31288]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:41.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:40 smithi190 ceph-mon[35961]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:42 smithi164 ceph-mon[36138]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:43.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:42 smithi007 ceph-mon[31288]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:43.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:42 smithi190 ceph-mon[35961]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:44.669 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:44 smithi164 ceph-mon[36138]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:44.909 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:44 smithi190 ceph-mon[35961]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:45.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:44 smithi007 ceph-mon[31288]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:45.899 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T01:49:45.899 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:46.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T01:49:46.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:46.098 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T01:49:46.098 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:46.816 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:46 smithi164 ceph-mon[36138]: Deploying daemon osd.1 on smithi164 2024-05-21T01:49:46.817 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:46 smithi164 ceph-mon[36138]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:47.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:46 smithi007 ceph-mon[31288]: Deploying daemon osd.1 on smithi164 2024-05-21T01:49:47.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:46 smithi007 ceph-mon[31288]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:46 smithi190 ceph-mon[35961]: Deploying daemon osd.1 on smithi164 2024-05-21T01:49:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:46 smithi190 ceph-mon[35961]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:48.892 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:48 smithi164 ceph-mon[36138]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:49.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:48 smithi007 ceph-mon[31288]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:48 smithi190 ceph-mon[35961]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:50.892 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:50 smithi164 ceph-mon[36138]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:50.892 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:50.893 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:50.893 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:51.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:50 smithi007 ceph-mon[31288]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:51.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:51.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:51.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:50 smithi190 ceph-mon[35961]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:52 smithi164 ceph-mon[36138]: pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:53.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:52 smithi007 ceph-mon[31288]: pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:53.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:53.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:53.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:53.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:53.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:52 smithi190 ceph-mon[35961]: pgmap v70: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:53.109 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:53.109 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:53.109 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:53.109 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:53.109 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:53.719 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.718+0000 7f42dbfff700 1 -- 172.21.15.164:0/3599079876 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f42f4063a40 con 0x7f42dc0b27f0 2024-05-21T01:49:53.719 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 1 on host 'smithi164' 2024-05-21T01:49:53.721 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.720+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42dc0b27f0 msgr2=0x7f42dc0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:53.721 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.720+0000 7f42f915a700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42dc0b27f0 0x7f42dc0b4cb0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f42f4103510 tx=0x7f42e8006d20 comp rx=0 tx=0).stop 2024-05-21T01:49:53.721 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.720+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f41036b0 msgr2=0x7f42f419e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:53.721 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.720+0000 7f42f915a700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f41036b0 0x7f42f419e4d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f42e400d980 tx=0x7f42e400dc90 comp rx=0 tx=0).stop 2024-05-21T01:49:53.721 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.720+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 shutdown_connections 2024-05-21T01:49:53.722 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.720+0000 7f42f915a700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42f4104050 0x7f42f41a0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:53.722 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.720+0000 7f42f915a700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42dc0b27f0 0x7f42dc0b4cb0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:53.722 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.721+0000 7f42f915a700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42f41024b0 0x7f42f406c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:53.722 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.721+0000 7f42f915a700 1 --2- 172.21.15.164:0/3599079876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42f41036b0 0x7f42f419e4d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:53.722 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.721+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 >> 172.21.15.164:0/3599079876 conn(0x7f42f40fda70 msgr2=0x7f42f4106ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:49:53.722 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.721+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 shutdown_connections 2024-05-21T01:49:53.722 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:49:53.721+0000 7f42f915a700 1 -- 172.21.15.164:0/3599079876 wait complete. 2024-05-21T01:49:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:53 smithi164 ceph-mon[36138]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:54.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:53 smithi007 ceph-mon[31288]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:54.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:53 smithi190 ceph-mon[35961]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:54.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:54.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:54.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:49:54.340 DEBUG:teuthology.orchestra.run.smithi164:osd.1> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.1.service 2024-05-21T01:49:54.342 INFO:tasks.cephadm:Deploying osd.2 on smithi190 with /dev/vg_nvme/lv_4... 2024-05-21T01:49:54.342 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T01:49:54.586 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:49:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:54 smithi164 ceph-mon[36138]: from='osd.1 [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T01:49:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:54 smithi164 ceph-mon[36138]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T01:49:54.995 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:54 smithi190 ceph-mon[35961]: from='osd.1 [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T01:49:54.995 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:54 smithi190 ceph-mon[35961]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T01:49:55.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:54 smithi007 ceph-mon[31288]: from='osd.1 [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T01:49:55.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:54 smithi007 ceph-mon[31288]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T01:49:55.849 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:55 smithi190 ceph-mon[35961]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T01:49:55.850 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:55 smithi190 ceph-mon[35961]: from='osd.1 [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:49:55.850 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:55 smithi190 ceph-mon[35961]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T01:49:55.850 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:55 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:55.850 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:55 smithi190 ceph-mon[35961]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:49:55.850 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:55 smithi190 ceph-mon[35961]: pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:55.872 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:55 smithi164 ceph-mon[36138]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T01:49:55.872 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:55 smithi164 ceph-mon[36138]: from='osd.1 [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:49:55.872 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:55 smithi164 ceph-mon[36138]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T01:49:55.872 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:55 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:55.872 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:55 smithi164 ceph-mon[36138]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:49:55.872 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:55 smithi164 ceph-mon[36138]: pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:55.872 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:49:55 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T01:49:55.722+0000 7f662bcc4700 -1 osd.1 0 waiting for initial osdmap 2024-05-21T01:49:55.873 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:49:55 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T01:49:55.726+0000 7f6627ab7700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:49:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:55 smithi007 ceph-mon[31288]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T01:49:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:55 smithi007 ceph-mon[31288]: from='osd.1 [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:49:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:55 smithi007 ceph-mon[31288]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T01:49:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:55 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:55 smithi007 ceph-mon[31288]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:49:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:55 smithi007 ceph-mon[31288]: pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:56.397 INFO:teuthology.orchestra.run.smithi190.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T01:49:56.397 INFO:teuthology.orchestra.run.smithi190.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T01:49:56.397 INFO:teuthology.orchestra.run.smithi190.stderr: stderr: 10+0 records in 2024-05-21T01:49:56.397 INFO:teuthology.orchestra.run.smithi190.stderr:10+0 records out 2024-05-21T01:49:56.397 INFO:teuthology.orchestra.run.smithi190.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113987 s, 920 MB/s 2024-05-21T01:49:56.397 INFO:teuthology.orchestra.run.smithi190.stderr:--> Zapping successful for: 2024-05-21T01:49:56.970 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:56 smithi190 ceph-mon[35961]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:49:56.970 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:56 smithi190 ceph-mon[35961]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T01:49:56.970 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:56.970 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:56.996 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_4 2024-05-21T01:49:57.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:56 smithi007 ceph-mon[31288]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:49:57.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:56 smithi007 ceph-mon[31288]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T01:49:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:57.165 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:56 smithi164 ceph-mon[36138]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:49:57.165 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:56 smithi164 ceph-mon[36138]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T01:49:57.165 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:57.165 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:57.228 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:49:58.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:49:58.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: osd.1 [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] boot 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi164 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:49:58.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi164 to 17088M 2024-05-21T01:49:58.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:58.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:58.027 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:49:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: osd.1 [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] boot 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi164 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi164 to 17088M 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:58.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:58.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:49:58.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:49:58.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:58.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: osd.1 [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] boot 2024-05-21T01:49:58.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T01:49:58.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T01:49:58.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T01:49:58.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi164 2024-05-21T01:49:58.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:49:58.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi164 to 17088M 2024-05-21T01:49:58.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:58.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:49:58.195 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:49:58.826 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.822+0000 7f018b422700 1 -- 172.21.15.190:0/2685877876 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0184102e50 msgr2=0x7f01841032b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:58.826 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.822+0000 7f018b422700 1 --2- 172.21.15.190:0/2685877876 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0184102e50 0x7f01841032b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0180009990 tx=0x7f0180009ca0 comp rx=0 tx=0).stop 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.822+0000 7f018b422700 1 -- 172.21.15.190:0/2685877876 shutdown_connections 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.822+0000 7f018b422700 1 --2- 172.21.15.190:0/2685877876 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f01841037f0 0x7f018410a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.822+0000 7f018b422700 1 --2- 172.21.15.190:0/2685877876 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0184101c50 0x7f0184102070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.822+0000 7f018b422700 1 --2- 172.21.15.190:0/2685877876 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0184102e50 0x7f01841032b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.822+0000 7f018b422700 1 -- 172.21.15.190:0/2685877876 >> 172.21.15.190:0/2685877876 conn(0x7f01840fd1f0 msgr2=0x7f01840ff630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 -- 172.21.15.190:0/2685877876 shutdown_connections 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 -- 172.21.15.190:0/2685877876 wait complete. 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 Processor -- start 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 -- start start 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0184101c50 0x7f0184199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:58.827 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0184102e50 0x7f0184199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01841037f0 0x7f01841a0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f018410cf00 con 0x7f0184101c50 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f018410cd80 con 0x7f0184102e50 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f018b422700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f018410d080 con 0x7f01841037f0 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f01899bf700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01841037f0 0x7f01841a0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f01899bf700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01841037f0 0x7f01841a0d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:36954/0 (socket says 172.21.15.190:36954) 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.823+0000 7f01899bf700 1 -- 172.21.15.190:0/1250381474 learned_addr learned my addr 172.21.15.190:0/1250381474 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01889bd700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0184102e50 0x7f0184199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01899bf700 1 -- 172.21.15.190:0/1250381474 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0184102e50 msgr2=0x7f0184199c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01899bf700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0184102e50 0x7f0184199c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:58.828 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01899bf700 1 -- 172.21.15.190:0/1250381474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0184101c50 msgr2=0x7f0184199750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01899bf700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0184101c50 0x7f0184199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01899bf700 1 -- 172.21.15.190:0/1250381474 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01841a13b0 con 0x7f01841037f0 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01889bd700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0184102e50 0x7f0184199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01899bf700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01841037f0 0x7f01841a0d10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f017c009fd0 tx=0x7f017c007770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01767fc700 1 -- 172.21.15.190:0/1250381474 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017c019070 con 0x7f01841037f0 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01767fc700 1 -- 172.21.15.190:0/1250381474 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f017c003e30 con 0x7f01841037f0 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f01767fc700 1 -- 172.21.15.190:0/1250381474 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017c014890 con 0x7f01841037f0 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01841a16a0 con 0x7f01841037f0 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.824+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01841a1c10 con 0x7f01841037f0 2024-05-21T01:49:58.829 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.825+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f018406a230 con 0x7f01841037f0 2024-05-21T01:49:58.830 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.826+0000 7f01767fc700 1 -- 172.21.15.190:0/1250381474 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 15) ==== 149595+0+0 (secure 0 0 0) 0x7f017c01c070 con 0x7f01841037f0 2024-05-21T01:49:58.830 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.827+0000 7f01767fc700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f01700b2870 0x7f01700b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:49:58.830 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.827+0000 7f01767fc700 1 -- 172.21.15.190:0/1250381474 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f017c0e0410 con 0x7f01841037f0 2024-05-21T01:49:58.831 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.827+0000 7f01891be700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f01700b2870 0x7f01700b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:49:58.831 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.829+0000 7f01891be700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f01700b2870 0x7f01700b4d30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0184102cb0 tx=0x7f0178006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:49:58.832 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:58.832+0000 7f01767fc700 1 -- 172.21.15.190:0/1250381474 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f017c051df0 con 0x7f01841037f0 2024-05-21T01:49:59.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:58 smithi007 ceph-mon[31288]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T01:49:59.048 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:49:59.047+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f0184063a40 con 0x7f01700b2870 2024-05-21T01:49:59.048 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:58 smithi190 ceph-mon[35961]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T01:49:59.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:58 smithi164 ceph-mon[36138]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T01:49:59.998 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:59 smithi190 ceph-mon[35961]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:49:59.999 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:59 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:49:59.999 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:59 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:49:59.999 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:59 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:49:59.999 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:49:59 smithi190 ceph-mon[35961]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:00.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:59 smithi007 ceph-mon[31288]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:50:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:59 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:50:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:59 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:50:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:59 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:49:59 smithi007 ceph-mon[31288]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:00.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:59 smithi164 ceph-mon[36138]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:50:00.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:59 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:50:00.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:59 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:50:00.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:59 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:00.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:49:59 smithi164 ceph-mon[36138]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:00.892 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:00 smithi190 ceph-mon[35961]: overall HEALTH_OK 2024-05-21T01:50:01.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:00 smithi007 ceph-mon[31288]: overall HEALTH_OK 2024-05-21T01:50:01.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:00 smithi164 ceph-mon[36138]: overall HEALTH_OK 2024-05-21T01:50:02.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:01 smithi007 ceph-mon[31288]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:02.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:01 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/1633219521' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "473a7ddd-0f51-4d2d-bb6e-06281b49772a"}]: dispatch 2024-05-21T01:50:02.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:01 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "473a7ddd-0f51-4d2d-bb6e-06281b49772a"}]: dispatch 2024-05-21T01:50:02.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:01 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "473a7ddd-0f51-4d2d-bb6e-06281b49772a"}]': finished 2024-05-21T01:50:02.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:01 smithi007 ceph-mon[31288]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T01:50:02.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:01 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:02.046 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:01 smithi190 ceph-mon[35961]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:02.047 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:01 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/1633219521' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "473a7ddd-0f51-4d2d-bb6e-06281b49772a"}]: dispatch 2024-05-21T01:50:02.047 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:01 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "473a7ddd-0f51-4d2d-bb6e-06281b49772a"}]: dispatch 2024-05-21T01:50:02.047 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:01 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "473a7ddd-0f51-4d2d-bb6e-06281b49772a"}]': finished 2024-05-21T01:50:02.047 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:01 smithi190 ceph-mon[35961]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T01:50:02.047 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:01 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:02.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:01 smithi164 ceph-mon[36138]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:02.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:01 smithi164 ceph-mon[36138]: from='client.? 172.21.15.190:0/1633219521' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "473a7ddd-0f51-4d2d-bb6e-06281b49772a"}]: dispatch 2024-05-21T01:50:02.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:01 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "473a7ddd-0f51-4d2d-bb6e-06281b49772a"}]: dispatch 2024-05-21T01:50:02.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:01 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "473a7ddd-0f51-4d2d-bb6e-06281b49772a"}]': finished 2024-05-21T01:50:02.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:01 smithi164 ceph-mon[36138]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T01:50:02.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:01 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:02 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/984717938' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:50:03.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:02 smithi164 ceph-mon[36138]: from='client.? 172.21.15.190:0/984717938' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:50:03.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:02 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/984717938' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:50:04.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:03 smithi190 ceph-mon[35961]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:04.175 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:03 smithi007 ceph-mon[31288]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:04.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:03 smithi164 ceph-mon[36138]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:06.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:06 smithi007 ceph-mon[31288]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:06.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:06 smithi190 ceph-mon[35961]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:06.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:06 smithi164 ceph-mon[36138]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:08.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:08 smithi007 ceph-mon[31288]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:08.549 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:08 smithi190 ceph-mon[35961]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:08 smithi164 ceph-mon[36138]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:09.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:09 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T01:50:09.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:09 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:09.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:09 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T01:50:09.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:09 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:09.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:09 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T01:50:09.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:09 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:10.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:10 smithi190 ceph-mon[35961]: Deploying daemon osd.2 on smithi190 2024-05-21T01:50:10.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:10 smithi190 ceph-mon[35961]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:10.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:10 smithi007 ceph-mon[31288]: Deploying daemon osd.2 on smithi190 2024-05-21T01:50:10.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:10 smithi007 ceph-mon[31288]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:10 smithi164 ceph-mon[36138]: Deploying daemon osd.2 on smithi190 2024-05-21T01:50:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:10 smithi164 ceph-mon[36138]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:12.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:12 smithi007 ceph-mon[31288]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:12.592 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:12 smithi190 ceph-mon[35961]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:12 smithi164 ceph-mon[36138]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:14.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:14 smithi190 ceph-mon[35961]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:14.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:14 smithi007 ceph-mon[31288]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:14.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:14.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:14 smithi164 ceph-mon[36138]: pgmap v86: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:14.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:15.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:15.501 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:15.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:15.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:15.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:15.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:16.402 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:16 smithi190 ceph-mon[35961]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:16.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:16 smithi164 ceph-mon[36138]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:16.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:16 smithi007 ceph-mon[31288]: pgmap v87: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:17.793 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.793+0000 7f01767fc700 1 -- 172.21.15.190:0/1250381474 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0184063a40 con 0x7f01700b2870 2024-05-21T01:50:17.794 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 2 on host 'smithi190' 2024-05-21T01:50:17.796 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f01700b2870 msgr2=0x7f01700b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:17.796 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f01700b2870 0x7f01700b4d30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0184102cb0 tx=0x7f0178006d20 comp rx=0 tx=0).stop 2024-05-21T01:50:17.796 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01841037f0 msgr2=0x7f01841a0d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:17.796 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01841037f0 0x7f01841a0d10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f017c009fd0 tx=0x7f017c007770 comp rx=0 tx=0).stop 2024-05-21T01:50:17.796 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 shutdown_connections 2024-05-21T01:50:17.796 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f01841037f0 0x7f01841a0d10 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:17.796 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f01700b2870 0x7f01700b4d30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:17.797 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0184101c50 0x7f0184199750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:17.797 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 --2- 172.21.15.190:0/1250381474 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0184102e50 0x7f0184199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:17.797 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 >> 172.21.15.190:0/1250381474 conn(0x7f01840fd1f0 msgr2=0x7f0184106150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:50:17.797 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 shutdown_connections 2024-05-21T01:50:17.797 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:50:17.795+0000 7f018b422700 1 -- 172.21.15.190:0/1250381474 wait complete. 2024-05-21T01:50:18.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:50:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:17 smithi190 ceph-mon[35961]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:18.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:18.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:50:18.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:17 smithi007 ceph-mon[31288]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:18.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:18.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:18.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:50:18.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:17 smithi164 ceph-mon[36138]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:18.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:18.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:18.571 DEBUG:teuthology.orchestra.run.smithi190:osd.2> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.2.service 2024-05-21T01:50:18.573 INFO:tasks.cephadm:Deploying osd.3 on smithi007 with /dev/vg_nvme/lv_3... 2024-05-21T01:50:18.574 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T01:50:19.029 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:50:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:19 smithi190 ceph-mon[35961]: from='osd.2 [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T01:50:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:19 smithi190 ceph-mon[35961]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T01:50:19.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:19 smithi007 ceph-mon[31288]: from='osd.2 [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T01:50:19.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:19 smithi007 ceph-mon[31288]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T01:50:19.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:19 smithi164 ceph-mon[36138]: from='osd.2 [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T01:50:19.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:19 smithi164 ceph-mon[36138]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T01:50:20.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:20 smithi190 ceph-mon[35961]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T01:50:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:20 smithi190 ceph-mon[35961]: from='osd.2 [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:50:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:20 smithi190 ceph-mon[35961]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T01:50:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:20 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:20 smithi190 ceph-mon[35961]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:50:20.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:20 smithi190 ceph-mon[35961]: pgmap v90: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:20.357 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:20 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2[41098]: 2024-05-21T01:50:20.033+0000 7fcb2471f700 -1 osd.2 0 waiting for initial osdmap 2024-05-21T01:50:20.358 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:20 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2[41098]: 2024-05-21T01:50:20.037+0000 7fcb20512700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:50:20.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:20 smithi007 ceph-mon[31288]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T01:50:20.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:20 smithi007 ceph-mon[31288]: from='osd.2 [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:50:20.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:20 smithi007 ceph-mon[31288]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T01:50:20.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:20.389 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:20 smithi007 ceph-mon[31288]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:50:20.390 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:20 smithi007 ceph-mon[31288]: pgmap v90: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:20.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:20 smithi164 ceph-mon[36138]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T01:50:20.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:20 smithi164 ceph-mon[36138]: from='osd.2 [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:50:20.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:20 smithi164 ceph-mon[36138]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T01:50:20.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:20 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:20.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:20 smithi164 ceph-mon[36138]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:50:20.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:20 smithi164 ceph-mon[36138]: pgmap v90: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:21 smithi190 ceph-mon[35961]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:50:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:21 smithi190 ceph-mon[35961]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T01:50:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:21 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:21 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:21.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:21 smithi164 ceph-mon[36138]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:50:21.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:21 smithi164 ceph-mon[36138]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T01:50:21.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:21 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:21.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:21 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:21.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:21 smithi007 ceph-mon[31288]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:50:21.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:21 smithi007 ceph-mon[31288]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T01:50:21.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:21 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:21.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:21 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:21.963 INFO:teuthology.orchestra.run.smithi007.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T01:50:21.963 INFO:teuthology.orchestra.run.smithi007.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T01:50:21.963 INFO:teuthology.orchestra.run.smithi007.stderr: stderr: 10+0 records in 2024-05-21T01:50:21.963 INFO:teuthology.orchestra.run.smithi007.stderr:10+0 records out 2024-05-21T01:50:21.963 INFO:teuthology.orchestra.run.smithi007.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0357171 s, 294 MB/s 2024-05-21T01:50:21.963 INFO:teuthology.orchestra.run.smithi007.stderr:--> Zapping successful for: 2024-05-21T01:50:22.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: osd.2 [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] boot 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: pgmap v93: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi190 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi190 to 17088M 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:22.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:50:22.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T01:50:22.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:50:22.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:50:22.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:22.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: osd.2 [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] boot 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: pgmap v93: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi190 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi190 to 17088M 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T01:50:22.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:50:22.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:50:22.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:22.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: osd.2 [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] boot 2024-05-21T01:50:22.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T01:50:22.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: pgmap v93: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi190 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi190 to 17088M 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:22.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T01:50:22.782 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_3 2024-05-21T01:50:23.229 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:50:23.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T01:50:23.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 ceph-mon[35961]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T01:50:23.338 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T01:50:23.381 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47713]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T01:50:23.381 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47713]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.381 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47713]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.381 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47713]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.381 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47729]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T01:50:23.382 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47729]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.382 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47729]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.382 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47729]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.382 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T01:50:23.382 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 ceph-mon[31288]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T01:50:23.382 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T01:50:23.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T01:50:23.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 ceph-mon[36138]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T01:50:23.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T01:50:23.443 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44889]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T01:50:23.443 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44889]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.444 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44889]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.444 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44889]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.444 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44892]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T01:50:23.444 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44892]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.444 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44892]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.444 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44892]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45164]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T01:50:23.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45164]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45164]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45164]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45167]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T01:50:23.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45167]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45167]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45167]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.607 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45158]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T01:50:23.607 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45158]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.607 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45158]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.607 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45158]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.608 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45161]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T01:50:23.608 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45161]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.608 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45161]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.608 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 01:50:23 smithi190 sudo[45161]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.638 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47752]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T01:50:23.638 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47752]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.638 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47752]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.639 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47752]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.639 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47755]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T01:50:23.639 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47755]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.639 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47755]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.639 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:23 smithi007 sudo[47755]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44895]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T01:50:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44895]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44895]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44895]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44898]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T01:50:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44898]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T01:50:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44898]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T01:50:23.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:23 smithi164 sudo[44898]: pam_unix(sudo:session): session closed for user root 2024-05-21T01:50:24.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: pgmap v96: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:50:24.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:50:24.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:24 smithi190 ceph-mon[35961]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T01:50:24.414 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: pgmap v96: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:50:24.415 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:50:24.416 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:50:24.416 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T01:50:24.416 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T01:50:24.416 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:50:24.416 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:50:24.416 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:50:24.416 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:24 smithi007 ceph-mon[31288]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T01:50:24.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T01:50:24.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T01:50:24.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: pgmap v96: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:24.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:24.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T01:50:24.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T01:50:24.445 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T01:50:24.445 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T01:50:24.445 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:24 smithi164 ceph-mon[36138]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T01:50:25.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:25 smithi190 ceph-mon[35961]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T01:50:25.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:25 smithi190 ceph-mon[35961]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-21T01:50:25.384 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:25 smithi007 ceph-mon[31288]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T01:50:25.384 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:25 smithi007 ceph-mon[31288]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-21T01:50:25.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:25 smithi164 ceph-mon[36138]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T01:50:25.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:25 smithi164 ceph-mon[36138]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-21T01:50:25.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.563+0000 7f0734400700 1 -- 172.21.15.7:0/2935234470 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10ade0 msgr2=0x7f072c10b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:25.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.563+0000 7f0734400700 1 --2- 172.21.15.7:0/2935234470 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10ade0 0x7f072c10b240 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f07180099c0 tx=0x7f0718009cd0 comp rx=0 tx=0).stop 2024-05-21T01:50:25.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.563+0000 7f0734400700 1 -- 172.21.15.7:0/2935234470 shutdown_connections 2024-05-21T01:50:25.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.563+0000 7f0734400700 1 --2- 172.21.15.7:0/2935234470 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f072c10b780 0x7f072c112030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:25.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.563+0000 7f0734400700 1 --2- 172.21.15.7:0/2935234470 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f072c109be0 0x7f072c10a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:25.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.563+0000 7f0734400700 1 --2- 172.21.15.7:0/2935234470 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10ade0 0x7f072c10b240 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:25.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.563+0000 7f0734400700 1 -- 172.21.15.7:0/2935234470 >> 172.21.15.7:0/2935234470 conn(0x7f072c078bb0 msgr2=0x7f072c07aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:50:25.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.564+0000 7f0734400700 1 -- 172.21.15.7:0/2935234470 shutdown_connections 2024-05-21T01:50:25.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.564+0000 7f0734400700 1 -- 172.21.15.7:0/2935234470 wait complete. 2024-05-21T01:50:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.565+0000 7f0734400700 1 Processor -- start 2024-05-21T01:50:25.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.565+0000 7f0734400700 1 -- start start 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0734400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f072c109be0 0x7f072c19fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0734400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f072c10ade0 0x7f072c1a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0734400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10b780 0x7f072c1a72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0734400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f072c1156c0 con 0x7f072c10ade0 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0734400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f072c115540 con 0x7f072c10b780 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0734400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f072c115840 con 0x7f072c109be0 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0732400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10b780 0x7f072c1a72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0731000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f072c10ade0 0x7f072c1a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0732400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10b780 0x7f072c1a72f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55496/0 (socket says 172.21.15.7:55496) 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0732400700 1 -- 172.21.15.7:0/4007772225 learned_addr learned my addr 172.21.15.7:0/4007772225 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0731000700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f072c10ade0 0x7f072c1a0270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58846/0 (socket says 172.21.15.7:58846) 2024-05-21T01:50:25.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.566+0000 7f0731a00700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f072c109be0 0x7f072c19fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:50:25.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f0732400700 1 -- 172.21.15.7:0/4007772225 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f072c109be0 msgr2=0x7f072c19fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f0732400700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f072c109be0 0x7f072c19fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f0732400700 1 -- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f072c10ade0 msgr2=0x7f072c1a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f0732400700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f072c10ade0 0x7f072c1a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f0732400700 1 -- 172.21.15.7:0/4007772225 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f072c1a7990 con 0x7f072c10b780 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f0732400700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10b780 0x7f072c1a72f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f072400ef30 tx=0x7f072400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f072a000700 1 -- 172.21.15.7:0/4007772225 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07240092e0 con 0x7f072c10b780 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f072a000700 1 -- 172.21.15.7:0/4007772225 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0724004bb0 con 0x7f072c10b780 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f072c1a7c20 con 0x7f072c10b780 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f072a000700 1 -- 172.21.15.7:0/4007772225 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0724004020 con 0x7f072c10b780 2024-05-21T01:50:25.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.567+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f072c1a8160 con 0x7f072c10b780 2024-05-21T01:50:25.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.569+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f072c06a230 con 0x7f072c10b780 2024-05-21T01:50:25.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.571+0000 7f072a000700 1 -- 172.21.15.7:0/4007772225 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f072401b030 con 0x7f072c10b780 2024-05-21T01:50:25.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.572+0000 7f072a000700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07140b2880 0x7f07140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:50:25.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.572+0000 7f072a000700 1 -- 172.21.15.7:0/4007772225 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f07240e08e0 con 0x7f072c10b780 2024-05-21T01:50:25.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.572+0000 7f0731a00700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07140b2880 0x7f07140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:50:25.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.573+0000 7f0731a00700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07140b2880 0x7f07140b4d40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f072c10ac40 tx=0x7f0720009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:50:25.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.576+0000 7f072a000700 1 -- 172.21.15.7:0/4007772225 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0724022020 con 0x7f072c10b780 2024-05-21T01:50:25.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:25.825+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f072c063980 con 0x7f07140b2880 2024-05-21T01:50:26.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:26 smithi190 ceph-mon[35961]: pgmap v98: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:26.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:50:26.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:50:26.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:26.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:26 smithi164 ceph-mon[36138]: pgmap v98: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:26.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:50:26.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:50:26.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:26.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:26 smithi007 ceph-mon[31288]: pgmap v98: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:26.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:50:26.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:50:26.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:27.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:27 smithi190 ceph-mon[35961]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:50:27.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:27 smithi164 ceph-mon[36138]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:50:27.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:27 smithi007 ceph-mon[31288]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:50:28.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:28 smithi007 ceph-mon[31288]: pgmap v99: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:28.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:28 smithi164 ceph-mon[36138]: pgmap v99: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:28.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:28 smithi190 ceph-mon[35961]: pgmap v99: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:30.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:30 smithi007 ceph-mon[31288]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:30.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:30 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3711486925' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf1c228-b1c2-486f-807d-b08dea24a15f"}]: dispatch 2024-05-21T01:50:30.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:30 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf1c228-b1c2-486f-807d-b08dea24a15f"}]: dispatch 2024-05-21T01:50:30.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:30 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "faf1c228-b1c2-486f-807d-b08dea24a15f"}]': finished 2024-05-21T01:50:30.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:30 smithi007 ceph-mon[31288]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T01:50:30.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:30 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:30.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:30 smithi190 ceph-mon[35961]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:30.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:30 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3711486925' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf1c228-b1c2-486f-807d-b08dea24a15f"}]: dispatch 2024-05-21T01:50:30.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:30 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf1c228-b1c2-486f-807d-b08dea24a15f"}]: dispatch 2024-05-21T01:50:30.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:30 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "faf1c228-b1c2-486f-807d-b08dea24a15f"}]': finished 2024-05-21T01:50:30.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:30 smithi190 ceph-mon[35961]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T01:50:30.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:30 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:30.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:30 smithi164 ceph-mon[36138]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:30.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:30 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3711486925' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf1c228-b1c2-486f-807d-b08dea24a15f"}]: dispatch 2024-05-21T01:50:30.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:30 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "faf1c228-b1c2-486f-807d-b08dea24a15f"}]: dispatch 2024-05-21T01:50:30.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:30 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "faf1c228-b1c2-486f-807d-b08dea24a15f"}]': finished 2024-05-21T01:50:30.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:30 smithi164 ceph-mon[36138]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T01:50:30.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:30 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:31.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:31 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1381247220' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:50:31.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:31 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1381247220' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:50:31.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:31 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1381247220' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:50:32.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:32 smithi007 ceph-mon[31288]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:32.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:32 smithi190 ceph-mon[35961]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:32 smithi164 ceph-mon[36138]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:34.516 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:34 smithi007 ceph-mon[31288]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:34 smithi190 ceph-mon[35961]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:34 smithi164 ceph-mon[36138]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:36.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:36 smithi007 ceph-mon[31288]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:36.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:36 smithi190 ceph-mon[35961]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:36.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:36 smithi164 ceph-mon[36138]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:38.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:38 smithi007 ceph-mon[31288]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:38.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:38 smithi190 ceph-mon[35961]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:38.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:38 smithi164 ceph-mon[36138]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:40 smithi007 ceph-mon[31288]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T01:50:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:40 smithi007 ceph-mon[31288]: Deploying daemon osd.3 on smithi007 2024-05-21T01:50:40.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:40 smithi190 ceph-mon[35961]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:40.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T01:50:40.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:40.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:40 smithi190 ceph-mon[35961]: Deploying daemon osd.3 on smithi007 2024-05-21T01:50:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:40 smithi164 ceph-mon[36138]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T01:50:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:40 smithi164 ceph-mon[36138]: Deploying daemon osd.3 on smithi007 2024-05-21T01:50:42.516 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:42 smithi007 ceph-mon[31288]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:42.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:42 smithi190 ceph-mon[35961]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:42.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:42 smithi164 ceph-mon[36138]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:44.489 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:44 smithi007 ceph-mon[31288]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:44 smithi190 ceph-mon[35961]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:44 smithi164 ceph-mon[36138]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:46.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:46 smithi007 ceph-mon[31288]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:46.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:46 smithi190 ceph-mon[35961]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:46.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:46 smithi164 ceph-mon[36138]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:48.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:48 smithi007 ceph-mon[31288]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:48.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:48 smithi190 ceph-mon[35961]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:48.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:48 smithi164 ceph-mon[36138]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:49.733 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:49.733 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:49.733 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:49.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:49.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:49.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:49.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:49.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:49.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:50.536 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:50 smithi007 ceph-mon[31288]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:50.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:50 smithi190 ceph-mon[35961]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:50 smithi164 ceph-mon[36138]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:52.679 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:52 smithi007 ceph-mon[31288]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:52.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:52.680 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:52.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:52 smithi190 ceph-mon[35961]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:52.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:52.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:52 smithi164 ceph-mon[36138]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:53.638 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 3 on host 'smithi007' 2024-05-21T01:50:53.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.637+0000 7f072a000700 1 -- 172.21.15.7:0/4007772225 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f072c063980 con 0x7f07140b2880 2024-05-21T01:50:53.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.640+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07140b2880 msgr2=0x7f07140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:53.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.640+0000 7f0734400700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07140b2880 0x7f07140b4d40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f072c10ac40 tx=0x7f0720009260 comp rx=0 tx=0).stop 2024-05-21T01:50:53.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10b780 msgr2=0x7f072c1a72f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:53.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10b780 0x7f072c1a72f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f072400ef30 tx=0x7f072400c3a0 comp rx=0 tx=0).stop 2024-05-21T01:50:53.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 shutdown_connections 2024-05-21T01:50:53.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f072c10b780 0x7f072c1a72f0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:53.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f072c109be0 0x7f072c19fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:53.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07140b2880 0x7f07140b4d40 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:53.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 --2- 172.21.15.7:0/4007772225 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f072c10ade0 0x7f072c1a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:53.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 >> 172.21.15.7:0/4007772225 conn(0x7f072c078bb0 msgr2=0x7f072c10e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:50:53.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 shutdown_connections 2024-05-21T01:50:53.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:50:53.641+0000 7f0734400700 1 -- 172.21.15.7:0/4007772225 wait complete. 2024-05-21T01:50:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:53 smithi190 ceph-mon[35961]: from='osd.3 [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T01:50:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:53 smithi190 ceph-mon[35961]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T01:50:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:50:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:53 smithi164 ceph-mon[36138]: from='osd.3 [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T01:50:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:53 smithi164 ceph-mon[36138]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T01:50:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:50:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:53 smithi007 ceph-mon[31288]: from='osd.3 [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T01:50:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:53 smithi007 ceph-mon[31288]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T01:50:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:50:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:54.471 DEBUG:teuthology.orchestra.run.smithi007:osd.3> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.3.service 2024-05-21T01:50:54.476 INFO:tasks.cephadm:Deploying osd.4 on smithi164 with /dev/vg_nvme/lv_3... 2024-05-21T01:50:54.476 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T01:50:54.727 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T01:50:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:54 smithi007 ceph-mon[31288]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:54 smithi007 ceph-mon[31288]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T01:50:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:54 smithi007 ceph-mon[31288]: from='osd.3 [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:50:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:54 smithi007 ceph-mon[31288]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T01:50:54.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:54.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:54 smithi007 ceph-mon[31288]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:50:54.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:54.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:54.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:54.844 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:54 smithi164 ceph-mon[36138]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:54.844 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:54 smithi164 ceph-mon[36138]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T01:50:54.844 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:54 smithi164 ceph-mon[36138]: from='osd.3 [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:50:54.844 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:54 smithi164 ceph-mon[36138]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T01:50:54.844 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:54.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:54 smithi164 ceph-mon[36138]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:50:54.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:54.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:54.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:54 smithi190 ceph-mon[35961]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:54 smithi190 ceph-mon[35961]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T01:50:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:54 smithi190 ceph-mon[35961]: from='osd.3 [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:50:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:54 smithi190 ceph-mon[35961]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T01:50:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:54 smithi190 ceph-mon[35961]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:50:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:54.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:50:54.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:50:55.545 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 01:50:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3[50096]: 2024-05-21T01:50:55.526+0000 7f9b05200700 -1 osd.3 0 waiting for initial osdmap 2024-05-21T01:50:55.546 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 01:50:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3[50096]: 2024-05-21T01:50:55.543+0000 7f9afb000700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:50:55.825 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:55 smithi164 ceph-mon[36138]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:50:55.825 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:55 smithi164 ceph-mon[36138]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T01:50:55.825 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:55 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:55.825 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:55 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:55.825 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:55 smithi164 ceph-mon[36138]: from='osd.3 ' entity='osd.3' 2024-05-21T01:50:55.826 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:55 smithi007 ceph-mon[31288]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:50:55.826 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:55 smithi007 ceph-mon[31288]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T01:50:55.826 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:55 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:55.826 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:55 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:55.826 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:55 smithi007 ceph-mon[31288]: from='osd.3 ' entity='osd.3' 2024-05-21T01:50:55.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:55 smithi190 ceph-mon[35961]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:50:55.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:55 smithi190 ceph-mon[35961]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T01:50:55.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:55 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:55.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:55 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:55.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:55 smithi190 ceph-mon[35961]: from='osd.3 ' entity='osd.3' 2024-05-21T01:50:56.652 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T01:50:56.652 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T01:50:56.652 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-05-21T01:50:56.652 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-05-21T01:50:56.652 INFO:teuthology.orchestra.run.smithi164.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112493 s, 932 MB/s 2024-05-21T01:50:56.652 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-05-21T01:50:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:56 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:50:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:56 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:50:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:56 smithi007 ceph-mon[31288]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:56.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:56 smithi007 ceph-mon[31288]: osdmap e25: 4 total, 3 up, 4 in 2024-05-21T01:50:56.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:56 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:50:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:56 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:50:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:56 smithi190 ceph-mon[35961]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:56 smithi190 ceph-mon[35961]: osdmap e25: 4 total, 3 up, 4 in 2024-05-21T01:50:56.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:56 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:50:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:56 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:50:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:56 smithi164 ceph-mon[36138]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:56.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:56 smithi164 ceph-mon[36138]: osdmap e25: 4 total, 3 up, 4 in 2024-05-21T01:50:56.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:57.294 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_3 2024-05-21T01:50:57.534 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T01:50:57.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:57.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:57 smithi190 ceph-mon[35961]: osd.3 [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] boot 2024-05-21T01:50:57.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:57 smithi190 ceph-mon[35961]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T01:50:57.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:57.884 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:57.884 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:57 smithi164 ceph-mon[36138]: osd.3 [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] boot 2024-05-21T01:50:57.884 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:57 smithi164 ceph-mon[36138]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T01:50:57.884 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:58.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:58.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:57 smithi007 ceph-mon[31288]: osd.3 [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] boot 2024-05-21T01:50:58.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:57 smithi007 ceph-mon[31288]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T01:50:58.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T01:50:58.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:58 smithi164 ceph-mon[36138]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:58.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:58 smithi164 ceph-mon[36138]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T01:50:58.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:58 smithi190 ceph-mon[35961]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:58.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:58 smithi190 ceph-mon[35961]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T01:50:59.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:58 smithi007 ceph-mon[31288]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-21T01:50:59.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:58 smithi007 ceph-mon[31288]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T01:50:59.082 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 -- 172.21.15.164:0/1053766012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41036b0 msgr2=0x7f30a4103b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 --2- 172.21.15.164:0/1053766012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41036b0 0x7f30a4103b10 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f30980099c0 tx=0x7f3098009cd0 comp rx=0 tx=0).stop 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 -- 172.21.15.164:0/1053766012 shutdown_connections 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 --2- 172.21.15.164:0/1053766012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30a4104050 0x7f30a410a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 --2- 172.21.15.164:0/1053766012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30a41024b0 0x7f30a41028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 --2- 172.21.15.164:0/1053766012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41036b0 0x7f30a4103b10 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 -- 172.21.15.164:0/1053766012 >> 172.21.15.164:0/1053766012 conn(0x7f30a40fda70 msgr2=0x7f30a40ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 -- 172.21.15.164:0/1053766012 shutdown_connections 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 -- 172.21.15.164:0/1053766012 wait complete. 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.080+0000 7f30aace0700 1 Processor -- start 2024-05-21T01:50:59.083 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30aace0700 1 -- start start 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30aace0700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41024b0 0x7f30a406c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30aace0700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30a41036b0 0x7f30a419e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30aace0700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30a4104050 0x7f30a41a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30aace0700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f30a410dfc0 con 0x7f30a41036b0 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30aace0700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f30a410de40 con 0x7f30a41024b0 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30aace0700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f30a410e140 con 0x7f30a4104050 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a8a7c700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41024b0 0x7f30a406c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a8a7c700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41024b0 0x7f30a406c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:47812/0 (socket says 172.21.15.164:47812) 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a8a7c700 1 -- 172.21.15.164:0/1559498320 learned_addr learned my addr 172.21.15.164:0/1559498320 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a927d700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30a4104050 0x7f30a41a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a8a7c700 1 -- 172.21.15.164:0/1559498320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30a4104050 msgr2=0x7f30a41a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:59.084 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a8a7c700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30a4104050 0x7f30a41a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:59.085 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a8a7c700 1 -- 172.21.15.164:0/1559498320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30a41036b0 msgr2=0x7f30a419e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:50:59.085 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a8a7c700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30a41036b0 0x7f30a419e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:50:59.085 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a8a7c700 1 -- 172.21.15.164:0/1559498320 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30a41a1450 con 0x7f30a41024b0 2024-05-21T01:50:59.085 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a8a7c700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41024b0 0x7f30a406c850 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f309400d980 tx=0x7f309400dd40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:50:59.085 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a1ffb700 1 -- 172.21.15.164:0/1559498320 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3094017070 con 0x7f30a41024b0 2024-05-21T01:50:59.085 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30a41a1740 con 0x7f30a41024b0 2024-05-21T01:50:59.085 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a1ffb700 1 -- 172.21.15.164:0/1559498320 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3094010460 con 0x7f30a41024b0 2024-05-21T01:50:59.085 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.081+0000 7f30a1ffb700 1 -- 172.21.15.164:0/1559498320 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309400de60 con 0x7f30a41024b0 2024-05-21T01:50:59.085 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.082+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30a41a1c80 con 0x7f30a41024b0 2024-05-21T01:50:59.086 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.083+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30a406a230 con 0x7f30a41024b0 2024-05-21T01:50:59.086 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.084+0000 7f30a1ffb700 1 -- 172.21.15.164:0/1559498320 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f3094009b40 con 0x7f30a41024b0 2024-05-21T01:50:59.086 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.084+0000 7f30a1ffb700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f308c0b2880 0x7f308c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:50:59.086 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.084+0000 7f30a1ffb700 1 -- 172.21.15.164:0/1559498320 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3669+0+0 (secure 0 0 0) 0x7f30940e0b60 con 0x7f30a41024b0 2024-05-21T01:50:59.087 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.085+0000 7f30a3fff700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f308c0b2880 0x7f308c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:50:59.087 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.086+0000 7f30a3fff700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f308c0b2880 0x7f308c0b4d40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f30980098e0 tx=0x7f3098009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:50:59.089 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.089+0000 7f30a1ffb700 1 -- 172.21.15.164:0/1559498320 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f30940a9aa0 con 0x7f30a41024b0 2024-05-21T01:50:59.305 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:50:59.304+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f30a4063980 con 0x7f308c0b2880 2024-05-21T01:50:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:59 smithi190 ceph-mon[35961]: osdmap e28: 4 total, 4 up, 4 in 2024-05-21T01:50:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:59 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:50:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:59 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:50:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:50:59 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:50:59.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:59 smithi164 ceph-mon[36138]: osdmap e28: 4 total, 4 up, 4 in 2024-05-21T01:50:59.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:59 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:50:59.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:59 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:50:59.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:50:59 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:59 smithi007 ceph-mon[31288]: osdmap e28: 4 total, 4 up, 4 in 2024-05-21T01:51:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:59 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:51:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:59 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:51:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:50:59 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:00.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:00.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:51:00.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:00.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:00.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:00.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:00.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:00.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:00.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:00.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:00.896 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: pgmap v122: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:51:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:01.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:01.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:01 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi007 2024-05-21T01:51:01.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:01 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi007 to 8547M 2024-05-21T01:51:01.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:01 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi007 2024-05-21T01:51:01.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:01 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi007 to 8547M 2024-05-21T01:51:02.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:01 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi007 2024-05-21T01:51:02.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:01 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi007 to 8547M 2024-05-21T01:51:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:02 smithi164 ceph-mon[36138]: pgmap v123: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:02 smithi164 ceph-mon[36138]: from='client.? 172.21.15.164:0/18274342' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b64dd91-2328-410b-a498-aea60dd36496"}]: dispatch 2024-05-21T01:51:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:02 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b64dd91-2328-410b-a498-aea60dd36496"}]: dispatch 2024-05-21T01:51:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:02 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b64dd91-2328-410b-a498-aea60dd36496"}]': finished 2024-05-21T01:51:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:02 smithi164 ceph-mon[36138]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T01:51:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:02 smithi007 ceph-mon[31288]: pgmap v123: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:02 smithi007 ceph-mon[31288]: from='client.? 172.21.15.164:0/18274342' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b64dd91-2328-410b-a498-aea60dd36496"}]: dispatch 2024-05-21T01:51:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:02 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b64dd91-2328-410b-a498-aea60dd36496"}]: dispatch 2024-05-21T01:51:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:02 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b64dd91-2328-410b-a498-aea60dd36496"}]': finished 2024-05-21T01:51:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:02 smithi007 ceph-mon[31288]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T01:51:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:02 smithi190 ceph-mon[35961]: pgmap v123: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:02 smithi190 ceph-mon[35961]: from='client.? 172.21.15.164:0/18274342' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b64dd91-2328-410b-a498-aea60dd36496"}]: dispatch 2024-05-21T01:51:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:02 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b64dd91-2328-410b-a498-aea60dd36496"}]: dispatch 2024-05-21T01:51:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:02 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b64dd91-2328-410b-a498-aea60dd36496"}]': finished 2024-05-21T01:51:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:02 smithi190 ceph-mon[35961]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T01:51:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:03.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:03 smithi007 ceph-mon[31288]: from='client.? 172.21.15.164:0/340956782' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:51:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:03 smithi164 ceph-mon[36138]: from='client.? 172.21.15.164:0/340956782' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:51:04.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:03 smithi190 ceph-mon[35961]: from='client.? 172.21.15.164:0/340956782' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:51:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:04 smithi164 ceph-mon[36138]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T01:51:05.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:04 smithi007 ceph-mon[31288]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T01:51:05.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:04 smithi190 ceph-mon[35961]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T01:51:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:06 smithi164 ceph-mon[36138]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-05-21T01:51:07.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:06 smithi007 ceph-mon[31288]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-05-21T01:51:07.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:06 smithi190 ceph-mon[35961]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-05-21T01:51:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:08 smithi164 ceph-mon[36138]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-05-21T01:51:09.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:08 smithi007 ceph-mon[31288]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-05-21T01:51:09.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:08 smithi190 ceph-mon[35961]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-05-21T01:51:09.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:09 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T01:51:09.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:09 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:10.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:09 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T01:51:10.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:09 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:10.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:09 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T01:51:10.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:09 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:10.907 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:10 smithi164 ceph-mon[36138]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:51:10.907 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:10 smithi164 ceph-mon[36138]: Deploying daemon osd.4 on smithi164 2024-05-21T01:51:11.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:10 smithi007 ceph-mon[31288]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:51:11.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:10 smithi007 ceph-mon[31288]: Deploying daemon osd.4 on smithi164 2024-05-21T01:51:11.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:10 smithi190 ceph-mon[35961]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:51:11.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:10 smithi190 ceph-mon[35961]: Deploying daemon osd.4 on smithi164 2024-05-21T01:51:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:12 smithi164 ceph-mon[36138]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:51:13.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:12 smithi007 ceph-mon[31288]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:51:13.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:12 smithi190 ceph-mon[35961]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:51:14.781 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:14 smithi164 ceph-mon[36138]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-05-21T01:51:14.908 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:14 smithi190 ceph-mon[35961]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-05-21T01:51:15.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:14 smithi007 ceph-mon[31288]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-05-21T01:51:16.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:16.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:16.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:16.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:16 smithi007 ceph-mon[31288]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:16.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:16.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:16.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:16.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:16 smithi190 ceph-mon[35961]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:16.404 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:16.404 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:16.404 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:16.404 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:16 smithi164 ceph-mon[36138]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:18.423 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:18 smithi164 ceph-mon[36138]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:18.493 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.492+0000 7f30a1ffb700 1 -- 172.21.15.164:0/1559498320 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f30a4063980 con 0x7f308c0b2880 2024-05-21T01:51:18.493 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 4 on host 'smithi164' 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f308c0b2880 msgr2=0x7f308c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f308c0b2880 0x7f308c0b4d40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f30980098e0 tx=0x7f3098009f10 comp rx=0 tx=0).stop 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41024b0 msgr2=0x7f30a406c850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41024b0 0x7f30a406c850 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f309400d980 tx=0x7f309400dd40 comp rx=0 tx=0).stop 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 shutdown_connections 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30a4104050 0x7f30a41a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30a41024b0 0x7f30a406c850 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f308c0b2880 0x7f308c0b4d40 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 --2- 172.21.15.164:0/1559498320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30a41036b0 0x7f30a419e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 >> 172.21.15.164:0/1559498320 conn(0x7f30a40fda70 msgr2=0x7f30a4106b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:51:18.496 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 shutdown_connections 2024-05-21T01:51:18.497 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:51:18.494+0000 7f30aace0700 1 -- 172.21.15.164:0/1559498320 wait complete. 2024-05-21T01:51:18.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:18 smithi007 ceph-mon[31288]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:18.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:18 smithi190 ceph-mon[35961]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:19.118 DEBUG:teuthology.orchestra.run.smithi164:osd.4> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.4.service 2024-05-21T01:51:19.121 INFO:tasks.cephadm:Deploying osd.5 on smithi190 with /dev/vg_nvme/lv_3... 2024-05-21T01:51:19.121 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T01:51:19.364 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:51:19.754 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.755 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.755 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:19 smithi190 ceph-mon[35961]: from='osd.4 [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T01:51:19.755 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:19 smithi190 ceph-mon[35961]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T01:51:19.755 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.755 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:19 smithi007 ceph-mon[31288]: from='osd.4 [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T01:51:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:19 smithi007 ceph-mon[31288]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T01:51:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:19 smithi164 ceph-mon[36138]: from='osd.4 [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T01:51:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:19 smithi164 ceph-mon[36138]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T01:51:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:20.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:20 smithi190 ceph-mon[35961]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:20.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:20 smithi190 ceph-mon[35961]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T01:51:20.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:20 smithi190 ceph-mon[35961]: from='osd.4 [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:51:20.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:20 smithi190 ceph-mon[35961]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T01:51:20.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:20 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:20.734 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:20 smithi190 ceph-mon[35961]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:51:20.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:20 smithi007 ceph-mon[31288]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:20.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:20 smithi007 ceph-mon[31288]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T01:51:20.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:20 smithi007 ceph-mon[31288]: from='osd.4 [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:51:20.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:20 smithi007 ceph-mon[31288]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T01:51:20.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:20.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:20 smithi007 ceph-mon[31288]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:51:20.812 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:20 smithi164 ceph-mon[36138]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:20.813 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:20 smithi164 ceph-mon[36138]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T01:51:20.813 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:20 smithi164 ceph-mon[36138]: from='osd.4 [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:51:20.813 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:20 smithi164 ceph-mon[36138]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T01:51:20.813 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:20 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:20.813 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:20 smithi164 ceph-mon[36138]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:51:20.813 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 01:51:20 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T01:51:20.480+0000 7fc716649700 -1 osd.4 0 waiting for initial osdmap 2024-05-21T01:51:20.813 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 01:51:20 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T01:51:20.487+0000 7fc71243c700 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:51:21.274 INFO:teuthology.orchestra.run.smithi190.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T01:51:21.274 INFO:teuthology.orchestra.run.smithi190.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T01:51:21.274 INFO:teuthology.orchestra.run.smithi190.stderr: stderr: 10+0 records in 2024-05-21T01:51:21.274 INFO:teuthology.orchestra.run.smithi190.stderr:10+0 records out 2024-05-21T01:51:21.274 INFO:teuthology.orchestra.run.smithi190.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114388 s, 917 MB/s 2024-05-21T01:51:21.274 INFO:teuthology.orchestra.run.smithi190.stderr: stderr: 2024-05-21T01:51:21.274 INFO:teuthology.orchestra.run.smithi190.stderr:--> Zapping successful for: 2024-05-21T01:51:21.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:21 smithi164 ceph-mon[36138]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:51:21.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:21 smithi164 ceph-mon[36138]: osdmap e31: 5 total, 4 up, 5 in 2024-05-21T01:51:21.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:21 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:21.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:21 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:21.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:21 smithi007 ceph-mon[31288]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:51:21.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:21 smithi007 ceph-mon[31288]: osdmap e31: 5 total, 4 up, 5 in 2024-05-21T01:51:21.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:21 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:21.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:21 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:21.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:21 smithi190 ceph-mon[35961]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:51:21.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:21 smithi190 ceph-mon[35961]: osdmap e31: 5 total, 4 up, 5 in 2024-05-21T01:51:21.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:21 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:21.781 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:21 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:21.808 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_3 2024-05-21T01:51:22.041 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:51:22.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:22 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:51:22.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:22 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:51:22.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:22 smithi007 ceph-mon[31288]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:22.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:22 smithi007 ceph-mon[31288]: osd.4 [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] boot 2024-05-21T01:51:22.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:22 smithi007 ceph-mon[31288]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T01:51:22.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:22.839 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:22 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:51:22.839 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:22 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:51:22.839 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:22 smithi164 ceph-mon[36138]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:22.840 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:22 smithi164 ceph-mon[36138]: osd.4 [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] boot 2024-05-21T01:51:22.840 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:22 smithi164 ceph-mon[36138]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T01:51:22.840 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:22 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:51:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:22 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:51:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:22 smithi190 ceph-mon[35961]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T01:51:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:22 smithi190 ceph-mon[35961]: osd.4 [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] boot 2024-05-21T01:51:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:22 smithi190 ceph-mon[35961]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T01:51:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T01:51:23.537 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.536+0000 7f26e1d1f700 1 -- 172.21.15.190:0/4264649119 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1036a0 msgr2=0x7f26dc103b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:23.537 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.536+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/4264649119 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1036a0 0x7f26dc103b00 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f26cc009990 tx=0x7f26cc009ca0 comp rx=0 tx=0).stop 2024-05-21T01:51:23.538 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.536+0000 7f26e1d1f700 1 -- 172.21.15.190:0/4264649119 shutdown_connections 2024-05-21T01:51:23.538 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.536+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/4264649119 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26dc104040 0x7f26dc10a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:23.538 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.536+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/4264649119 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26dc1024a0 0x7f26dc1028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:23.538 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.536+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/4264649119 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1036a0 0x7f26dc103b00 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:23.538 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.536+0000 7f26e1d1f700 1 -- 172.21.15.190:0/4264649119 >> 172.21.15.190:0/4264649119 conn(0x7f26dc0fda40 msgr2=0x7f26dc0ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:51:23.538 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.536+0000 7f26e1d1f700 1 -- 172.21.15.190:0/4264649119 shutdown_connections 2024-05-21T01:51:23.538 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.536+0000 7f26e1d1f700 1 -- 172.21.15.190:0/4264649119 wait complete. 2024-05-21T01:51:23.538 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26e1d1f700 1 Processor -- start 2024-05-21T01:51:23.540 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26e1d1f700 1 -- start start 2024-05-21T01:51:23.540 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26e1d1f700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1024a0 0x7f26dc199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:51:23.540 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26e1d1f700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26dc1036a0 0x7f26dc199d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:51:23.540 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26e1d1f700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26dc104040 0x7f26dc1a0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26e1d1f700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc10e030 con 0x7f26dc1036a0 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26e1d1f700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc10deb0 con 0x7f26dc104040 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26e1d1f700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc10e1b0 con 0x7f26dc1024a0 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26db7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1024a0 0x7f26dc199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26db7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1024a0 0x7f26dc199840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:41404/0 (socket says 172.21.15.190:41404) 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26db7fe700 1 -- 172.21.15.190:0/1167148200 learned_addr learned my addr 172.21.15.190:0/1167148200 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26dbfff700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26dc104040 0x7f26dc1a0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26db7fe700 1 -- 172.21.15.190:0/1167148200 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26dc104040 msgr2=0x7f26dc1a0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26db7fe700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26dc104040 0x7f26dc1a0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26db7fe700 1 -- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26dc1036a0 msgr2=0x7f26dc199d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26daffd700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26dc1036a0 0x7f26dc199d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:51:23.541 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26db7fe700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26dc1036a0 0x7f26dc199d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:23.542 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26db7fe700 1 -- 172.21.15.190:0/1167148200 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26dc1a14a0 con 0x7f26dc1024a0 2024-05-21T01:51:23.542 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.537+0000 7f26dbfff700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26dc104040 0x7f26dc1a0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T01:51:23.542 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.538+0000 7f26db7fe700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1024a0 0x7f26dc199840 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f26d000b530 tx=0x7f26d000b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:51:23.542 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.538+0000 7f26d8ff9700 1 -- 172.21.15.190:0/1167148200 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d0015020 con 0x7f26dc1024a0 2024-05-21T01:51:23.542 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.538+0000 7f26d8ff9700 1 -- 172.21.15.190:0/1167148200 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f26d0011ce0 con 0x7f26dc1024a0 2024-05-21T01:51:23.542 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.538+0000 7f26d8ff9700 1 -- 172.21.15.190:0/1167148200 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d0010d60 con 0x7f26dc1024a0 2024-05-21T01:51:23.542 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.538+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26dc1a1790 con 0x7f26dc1024a0 2024-05-21T01:51:23.542 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.538+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26dc1a1d50 con 0x7f26dc1024a0 2024-05-21T01:51:23.542 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.539+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26dc06a230 con 0x7f26dc1024a0 2024-05-21T01:51:23.543 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.540+0000 7f26d8ff9700 1 -- 172.21.15.190:0/1167148200 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f26d0018020 con 0x7f26dc1024a0 2024-05-21T01:51:23.543 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.541+0000 7f26d8ff9700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26c40b2900 0x7f26c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:51:23.543 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.541+0000 7f26d8ff9700 1 -- 172.21.15.190:0/1167148200 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 4101+0+0 (secure 0 0 0) 0x7f26d00e0980 con 0x7f26dc1024a0 2024-05-21T01:51:23.543 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.541+0000 7f26daffd700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26c40b2900 0x7f26c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:51:23.543 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.542+0000 7f26daffd700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26c40b2900 0x7f26c40b4dc0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f26cc006010 tx=0x7f26cc003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:51:23.546 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.546+0000 7f26d8ff9700 1 -- 172.21.15.190:0/1167148200 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f26d001f020 con 0x7f26dc1024a0 2024-05-21T01:51:23.761 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:23.760+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f26dc06b960 con 0x7f26c40b2900 2024-05-21T01:51:23.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:23 smithi007 ceph-mon[31288]: osdmap e33: 5 total, 5 up, 5 in 2024-05-21T01:51:23.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:23.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:23.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:23.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:23.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:23 smithi190 ceph-mon[35961]: osdmap e33: 5 total, 5 up, 5 in 2024-05-21T01:51:23.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:23.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:23.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:23.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:23.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:23 smithi164 ceph-mon[36138]: osdmap e33: 5 total, 5 up, 5 in 2024-05-21T01:51:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:23.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:23.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:23.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:23.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:23.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:24.701 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi164 2024-05-21T01:51:24.701 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi164 to 8544M 2024-05-21T01:51:24.701 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:24.701 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:24.701 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:24.702 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:24.702 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:24.702 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:51:24.702 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:51:24.702 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi164 2024-05-21T01:51:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi164 to 8544M 2024-05-21T01:51:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:51:24.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:51:24.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:24.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi164 2024-05-21T01:51:24.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi164 to 8544M 2024-05-21T01:51:24.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:24.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:24.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:24.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:24.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:24.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:51:24.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:51:24.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:25.722 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:25 smithi190 ceph-mon[35961]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:51:25.861 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:25 smithi164 ceph-mon[36138]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:51:26.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:25 smithi007 ceph-mon[31288]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:51:26.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:26 smithi190 ceph-mon[35961]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:26.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:26 smithi164 ceph-mon[36138]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:27.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:26 smithi007 ceph-mon[31288]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:27 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/4286439620' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "215d095c-2297-422f-aaee-aa572a1e1dfe"}]: dispatch 2024-05-21T01:51:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:27 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "215d095c-2297-422f-aaee-aa572a1e1dfe"}]: dispatch 2024-05-21T01:51:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:27 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "215d095c-2297-422f-aaee-aa572a1e1dfe"}]': finished 2024-05-21T01:51:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:27 smithi190 ceph-mon[35961]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T01:51:27.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:27.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:27 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/2060158859' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:51:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:27 smithi164 ceph-mon[36138]: from='client.? 172.21.15.190:0/4286439620' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "215d095c-2297-422f-aaee-aa572a1e1dfe"}]: dispatch 2024-05-21T01:51:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:27 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "215d095c-2297-422f-aaee-aa572a1e1dfe"}]: dispatch 2024-05-21T01:51:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:27 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "215d095c-2297-422f-aaee-aa572a1e1dfe"}]': finished 2024-05-21T01:51:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:27 smithi164 ceph-mon[36138]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T01:51:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:27 smithi164 ceph-mon[36138]: from='client.? 172.21.15.190:0/2060158859' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:51:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:27 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/4286439620' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "215d095c-2297-422f-aaee-aa572a1e1dfe"}]: dispatch 2024-05-21T01:51:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:27 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "215d095c-2297-422f-aaee-aa572a1e1dfe"}]: dispatch 2024-05-21T01:51:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:27 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "215d095c-2297-422f-aaee-aa572a1e1dfe"}]': finished 2024-05-21T01:51:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:27 smithi007 ceph-mon[31288]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T01:51:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:27 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/2060158859' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:51:28.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:28 smithi164 ceph-mon[36138]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:29.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:28 smithi007 ceph-mon[31288]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:28 smithi190 ceph-mon[35961]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:30.769 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:30 smithi190 ceph-mon[35961]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:30.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:30 smithi164 ceph-mon[36138]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:31.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:30 smithi007 ceph-mon[31288]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:32.853 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:32 smithi190 ceph-mon[35961]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:32.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:32 smithi164 ceph-mon[36138]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:33.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:32 smithi007 ceph-mon[31288]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:34.895 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:34 smithi190 ceph-mon[35961]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:34.896 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T01:51:34.896 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:34.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:34 smithi164 ceph-mon[36138]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:34.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:34 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T01:51:34.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:34 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:35.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:34 smithi007 ceph-mon[31288]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:35.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T01:51:35.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:35.779 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:35 smithi190 ceph-mon[35961]: Deploying daemon osd.5 on smithi190 2024-05-21T01:51:35.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:35 smithi164 ceph-mon[36138]: Deploying daemon osd.5 on smithi190 2024-05-21T01:51:36.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:35 smithi007 ceph-mon[31288]: Deploying daemon osd.5 on smithi190 2024-05-21T01:51:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:36 smithi164 ceph-mon[36138]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:37.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:36 smithi007 ceph-mon[31288]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:37.071 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:36 smithi190 ceph-mon[35961]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:38.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:38 smithi164 ceph-mon[36138]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:39.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:38 smithi007 ceph-mon[31288]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:38 smithi190 ceph-mon[35961]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:40.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:39 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:40.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:39 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:40.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:39 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:40.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:39 smithi164 ceph-mon[36138]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:40.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:39 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:40.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:39 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:40.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:39 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:40.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:39 smithi007 ceph-mon[31288]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:40.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:39 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:40.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:39 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:40.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:39 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:40.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:39 smithi190 ceph-mon[35961]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:42.464 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:42 smithi190 ceph-mon[35961]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:42.464 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:42.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:42.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:42.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:42.465 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:42.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:42 smithi007 ceph-mon[31288]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:42.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:42.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:42.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:42.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:42.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:42.554 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.552+0000 7f26d8ff9700 1 -- 172.21.15.190:0/1167148200 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f26dc06b960 con 0x7f26c40b2900 2024-05-21T01:51:42.554 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 5 on host 'smithi190' 2024-05-21T01:51:42.556 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26c40b2900 msgr2=0x7f26c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:42.556 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26c40b2900 0x7f26c40b4dc0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f26cc006010 tx=0x7f26cc003860 comp rx=0 tx=0).stop 2024-05-21T01:51:42.556 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1024a0 msgr2=0x7f26dc199840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:42.556 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1024a0 0x7f26dc199840 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f26d000b530 tx=0x7f26d000b8f0 comp rx=0 tx=0).stop 2024-05-21T01:51:42.556 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 shutdown_connections 2024-05-21T01:51:42.557 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f26dc104040 0x7f26dc1a0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:42.557 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f26dc1024a0 0x7f26dc199840 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:42.557 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26c40b2900 0x7f26c40b4dc0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:42.557 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 --2- 172.21.15.190:0/1167148200 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f26dc1036a0 0x7f26dc199d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:42.557 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 >> 172.21.15.190:0/1167148200 conn(0x7f26dc0fda40 msgr2=0x7f26dc06b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:51:42.557 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 shutdown_connections 2024-05-21T01:51:42.557 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:51:42.554+0000 7f26e1d1f700 1 -- 172.21.15.190:0/1167148200 wait complete. 2024-05-21T01:51:42.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:42 smithi164 ceph-mon[36138]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:42.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:42.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:42.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:42.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:42.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:43.097 DEBUG:teuthology.orchestra.run.smithi190:osd.5> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.5.service 2024-05-21T01:51:43.105 INFO:tasks.cephadm:Deploying osd.6 on smithi007 with /dev/vg_nvme/lv_2... 2024-05-21T01:51:43.105 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T01:51:43.587 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:51:43.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:43 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:43.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:43 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:43.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:43 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:43.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:43 smithi190 ceph-mon[35961]: from='osd.5 [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T01:51:43.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:43 smithi190 ceph-mon[35961]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T01:51:43.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:43 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:43.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:43 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:43.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:43 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:43.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:43 smithi007 ceph-mon[31288]: from='osd.5 [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T01:51:43.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:43 smithi007 ceph-mon[31288]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T01:51:43.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:43 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:43.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:43 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:43.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:43 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:51:43.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:43 smithi164 ceph-mon[36138]: from='osd.5 [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T01:51:43.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:43 smithi164 ceph-mon[36138]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T01:51:44.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:44 smithi007 ceph-mon[31288]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:44.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:44 smithi007 ceph-mon[31288]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T01:51:44.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:44 smithi007 ceph-mon[31288]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T01:51:44.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:44 smithi007 ceph-mon[31288]: from='osd.5 [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:51:44.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:44.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:44 smithi007 ceph-mon[31288]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:51:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:44 smithi190 ceph-mon[35961]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:44 smithi190 ceph-mon[35961]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T01:51:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:44 smithi190 ceph-mon[35961]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T01:51:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:44 smithi190 ceph-mon[35961]: from='osd.5 [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:51:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:44 smithi190 ceph-mon[35961]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:51:44.857 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 01:51:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T01:51:44.527+0000 7fd9edb66700 -1 osd.5 0 waiting for initial osdmap 2024-05-21T01:51:44.857 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 01:51:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T01:51:44.534+0000 7fd9e9959700 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:51:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:44 smithi164 ceph-mon[36138]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:44 smithi164 ceph-mon[36138]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T01:51:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:44 smithi164 ceph-mon[36138]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T01:51:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:44 smithi164 ceph-mon[36138]: from='osd.5 [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:51:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:44 smithi164 ceph-mon[36138]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:51:45.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:45 smithi007 ceph-mon[31288]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:51:45.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:45 smithi007 ceph-mon[31288]: osdmap e36: 6 total, 5 up, 6 in 2024-05-21T01:51:45.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:45.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:45 smithi007 ceph-mon[31288]: osd.5 [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] boot 2024-05-21T01:51:45.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:45 smithi007 ceph-mon[31288]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T01:51:45.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:45.822 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:45 smithi190 ceph-mon[35961]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:51:45.822 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:45 smithi190 ceph-mon[35961]: osdmap e36: 6 total, 5 up, 6 in 2024-05-21T01:51:45.822 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:45.822 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:45 smithi190 ceph-mon[35961]: osd.5 [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] boot 2024-05-21T01:51:45.822 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:45 smithi190 ceph-mon[35961]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T01:51:45.822 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:45.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:45 smithi164 ceph-mon[36138]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:51:45.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:45 smithi164 ceph-mon[36138]: osdmap e36: 6 total, 5 up, 6 in 2024-05-21T01:51:45.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:45.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:45 smithi164 ceph-mon[36138]: osd.5 [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] boot 2024-05-21T01:51:45.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:45 smithi164 ceph-mon[36138]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T01:51:45.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T01:51:46.816 INFO:teuthology.orchestra.run.smithi007.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T01:51:46.817 INFO:teuthology.orchestra.run.smithi007.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T01:51:46.817 INFO:teuthology.orchestra.run.smithi007.stderr: stderr: 10+0 records in 2024-05-21T01:51:46.817 INFO:teuthology.orchestra.run.smithi007.stderr:10+0 records out 2024-05-21T01:51:46.817 INFO:teuthology.orchestra.run.smithi007.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0385966 s, 272 MB/s 2024-05-21T01:51:46.817 INFO:teuthology.orchestra.run.smithi007.stderr:--> Zapping successful for: 2024-05-21T01:51:46.817 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:51:46.817 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:51:46.817 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:46.817 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.817 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.817 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:46.817 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:46.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:46.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:46.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:46 smithi007 ceph-mon[31288]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T01:51:46.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:51:46.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:51:46.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:46 smithi190 ceph-mon[35961]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T01:51:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:51:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:51:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-21T01:51:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:51:46.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:46.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:51:46.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:51:46.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:46 smithi164 ceph-mon[36138]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T01:51:47.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:47 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi190 2024-05-21T01:51:47.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:47 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi190 to 8544M 2024-05-21T01:51:47.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:47 smithi007 ceph-mon[31288]: osdmap e39: 6 total, 6 up, 6 in 2024-05-21T01:51:47.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:47 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi190 2024-05-21T01:51:47.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:47 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi190 to 8544M 2024-05-21T01:51:47.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:47 smithi190 ceph-mon[35961]: osdmap e39: 6 total, 6 up, 6 in 2024-05-21T01:51:47.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:47 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi190 2024-05-21T01:51:47.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:47 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi190 to 8544M 2024-05-21T01:51:47.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:47 smithi164 ceph-mon[36138]: osdmap e39: 6 total, 6 up, 6 in 2024-05-21T01:51:47.966 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_2 2024-05-21T01:51:48.439 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:51:48.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:48 smithi190 ceph-mon[35961]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:51:48.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:48 smithi164 ceph-mon[36138]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:51:48.944 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:48 smithi007 ceph-mon[31288]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:51:49.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:49 smithi007 ceph-mon[31288]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-05-21T01:51:49.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:49 smithi164 ceph-mon[36138]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-05-21T01:51:50.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:49 smithi190 ceph-mon[35961]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-05-21T01:51:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.655+0000 7f3ffcc00700 1 -- 172.21.15.7:0/601788583 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ff81068c0 msgr2=0x7f3ff8106d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.655+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/601788583 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ff81068c0 0x7f3ff8106d20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3fe40098f0 tx=0x7f3fe4009c00 comp rx=0 tx=0).stop 2024-05-21T01:51:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.655+0000 7f3ffcc00700 1 -- 172.21.15.7:0/601788583 shutdown_connections 2024-05-21T01:51:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.655+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/601788583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ff8107260 0x7f3ff810db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.655+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/601788583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3ff81056c0 0x7f3ff8105ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.655+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/601788583 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ff81068c0 0x7f3ff8106d20 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.655+0000 7f3ffcc00700 1 -- 172.21.15.7:0/601788583 >> 172.21.15.7:0/601788583 conn(0x7f3ff8100c60 msgr2=0x7f3ff81030a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:51:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.655+0000 7f3ffcc00700 1 -- 172.21.15.7:0/601788583 shutdown_connections 2024-05-21T01:51:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.655+0000 7f3ffcc00700 1 -- 172.21.15.7:0/601788583 wait complete. 2024-05-21T01:51:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.657+0000 7f3ffcc00700 1 Processor -- start 2024-05-21T01:51:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.657+0000 7f3ffcc00700 1 -- start start 2024-05-21T01:51:50.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ffcc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ff81056c0 0x7f3ff819b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:51:50.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ffcc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3ff81068c0 0x7f3ff819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:51:50.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ffcc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ff8107260 0x7f3ff81a2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:51:50.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ffcc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff81111a0 con 0x7f3ff8107260 2024-05-21T01:51:50.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ffcc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff8111020 con 0x7f3ff81068c0 2024-05-21T01:51:50.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ffcc00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3ff8111320 con 0x7f3ff81056c0 2024-05-21T01:51:50.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff6a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3ff81068c0 0x7f3ff819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:51:50.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ff8107260 0x7f3ff81a2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:51:50.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff6a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3ff81068c0 0x7f3ff819be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:49578/0 (socket says 172.21.15.7:49578) 2024-05-21T01:51:50.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff6a00700 1 -- 172.21.15.7:0/3473287587 learned_addr learned my addr 172.21.15.7:0/3473287587 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:51:50.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff7400700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ff81056c0 0x7f3ff819b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:51:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff6a00700 1 -- 172.21.15.7:0/3473287587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ff81056c0 msgr2=0x7f3ff819b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff6a00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ff81056c0 0x7f3ff819b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff6a00700 1 -- 172.21.15.7:0/3473287587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ff8107260 msgr2=0x7f3ff81a2e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:51:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff6a00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ff8107260 0x7f3ff81a2e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:51:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.658+0000 7f3ff6a00700 1 -- 172.21.15.7:0/3473287587 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ff81a34e0 con 0x7f3ff81068c0 2024-05-21T01:51:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.659+0000 7f3ff6a00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3ff81068c0 0x7f3ff819be10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3fe400c010 tx=0x7f3fe4005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:51:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.659+0000 7f3fefe00700 1 -- 172.21.15.7:0/3473287587 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe4005460 con 0x7f3ff81068c0 2024-05-21T01:51:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.659+0000 7f3fefe00700 1 -- 172.21.15.7:0/3473287587 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3fe4005600 con 0x7f3ff81068c0 2024-05-21T01:51:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.659+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ff81a3770 con 0x7f3ff81068c0 2024-05-21T01:51:50.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.659+0000 7f3fefe00700 1 -- 172.21.15.7:0/3473287587 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe4003bb0 con 0x7f3ff81068c0 2024-05-21T01:51:50.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.659+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ff81a3bc0 con 0x7f3ff81068c0 2024-05-21T01:51:50.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.660+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ff806a230 con 0x7f3ff81068c0 2024-05-21T01:51:50.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.663+0000 7f3fefe00700 1 -- 172.21.15.7:0/3473287587 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f3fe400b560 con 0x7f3ff81068c0 2024-05-21T01:51:50.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.663+0000 7f3fefe00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3fdc0b2880 0x7f3fdc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:51:50.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.663+0000 7f3fefe00700 1 -- 172.21.15.7:0/3473287587 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4533+0+0 (secure 0 0 0) 0x7f3fe40e23f0 con 0x7f3ff81068c0 2024-05-21T01:51:50.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.663+0000 7f3ff7400700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3fdc0b2880 0x7f3fdc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:51:50.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.665+0000 7f3ff7400700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3fdc0b2880 0x7f3fdc0b4d40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3ff8106720 tx=0x7f3fe8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:51:50.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.669+0000 7f3fefe00700 1 -- 172.21.15.7:0/3473287587 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3fe4013030 con 0x7f3ff81068c0 2024-05-21T01:51:50.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:50 smithi007 ceph-mon[31288]: pgmap v158: 1 pgs: 1 activating+degraded; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-21T01:51:50.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:51:50.914+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f3ff8063980 con 0x7f3fdc0b2880 2024-05-21T01:51:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:50 smithi164 ceph-mon[36138]: pgmap v158: 1 pgs: 1 activating+degraded; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-21T01:51:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:50 smithi190 ceph-mon[35961]: pgmap v158: 1 pgs: 1 activating+degraded; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-21T01:51:51.892 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:51:51.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:51:51.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:51.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:51:51.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:51:51.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:52.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:51:52.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:51:52.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:51:52.929 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:52 smithi007 ceph-mon[31288]: from='client.24275 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:51:52.930 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:52 smithi007 ceph-mon[31288]: pgmap v159: 1 pgs: 1 activating+degraded; 577 KiB data, 171 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-21T01:51:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:52 smithi164 ceph-mon[36138]: from='client.24275 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:51:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:52 smithi164 ceph-mon[36138]: pgmap v159: 1 pgs: 1 activating+degraded; 577 KiB data, 171 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-21T01:51:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:52 smithi190 ceph-mon[35961]: from='client.24275 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:51:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:52 smithi190 ceph-mon[35961]: pgmap v159: 1 pgs: 1 activating+degraded; 577 KiB data, 171 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-21T01:51:53.770 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:53 smithi007 ceph-mon[31288]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-21T01:51:53.771 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:53 smithi007 ceph-mon[31288]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-05-21T01:51:53.771 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:53 smithi007 ceph-mon[31288]: Cluster is now healthy 2024-05-21T01:51:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:53 smithi164 ceph-mon[36138]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-21T01:51:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:53 smithi164 ceph-mon[36138]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-05-21T01:51:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:53 smithi164 ceph-mon[36138]: Cluster is now healthy 2024-05-21T01:51:54.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:53 smithi190 ceph-mon[35961]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-05-21T01:51:54.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:53 smithi190 ceph-mon[35961]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-05-21T01:51:54.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:53 smithi190 ceph-mon[35961]: Cluster is now healthy 2024-05-21T01:51:55.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:55 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/818928499' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6eb990aa-d601-4470-80c0-5806f59d9106"}]: dispatch 2024-05-21T01:51:55.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:55 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/818928499' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6eb990aa-d601-4470-80c0-5806f59d9106"}]': finished 2024-05-21T01:51:55.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:55 smithi190 ceph-mon[35961]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T01:51:55.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:55 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:51:55.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:55 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/818928499' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6eb990aa-d601-4470-80c0-5806f59d9106"}]: dispatch 2024-05-21T01:51:55.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:55 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/818928499' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6eb990aa-d601-4470-80c0-5806f59d9106"}]': finished 2024-05-21T01:51:55.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:55 smithi164 ceph-mon[36138]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T01:51:55.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:55 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:51:55.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:55 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/818928499' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6eb990aa-d601-4470-80c0-5806f59d9106"}]: dispatch 2024-05-21T01:51:55.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:55 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/818928499' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6eb990aa-d601-4470-80c0-5806f59d9106"}]': finished 2024-05-21T01:51:55.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:55 smithi007 ceph-mon[31288]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T01:51:55.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:55 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:51:56.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:56 smithi190 ceph-mon[35961]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:51:56.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:56 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1380033808' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:51:56.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:56 smithi164 ceph-mon[36138]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:51:56.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:56 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1380033808' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:51:56.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:56 smithi007 ceph-mon[31288]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:51:56.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:56 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1380033808' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:51:58.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:51:58 smithi007 ceph-mon[31288]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-21T01:51:58.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:51:58 smithi190 ceph-mon[35961]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-21T01:51:58.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:51:58 smithi164 ceph-mon[36138]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-21T01:52:00.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:00 smithi007 ceph-mon[31288]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:52:00.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:00 smithi190 ceph-mon[35961]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:52:00.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:00 smithi164 ceph-mon[36138]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:52:02.517 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:02 smithi007 ceph-mon[31288]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:52:02.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:02 smithi190 ceph-mon[35961]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:52:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:02 smithi164 ceph-mon[36138]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:52:04.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:04 smithi007 ceph-mon[31288]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:04.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:04 smithi190 ceph-mon[35961]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:04.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:04 smithi164 ceph-mon[36138]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:05.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:05 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T01:52:05.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:05 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:05.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:05 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T01:52:05.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:05 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:05.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:05 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T01:52:05.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:05 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:06.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:06 smithi007 ceph-mon[31288]: Deploying daemon osd.6 on smithi007 2024-05-21T01:52:06.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:06 smithi007 ceph-mon[31288]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:06.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:06 smithi190 ceph-mon[35961]: Deploying daemon osd.6 on smithi007 2024-05-21T01:52:06.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:06 smithi190 ceph-mon[35961]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:06.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:06 smithi164 ceph-mon[36138]: Deploying daemon osd.6 on smithi007 2024-05-21T01:52:06.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:06 smithi164 ceph-mon[36138]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:08.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:08 smithi007 ceph-mon[31288]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:08.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:08 smithi190 ceph-mon[35961]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:08 smithi164 ceph-mon[36138]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:10.483 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:10 smithi007 ceph-mon[31288]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:10.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:10 smithi190 ceph-mon[35961]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:10 smithi164 ceph-mon[36138]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:12.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:12 smithi190 ceph-mon[35961]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:12 smithi164 ceph-mon[36138]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:12.760 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:12 smithi007 ceph-mon[31288]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:14.856 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:14 smithi007 ceph-mon[31288]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:14.856 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:14.856 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:14.856 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:14 smithi164 ceph-mon[36138]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:14.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:14 smithi190 ceph-mon[35961]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:16.807 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:16 smithi007 ceph-mon[31288]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:16 smithi164 ceph-mon[36138]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:16 smithi190 ceph-mon[35961]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:18 smithi164 ceph-mon[36138]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:18 smithi164 ceph-mon[36138]: from='osd.6 [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T01:52:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:18 smithi164 ceph-mon[36138]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T01:52:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:18 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:18 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:18.966 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 6 on host 'smithi007' 2024-05-21T01:52:18.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.964+0000 7f3fefe00700 1 -- 172.21.15.7:0/3473287587 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3ff8063980 con 0x7f3fdc0b2880 2024-05-21T01:52:18.967 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:18 smithi007 ceph-mon[31288]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:18.967 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:18 smithi007 ceph-mon[31288]: from='osd.6 [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T01:52:18.967 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:18 smithi007 ceph-mon[31288]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T01:52:18.967 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:18 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:18.967 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:18 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:18.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3fdc0b2880 msgr2=0x7f3fdc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:18.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3fdc0b2880 0x7f3fdc0b4d40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3ff8106720 tx=0x7f3fe8009260 comp rx=0 tx=0).stop 2024-05-21T01:52:18.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3ff81068c0 msgr2=0x7f3ff819be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:18.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3ff81068c0 0x7f3ff819be10 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3fe400c010 tx=0x7f3fe4005270 comp rx=0 tx=0).stop 2024-05-21T01:52:18.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 shutdown_connections 2024-05-21T01:52:18.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3fdc0b2880 0x7f3fdc0b4d40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:18.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3ff8107260 0x7f3ff81a2e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:18.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3ff81056c0 0x7f3ff819b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:18.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 --2- 172.21.15.7:0/3473287587 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3ff81068c0 0x7f3ff819be10 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:18.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 >> 172.21.15.7:0/3473287587 conn(0x7f3ff8100c60 msgr2=0x7f3ff8109d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:52:18.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 shutdown_connections 2024-05-21T01:52:18.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:52:18.968+0000 7f3ffcc00700 1 -- 172.21.15.7:0/3473287587 wait complete. 2024-05-21T01:52:19.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:18 smithi190 ceph-mon[35961]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:19.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:18 smithi190 ceph-mon[35961]: from='osd.6 [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T01:52:19.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:18 smithi190 ceph-mon[35961]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T01:52:19.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:18 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:19.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:18 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:19.810 DEBUG:teuthology.orchestra.run.smithi007:osd.6> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.6.service 2024-05-21T01:52:19.815 INFO:tasks.cephadm:Deploying osd.7 on smithi164 with /dev/vg_nvme/lv_2... 2024-05-21T01:52:19.815 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T01:52:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:19 smithi164 ceph-mon[36138]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T01:52:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:19 smithi164 ceph-mon[36138]: from='osd.6 [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:52:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:19 smithi164 ceph-mon[36138]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T01:52:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:19 smithi164 ceph-mon[36138]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:52:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:20.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:19 smithi007 ceph-mon[31288]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T01:52:20.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:19 smithi007 ceph-mon[31288]: from='osd.6 [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:52:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:19 smithi007 ceph-mon[31288]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T01:52:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:19 smithi007 ceph-mon[31288]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:52:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:20.066 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T01:52:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:19 smithi190 ceph-mon[35961]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T01:52:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:19 smithi190 ceph-mon[35961]: from='osd.6 [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:52:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:19 smithi190 ceph-mon[35961]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T01:52:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:20.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:19 smithi190 ceph-mon[35961]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:52:20.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:20.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:20.661 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 01:52:20 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T01:52:20.635+0000 7f9952800700 -1 osd.6 0 waiting for initial osdmap 2024-05-21T01:52:20.661 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 01:52:20 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T01:52:20.659+0000 7f9948600700 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:52:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:20 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:52:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:20 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:52:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:20 smithi164 ceph-mon[36138]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:20 smithi164 ceph-mon[36138]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:52:20.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:20 smithi164 ceph-mon[36138]: osdmap e42: 7 total, 6 up, 7 in 2024-05-21T01:52:20.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:20 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:20.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:20 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:20.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:20 smithi164 ceph-mon[36138]: from='osd.6 ' entity='osd.6' 2024-05-21T01:52:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:20 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:52:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:20 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:52:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:20 smithi007 ceph-mon[31288]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:20 smithi007 ceph-mon[31288]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:52:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:20 smithi007 ceph-mon[31288]: osdmap e42: 7 total, 6 up, 7 in 2024-05-21T01:52:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:21.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:20 smithi007 ceph-mon[31288]: from='osd.6 ' entity='osd.6' 2024-05-21T01:52:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:20 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:52:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:20 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:52:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:20 smithi190 ceph-mon[35961]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:20 smithi190 ceph-mon[35961]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:52:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:20 smithi190 ceph-mon[35961]: osdmap e42: 7 total, 6 up, 7 in 2024-05-21T01:52:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:20 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:20 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:20 smithi190 ceph-mon[35961]: from='osd.6 ' entity='osd.6' 2024-05-21T01:52:21.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:21 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:21.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:21 smithi164 ceph-mon[36138]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:21.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:21 smithi164 ceph-mon[36138]: osd.6 [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] boot 2024-05-21T01:52:21.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:21 smithi164 ceph-mon[36138]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T01:52:21.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:21 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:22.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:21 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:22.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:21 smithi007 ceph-mon[31288]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:22.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:21 smithi007 ceph-mon[31288]: osd.6 [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] boot 2024-05-21T01:52:22.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:21 smithi007 ceph-mon[31288]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T01:52:22.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:21 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:22.050 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T01:52:22.050 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T01:52:22.050 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-05-21T01:52:22.050 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-05-21T01:52:22.050 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126932 s, 826 MB/s 2024-05-21T01:52:22.050 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-05-21T01:52:22.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:21 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:22.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:21 smithi190 ceph-mon[35961]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-21T01:52:22.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:21 smithi190 ceph-mon[35961]: osd.6 [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] boot 2024-05-21T01:52:22.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:21 smithi190 ceph-mon[35961]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T01:52:22.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:21 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T01:52:22.710 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_2 2024-05-21T01:52:22.955 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T01:52:23.995 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:23 smithi164 ceph-mon[36138]: osdmap e44: 7 total, 7 up, 7 in 2024-05-21T01:52:23.995 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:23 smithi164 ceph-mon[36138]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:24.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:23 smithi007 ceph-mon[31288]: osdmap e44: 7 total, 7 up, 7 in 2024-05-21T01:52:24.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:23 smithi007 ceph-mon[31288]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:24.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:23 smithi190 ceph-mon[35961]: osdmap e44: 7 total, 7 up, 7 in 2024-05-21T01:52:24.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:23 smithi190 ceph-mon[35961]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:24.479 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.475+0000 7fd9b0e56700 1 -- 172.21.15.164:0/1623193655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1047a0 msgr2=0x7fd9ac104c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:24.479 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.475+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/1623193655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1047a0 0x7fd9ac104c00 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0099c0 tx=0x7fd99c009cd0 comp rx=0 tx=0).stop 2024-05-21T01:52:24.479 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.475+0000 7fd9b0e56700 1 -- 172.21.15.164:0/1623193655 shutdown_connections 2024-05-21T01:52:24.479 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.475+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/1623193655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9ac105140 0x7fd9ac10b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:24.479 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.475+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/1623193655 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9ac1035a0 0x7fd9ac1039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.475+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/1623193655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1047a0 0x7fd9ac104c00 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.475+0000 7fd9b0e56700 1 -- 172.21.15.164:0/1623193655 >> 172.21.15.164:0/1623193655 conn(0x7fd9ac0feb40 msgr2=0x7fd9ac100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 -- 172.21.15.164:0/1623193655 shutdown_connections 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 -- 172.21.15.164:0/1623193655 wait complete. 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 Processor -- start 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 -- start start 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1035a0 0x7fd9ac199760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9ac1047a0 0x7fd9ac199ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9ac105140 0x7fd9ac1a0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac10f090 con 0x7fd9ac105140 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac10ef10 con 0x7fd9ac1035a0 2024-05-21T01:52:24.480 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.476+0000 7fd9b0e56700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ac10f210 con 0x7fd9ac1047a0 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9aa59c700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1035a0 0x7fd9ac199760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9aa59c700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1035a0 0x7fd9ac199760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:45050/0 (socket says 172.21.15.164:45050) 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9aa59c700 1 -- 172.21.15.164:0/349413372 learned_addr learned my addr 172.21.15.164:0/349413372 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9a9d9b700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9ac1047a0 0x7fd9ac199ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9aa59c700 1 -- 172.21.15.164:0/349413372 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9ac1047a0 msgr2=0x7fd9ac199ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9aa59c700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9ac1047a0 0x7fd9ac199ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9aa59c700 1 -- 172.21.15.164:0/349413372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9ac105140 msgr2=0x7fd9ac1a0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9aa59c700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9ac105140 0x7fd9ac1a0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9aa59c700 1 -- 172.21.15.164:0/349413372 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9ac1a13c0 con 0x7fd9ac1035a0 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9aa59c700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1035a0 0x7fd9ac199760 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd9a000d980 tx=0x7fd9a000dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd99b7fe700 1 -- 172.21.15.164:0/349413372 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a0017030 con 0x7fd9ac1035a0 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd99b7fe700 1 -- 172.21.15.164:0/349413372 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9a00044d0 con 0x7fd9ac1035a0 2024-05-21T01:52:24.481 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9ac1a16b0 con 0x7fd9ac1035a0 2024-05-21T01:52:24.482 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd99b7fe700 1 -- 172.21.15.164:0/349413372 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a00039e0 con 0x7fd9ac1035a0 2024-05-21T01:52:24.482 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.477+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9ac1a1bf0 con 0x7fd9ac1035a0 2024-05-21T01:52:24.482 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.478+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9ac06a230 con 0x7fd9ac1035a0 2024-05-21T01:52:24.482 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.480+0000 7fd99b7fe700 1 -- 172.21.15.164:0/349413372 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fd9a001a070 con 0x7fd9ac1035a0 2024-05-21T01:52:24.483 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.481+0000 7fd99b7fe700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9940b2880 0x7fd9940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:52:24.483 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.481+0000 7fd99b7fe700 1 -- 172.21.15.164:0/349413372 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 4965+0+0 (secure 0 0 0) 0x7fd9a00e1220 con 0x7fd9ac1035a0 2024-05-21T01:52:24.483 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.481+0000 7fd9a9d9b700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9940b2880 0x7fd9940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:52:24.484 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.482+0000 7fd9a9d9b700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9940b2880 0x7fd9940b4d40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd99c009990 tx=0x7fd99c00b870 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:52:24.486 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.484+0000 7fd99b7fe700 1 -- 172.21.15.164:0/349413372 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd9a00a9c50 con 0x7fd9ac1035a0 2024-05-21T01:52:24.700 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:24.699+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fd9ac063980 con 0x7fd9940b2880 2024-05-21T01:52:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:52:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:52:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:52:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:52:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:52:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:52:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:26.565 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='client.24302 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:52:26.565 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:26.565 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi007 2024-05-21T01:52:26.565 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi007 to 5698M 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.566 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:26.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='client.24302 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi007 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi007 to 5698M 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:26.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='client.24302 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:52:26.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:26.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi007 2024-05-21T01:52:26.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:26.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:26.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:26.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi007 to 5698M 2024-05-21T01:52:26.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:26.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:26.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:26.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:27.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:27.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:27.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:27.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:27.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:27.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:27.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:27.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:27.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:28.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:28 smithi190 ceph-mon[35961]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:28.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:28 smithi190 ceph-mon[35961]: from='client.? 172.21.15.164:0/985691886' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e438ee68-9c75-473d-8aab-2af917e481ef"}]: dispatch 2024-05-21T01:52:28.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:28 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e438ee68-9c75-473d-8aab-2af917e481ef"}]: dispatch 2024-05-21T01:52:28.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:28 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e438ee68-9c75-473d-8aab-2af917e481ef"}]': finished 2024-05-21T01:52:28.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:28 smithi190 ceph-mon[35961]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T01:52:28.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:28.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:28 smithi190 ceph-mon[35961]: from='client.? 172.21.15.164:0/332361051' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:52:28.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:28 smithi164 ceph-mon[36138]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:28.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:28 smithi164 ceph-mon[36138]: from='client.? 172.21.15.164:0/985691886' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e438ee68-9c75-473d-8aab-2af917e481ef"}]: dispatch 2024-05-21T01:52:28.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:28 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e438ee68-9c75-473d-8aab-2af917e481ef"}]: dispatch 2024-05-21T01:52:28.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:28 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e438ee68-9c75-473d-8aab-2af917e481ef"}]': finished 2024-05-21T01:52:28.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:28 smithi164 ceph-mon[36138]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T01:52:28.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:28 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:28.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:28 smithi164 ceph-mon[36138]: from='client.? 172.21.15.164:0/332361051' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:52:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:28 smithi007 ceph-mon[31288]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:28 smithi007 ceph-mon[31288]: from='client.? 172.21.15.164:0/985691886' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e438ee68-9c75-473d-8aab-2af917e481ef"}]: dispatch 2024-05-21T01:52:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:28 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e438ee68-9c75-473d-8aab-2af917e481ef"}]: dispatch 2024-05-21T01:52:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:28 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e438ee68-9c75-473d-8aab-2af917e481ef"}]': finished 2024-05-21T01:52:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:28 smithi007 ceph-mon[31288]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T01:52:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:28 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:28 smithi007 ceph-mon[31288]: from='client.? 172.21.15.164:0/332361051' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:52:30.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:30 smithi164 ceph-mon[36138]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:30.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:30 smithi007 ceph-mon[31288]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:30.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:30 smithi190 ceph-mon[35961]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:32.661 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:32 smithi164 ceph-mon[36138]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:32.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:32 smithi007 ceph-mon[31288]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:32.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:32 smithi190 ceph-mon[35961]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 205 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:34.571 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:34 smithi164 ceph-mon[36138]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:34.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:34 smithi007 ceph-mon[31288]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:34.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:34 smithi190 ceph-mon[35961]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:35.648 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T01:52:35.649 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:35.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T01:52:35.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:35.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T01:52:35.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:36.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:36 smithi007 ceph-mon[31288]: Deploying daemon osd.7 on smithi164 2024-05-21T01:52:36.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:36 smithi007 ceph-mon[31288]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:36.602 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:36 smithi164 ceph-mon[36138]: Deploying daemon osd.7 on smithi164 2024-05-21T01:52:36.602 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:36 smithi164 ceph-mon[36138]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:36.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:36 smithi190 ceph-mon[35961]: Deploying daemon osd.7 on smithi164 2024-05-21T01:52:36.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:36 smithi190 ceph-mon[35961]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:38.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:38 smithi164 ceph-mon[36138]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:38.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:38 smithi007 ceph-mon[31288]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:38.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:38 smithi190 ceph-mon[35961]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:40 smithi164 ceph-mon[36138]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:40.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:40 smithi007 ceph-mon[31288]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:40.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:40 smithi190 ceph-mon[35961]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:41.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:41 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:41.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:41 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:41.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:41 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:41 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:41 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:41 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:42.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:41 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:42.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:41 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:42.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:41 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:42.829 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:42 smithi164 ceph-mon[36138]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:42 smithi190 ceph-mon[35961]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:43.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:42 smithi007 ceph-mon[31288]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:44.547 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 7 on host 'smithi164' 2024-05-21T01:52:44.547 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.546+0000 7fd99b7fe700 1 -- 172.21.15.164:0/349413372 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd9ac063980 con 0x7fd9940b2880 2024-05-21T01:52:44.549 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.548+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9940b2880 msgr2=0x7fd9940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:44.549 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.548+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9940b2880 0x7fd9940b4d40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd99c009990 tx=0x7fd99c00b870 comp rx=0 tx=0).stop 2024-05-21T01:52:44.549 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1035a0 msgr2=0x7fd9ac199760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:44.549 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1035a0 0x7fd9ac199760 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd9a000d980 tx=0x7fd9a000dc90 comp rx=0 tx=0).stop 2024-05-21T01:52:44.550 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 shutdown_connections 2024-05-21T01:52:44.550 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9940b2880 0x7fd9940b4d40 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:44.550 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9ac105140 0x7fd9ac1a0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:44.550 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9ac1035a0 0x7fd9ac199760 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:44.550 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 --2- 172.21.15.164:0/349413372 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9ac1047a0 0x7fd9ac199ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:44.550 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 >> 172.21.15.164:0/349413372 conn(0x7fd9ac0feb40 msgr2=0x7fd9ac107b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:52:44.550 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 shutdown_connections 2024-05-21T01:52:44.550 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:52:44.549+0000 7fd9b0e56700 1 -- 172.21.15.164:0/349413372 wait complete. 2024-05-21T01:52:44.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:44.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.845 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:44.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:44.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='osd.7 [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T01:52:44.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T01:52:44.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.846 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:44.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='osd.7 [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T01:52:44.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T01:52:44.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:44.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:45.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='osd.7 [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T01:52:45.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T01:52:45.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:45.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:45.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:52:45.210 DEBUG:teuthology.orchestra.run.smithi164:osd.7> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.7.service 2024-05-21T01:52:45.328 INFO:tasks.cephadm:Deploying osd.8 on smithi190 with /dev/vg_nvme/lv_2... 2024-05-21T01:52:45.329 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T01:52:45.578 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:52:45.978 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:45 smithi190 ceph-mon[35961]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T01:52:45.978 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:45 smithi190 ceph-mon[35961]: from='osd.7 [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:52:45.978 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:45 smithi190 ceph-mon[35961]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T01:52:45.978 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:45.978 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:45 smithi190 ceph-mon[35961]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:52:45.978 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:45 smithi190 ceph-mon[35961]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:45 smithi007 ceph-mon[31288]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T01:52:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:45 smithi007 ceph-mon[31288]: from='osd.7 [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:52:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:45 smithi007 ceph-mon[31288]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T01:52:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:45 smithi007 ceph-mon[31288]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:52:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:45 smithi007 ceph-mon[31288]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:45 smithi164 ceph-mon[36138]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T01:52:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:45 smithi164 ceph-mon[36138]: from='osd.7 [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:52:46.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:45 smithi164 ceph-mon[36138]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T01:52:46.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:46.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:45 smithi164 ceph-mon[36138]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:52:46.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:45 smithi164 ceph-mon[36138]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:46.846 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 01:52:46 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T01:52:46.752+0000 7f69b5273700 -1 osd.7 0 waiting for initial osdmap 2024-05-21T01:52:47.025 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:46 smithi190 ceph-mon[35961]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:52:47.025 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:46 smithi190 ceph-mon[35961]: osdmap e47: 8 total, 7 up, 8 in 2024-05-21T01:52:47.025 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:47.025 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:46 smithi190 ceph-mon[35961]: from='osd.7 ' entity='osd.7' 2024-05-21T01:52:47.025 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:46 smithi190 ceph-mon[35961]: osdmap e48: 8 total, 7 up, 8 in 2024-05-21T01:52:47.025 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:47.193 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 01:52:46 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T01:52:46.938+0000 7f69ad05e700 -1 osd.7 48 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:52:47.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:46 smithi164 ceph-mon[36138]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:52:47.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:46 smithi164 ceph-mon[36138]: osdmap e47: 8 total, 7 up, 8 in 2024-05-21T01:52:47.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:47.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:46 smithi164 ceph-mon[36138]: from='osd.7 ' entity='osd.7' 2024-05-21T01:52:47.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:46 smithi164 ceph-mon[36138]: osdmap e48: 8 total, 7 up, 8 in 2024-05-21T01:52:47.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:46 smithi007 ceph-mon[31288]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:52:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:46 smithi007 ceph-mon[31288]: osdmap e47: 8 total, 7 up, 8 in 2024-05-21T01:52:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:46 smithi007 ceph-mon[31288]: from='osd.7 ' entity='osd.7' 2024-05-21T01:52:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:46 smithi007 ceph-mon[31288]: osdmap e48: 8 total, 7 up, 8 in 2024-05-21T01:52:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:47.600 INFO:teuthology.orchestra.run.smithi190.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T01:52:47.600 INFO:teuthology.orchestra.run.smithi190.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T01:52:47.600 INFO:teuthology.orchestra.run.smithi190.stderr: stderr: 10+0 records in 2024-05-21T01:52:47.600 INFO:teuthology.orchestra.run.smithi190.stderr:10+0 records out 2024-05-21T01:52:47.600 INFO:teuthology.orchestra.run.smithi190.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114587 s, 915 MB/s 2024-05-21T01:52:47.600 INFO:teuthology.orchestra.run.smithi190.stderr:--> Zapping successful for: 2024-05-21T01:52:48.150 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:47 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:52:48.150 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:47 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:52:48.150 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:47 smithi164 ceph-mon[36138]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:48.151 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:47 smithi164 ceph-mon[36138]: osd.7 [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] boot 2024-05-21T01:52:48.151 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:47 smithi164 ceph-mon[36138]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T01:52:48.151 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:47 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:48.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:47 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:52:48.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:47 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:52:48.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:47 smithi190 ceph-mon[35961]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:48.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:47 smithi190 ceph-mon[35961]: osd.7 [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] boot 2024-05-21T01:52:48.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:47 smithi190 ceph-mon[35961]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T01:52:48.154 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:47 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:48.182 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_2 2024-05-21T01:52:48.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:47 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:52:48.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:47 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:52:48.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:47 smithi007 ceph-mon[31288]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-05-21T01:52:48.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:47 smithi007 ceph-mon[31288]: osd.7 [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] boot 2024-05-21T01:52:48.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:47 smithi007 ceph-mon[31288]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T01:52:48.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T01:52:48.425 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:52:49.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi164 2024-05-21T01:52:49.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:49.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:49.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:49.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi164 to 5696M 2024-05-21T01:52:49.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.470 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:49.471 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:49.471 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.471 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:49 smithi190 ceph-mon[35961]: osdmap e50: 8 total, 8 up, 8 in 2024-05-21T01:52:49.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi164 2024-05-21T01:52:49.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:49.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:49.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:49.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi164 to 5696M 2024-05-21T01:52:49.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:49.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:49.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.526 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:49 smithi007 ceph-mon[31288]: osdmap e50: 8 total, 8 up, 8 in 2024-05-21T01:52:49.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi164 2024-05-21T01:52:49.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:49.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:49.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:52:49.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi164 to 5696M 2024-05-21T01:52:49.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:49.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:52:49.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:52:49.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:49 smithi164 ceph-mon[36138]: osdmap e50: 8 total, 8 up, 8 in 2024-05-21T01:52:49.929 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 -- 172.21.15.190:0/690746430 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 msgr2=0x7f5c40104c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:49.929 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 --2- 172.21.15.190:0/690746430 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 0x7f5c40104c00 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5c34009990 tx=0x7f5c34009ca0 comp rx=0 tx=0).stop 2024-05-21T01:52:49.929 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 -- 172.21.15.190:0/690746430 shutdown_connections 2024-05-21T01:52:49.929 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 --2- 172.21.15.190:0/690746430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c40105140 0x7f5c4010b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:49.929 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 --2- 172.21.15.190:0/690746430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c401035a0 0x7f5c401039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:49.929 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 --2- 172.21.15.190:0/690746430 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 0x7f5c40104c00 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:49.929 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 -- 172.21.15.190:0/690746430 >> 172.21.15.190:0/690746430 conn(0x7f5c400feb40 msgr2=0x7f5c40100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:52:49.929 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 -- 172.21.15.190:0/690746430 shutdown_connections 2024-05-21T01:52:49.929 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 -- 172.21.15.190:0/690746430 wait complete. 2024-05-21T01:52:49.930 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 Processor -- start 2024-05-21T01:52:49.930 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 -- start start 2024-05-21T01:52:49.931 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.928+0000 7f5c462a3700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c401035a0 0x7f5c400772e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:52:49.931 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c462a3700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 0x7f5c40075930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:52:49.931 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c462a3700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c40105140 0x7f5c40075e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:52:49.931 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c462a3700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4010f090 con 0x7f5c40105140 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c462a3700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4010ef10 con 0x7f5c401035a0 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c462a3700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5c4010f210 con 0x7f5c401047a0 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3f7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 0x7f5c40075930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3f7fe700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 0x7f5c40075930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:47416/0 (socket says 172.21.15.190:47416) 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3f7fe700 1 -- 172.21.15.190:0/609903232 learned_addr learned my addr 172.21.15.190:0/609903232 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3ffff700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c401035a0 0x7f5c400772e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3f7fe700 1 -- 172.21.15.190:0/609903232 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c401035a0 msgr2=0x7f5c400772e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3f7fe700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c401035a0 0x7f5c400772e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3f7fe700 1 -- 172.21.15.190:0/609903232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c40105140 msgr2=0x7f5c40075e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3f7fe700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c40105140 0x7f5c40075e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3f7fe700 1 -- 172.21.15.190:0/609903232 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c40076720 con 0x7f5c401047a0 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3f7fe700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 0x7f5c40075930 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f5c340036f0 tx=0x7f5c34009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:52:49.932 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3d7fa700 1 -- 172.21.15.190:0/609903232 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c34027070 con 0x7f5c401047a0 2024-05-21T01:52:49.933 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3d7fa700 1 -- 172.21.15.190:0/609903232 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c3400bd90 con 0x7f5c401047a0 2024-05-21T01:52:49.933 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c401a3840 con 0x7f5c401047a0 2024-05-21T01:52:49.933 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c3d7fa700 1 -- 172.21.15.190:0/609903232 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c3400f460 con 0x7f5c401047a0 2024-05-21T01:52:49.933 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.929+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c401a3c90 con 0x7f5c401047a0 2024-05-21T01:52:49.933 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.930+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c4002e560 con 0x7f5c401047a0 2024-05-21T01:52:49.934 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.932+0000 7f5c3d7fa700 1 -- 172.21.15.190:0/609903232 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f5c3402a070 con 0x7f5c401047a0 2024-05-21T01:52:49.935 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.932+0000 7f5c3d7fa700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c280b2880 0x7f5c280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:52:49.935 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.932+0000 7f5c3d7fa700 1 -- 172.21.15.190:0/609903232 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 5397+0+0 (secure 0 0 0) 0x7f5c340e31f0 con 0x7f5c401047a0 2024-05-21T01:52:49.935 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.933+0000 7f5c3ffff700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c280b2880 0x7f5c280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:52:49.935 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.934+0000 7f5c3ffff700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c280b2880 0x7f5c280b4d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5c40104600 tx=0x7f5c3000b5b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:52:49.936 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:49.936+0000 7f5c3d7fa700 1 -- 172.21.15.190:0/609903232 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5c34013070 con 0x7f5c401047a0 2024-05-21T01:52:50.152 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:52:50.152+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f5c40063980 con 0x7f5c280b2880 2024-05-21T01:52:50.885 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:50 smithi190 ceph-mon[35961]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:52:50.885 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:50 smithi190 ceph-mon[35961]: osdmap e51: 8 total, 8 up, 8 in 2024-05-21T01:52:50.885 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:52:50.885 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:52:50.885 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:50 smithi164 ceph-mon[36138]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:52:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:50 smithi164 ceph-mon[36138]: osdmap e51: 8 total, 8 up, 8 in 2024-05-21T01:52:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:52:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:52:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:51.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:50 smithi007 ceph-mon[31288]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:52:51.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:50 smithi007 ceph-mon[31288]: osdmap e51: 8 total, 8 up, 8 in 2024-05-21T01:52:51.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:52:51.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:52:51.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:52:51.828 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:51 smithi190 ceph-mon[35961]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:52:51.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:51 smithi164 ceph-mon[36138]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:52:52.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:51 smithi007 ceph-mon[31288]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:52:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:52 smithi164 ceph-mon[36138]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:52:53.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:52 smithi007 ceph-mon[31288]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:52:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:52 smithi190 ceph-mon[35961]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:52:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:53 smithi164 ceph-mon[36138]: from='client.? 172.21.15.190:0/391527496' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4167cd-0629-4115-ab9f-f6d7d0894ce1"}]: dispatch 2024-05-21T01:52:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:53 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4167cd-0629-4115-ab9f-f6d7d0894ce1"}]: dispatch 2024-05-21T01:52:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:53 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be4167cd-0629-4115-ab9f-f6d7d0894ce1"}]': finished 2024-05-21T01:52:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:53 smithi164 ceph-mon[36138]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T01:52:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:53 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:52:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:53 smithi164 ceph-mon[36138]: from='client.? 172.21.15.190:0/3251043157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:52:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:53 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/391527496' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4167cd-0629-4115-ab9f-f6d7d0894ce1"}]: dispatch 2024-05-21T01:52:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:53 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4167cd-0629-4115-ab9f-f6d7d0894ce1"}]: dispatch 2024-05-21T01:52:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:53 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be4167cd-0629-4115-ab9f-f6d7d0894ce1"}]': finished 2024-05-21T01:52:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:53 smithi007 ceph-mon[31288]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T01:52:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:53 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:52:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:53 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/3251043157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:52:54.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:53 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/391527496' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4167cd-0629-4115-ab9f-f6d7d0894ce1"}]: dispatch 2024-05-21T01:52:54.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:53 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4167cd-0629-4115-ab9f-f6d7d0894ce1"}]: dispatch 2024-05-21T01:52:54.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:53 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be4167cd-0629-4115-ab9f-f6d7d0894ce1"}]': finished 2024-05-21T01:52:54.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:53 smithi190 ceph-mon[35961]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T01:52:54.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:53 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:52:54.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:53 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/3251043157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:52:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:54 smithi164 ceph-mon[36138]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:52:55.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:54 smithi007 ceph-mon[31288]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:52:55.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:54 smithi190 ceph-mon[35961]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:52:56.746 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:56 smithi164 ceph-mon[36138]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-21T01:52:57.008 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:56 smithi190 ceph-mon[35961]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-21T01:52:57.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:56 smithi007 ceph-mon[31288]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-21T01:52:58.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:52:58 smithi164 ceph-mon[36138]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:52:59.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:52:58 smithi007 ceph-mon[31288]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:52:59.057 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:52:58 smithi190 ceph-mon[35961]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:53:00.935 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:00 smithi190 ceph-mon[35961]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-21T01:53:00.935 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T01:53:00.935 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:00 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:00.945 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:00 smithi164 ceph-mon[36138]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-21T01:53:00.945 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T01:53:00.946 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:00 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:00 smithi007 ceph-mon[31288]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-21T01:53:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T01:53:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:00 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:01.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:01 smithi190 ceph-mon[35961]: Deploying daemon osd.8 on smithi190 2024-05-21T01:53:01.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:01 smithi164 ceph-mon[36138]: Deploying daemon osd.8 on smithi190 2024-05-21T01:53:02.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:01 smithi007 ceph-mon[31288]: Deploying daemon osd.8 on smithi190 2024-05-21T01:53:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:02 smithi164 ceph-mon[36138]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:53:03.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:02 smithi007 ceph-mon[31288]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:53:03.097 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:02 smithi190 ceph-mon[35961]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:53:03.796 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:03 smithi190 ceph-mon[35961]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-05-21T01:53:04.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:03 smithi007 ceph-mon[31288]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-05-21T01:53:04.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:03 smithi164 ceph-mon[36138]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-05-21T01:53:06.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:06 smithi190 ceph-mon[35961]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-21T01:53:06.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:06 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:06.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:06 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:06.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:06 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:06.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:06 smithi164 ceph-mon[36138]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-21T01:53:06.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:06 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:06.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:06 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:06.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:06 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:06.727 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:06 smithi007 ceph-mon[31288]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-21T01:53:06.727 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:06.727 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:06.728 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:06 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:08.335 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.334+0000 7f5c3d7fa700 1 -- 172.21.15.190:0/609903232 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5c40063980 con 0x7f5c280b2880 2024-05-21T01:53:08.336 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 8 on host 'smithi190' 2024-05-21T01:53:08.338 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c280b2880 msgr2=0x7f5c280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:08.338 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c280b2880 0x7f5c280b4d40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5c40104600 tx=0x7f5c3000b5b0 comp rx=0 tx=0).stop 2024-05-21T01:53:08.338 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 msgr2=0x7f5c40075930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:08.338 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 0x7f5c40075930 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f5c340036f0 tx=0x7f5c34009580 comp rx=0 tx=0).stop 2024-05-21T01:53:08.338 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 shutdown_connections 2024-05-21T01:53:08.338 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c280b2880 0x7f5c280b4d40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:08.338 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c40105140 0x7f5c40075e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:08.338 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c401035a0 0x7f5c400772e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:08.338 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 --2- 172.21.15.190:0/609903232 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c401047a0 0x7f5c40075930 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:08.339 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 >> 172.21.15.190:0/609903232 conn(0x7f5c400feb40 msgr2=0x7f5c40107bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:53:08.339 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 shutdown_connections 2024-05-21T01:53:08.339 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:53:08.337+0000 7f5c462a3700 1 -- 172.21.15.190:0/609903232 wait complete. 2024-05-21T01:53:08.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:08 smithi190 ceph-mon[35961]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:53:08.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:08.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:08 smithi164 ceph-mon[36138]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:53:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:08.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:08 smithi007 ceph-mon[31288]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:53:08.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:08.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:08.937 DEBUG:teuthology.orchestra.run.smithi190:osd.8> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.8.service 2024-05-21T01:53:08.940 INFO:tasks.cephadm:Deploying osd.9 on smithi007 with /dev/vg_nvme/lv_1... 2024-05-21T01:53:08.940 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T01:53:09.403 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:53:09.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:09 smithi190 ceph-mon[35961]: from='osd.8 [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T01:53:09.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:09 smithi190 ceph-mon[35961]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T01:53:09.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 01:53:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T01:53:09.244+0000 7f4081c967c0 -1 osd.8 0 log_to_monitors true 2024-05-21T01:53:09.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:09 smithi164 ceph-mon[36138]: from='osd.8 [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T01:53:09.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:09 smithi164 ceph-mon[36138]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T01:53:09.736 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:09 smithi007 ceph-mon[31288]: from='osd.8 [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T01:53:09.736 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:09 smithi007 ceph-mon[31288]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T01:53:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:10 smithi164 ceph-mon[36138]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:53:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:10 smithi164 ceph-mon[36138]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T01:53:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:10 smithi164 ceph-mon[36138]: osdmap e53: 9 total, 8 up, 9 in 2024-05-21T01:53:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:53:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:10 smithi164 ceph-mon[36138]: from='osd.8 [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:53:10.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:10 smithi164 ceph-mon[36138]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:53:10.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:10.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:10 smithi007 ceph-mon[31288]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:53:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:10 smithi007 ceph-mon[31288]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T01:53:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:10 smithi007 ceph-mon[31288]: osdmap e53: 9 total, 8 up, 9 in 2024-05-21T01:53:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:53:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:10 smithi007 ceph-mon[31288]: from='osd.8 [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:53:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:10 smithi007 ceph-mon[31288]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:53:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:10.857 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 01:53:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T01:53:10.398+0000 7f40772fa700 -1 osd.8 0 waiting for initial osdmap 2024-05-21T01:53:10.857 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 01:53:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T01:53:10.409+0000 7f40730ed700 -1 osd.8 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:53:10.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:10 smithi190 ceph-mon[35961]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:53:10.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:10 smithi190 ceph-mon[35961]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T01:53:10.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:10 smithi190 ceph-mon[35961]: osdmap e53: 9 total, 8 up, 9 in 2024-05-21T01:53:10.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:53:10.858 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:10 smithi190 ceph-mon[35961]: from='osd.8 [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:53:10.858 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:10 smithi190 ceph-mon[35961]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:53:10.858 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:10.858 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:11.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:11 smithi007 ceph-mon[31288]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:53:11.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:11 smithi007 ceph-mon[31288]: osdmap e54: 9 total, 8 up, 9 in 2024-05-21T01:53:11.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:11 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:53:11.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:11 smithi190 ceph-mon[35961]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:53:11.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:11 smithi190 ceph-mon[35961]: osdmap e54: 9 total, 8 up, 9 in 2024-05-21T01:53:11.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:11 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:53:11.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:11 smithi164 ceph-mon[36138]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:53:11.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:11 smithi164 ceph-mon[36138]: osdmap e54: 9 total, 8 up, 9 in 2024-05-21T01:53:11.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:11 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:53:12.440 INFO:teuthology.orchestra.run.smithi007.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T01:53:12.440 INFO:teuthology.orchestra.run.smithi007.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T01:53:12.440 INFO:teuthology.orchestra.run.smithi007.stderr: stderr: 10+0 records in 2024-05-21T01:53:12.440 INFO:teuthology.orchestra.run.smithi007.stderr:10+0 records out 2024-05-21T01:53:12.440 INFO:teuthology.orchestra.run.smithi007.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0362429 s, 289 MB/s 2024-05-21T01:53:12.440 INFO:teuthology.orchestra.run.smithi007.stderr:--> Zapping successful for: 2024-05-21T01:53:12.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:12 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:53:12.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:12 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:53:12.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:12 smithi190 ceph-mon[35961]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:53:12.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:12 smithi190 ceph-mon[35961]: osd.8 [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] boot 2024-05-21T01:53:12.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:12 smithi190 ceph-mon[35961]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T01:53:12.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:12 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:53:12.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:12 smithi190 ceph-mon[35961]: osdmap e56: 9 total, 9 up, 9 in 2024-05-21T01:53:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:12 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:53:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:12 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:53:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:12 smithi164 ceph-mon[36138]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:53:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:12 smithi164 ceph-mon[36138]: osd.8 [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] boot 2024-05-21T01:53:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:12 smithi164 ceph-mon[36138]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T01:53:12.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:12 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:53:12.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:12 smithi164 ceph-mon[36138]: osdmap e56: 9 total, 9 up, 9 in 2024-05-21T01:53:12.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:12 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:53:12.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:12 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:53:12.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:12 smithi007 ceph-mon[31288]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-05-21T01:53:12.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:12 smithi007 ceph-mon[31288]: osd.8 [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] boot 2024-05-21T01:53:12.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:12 smithi007 ceph-mon[31288]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T01:53:12.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:12 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T01:53:12.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:12 smithi007 ceph-mon[31288]: osdmap e56: 9 total, 9 up, 9 in 2024-05-21T01:53:13.569 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi007:vg_nvme/lv_1 2024-05-21T01:53:13.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi190 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi190 to 5696M 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:13.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:13.776 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:13.776 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.776 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:13 smithi007 ceph-mon[31288]: osdmap e57: 9 total, 9 up, 9 in 2024-05-21T01:53:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi190 2024-05-21T01:53:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi190 to 5696M 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:13.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:13 smithi164 ceph-mon[36138]: osdmap e57: 9 total, 9 up, 9 in 2024-05-21T01:53:14.039 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:53:14.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi190 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi190 to 5696M 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:14.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:14.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:14.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:13 smithi190 ceph-mon[35961]: osdmap e57: 9 total, 9 up, 9 in 2024-05-21T01:53:14.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:14 smithi007 ceph-mon[31288]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:14 smithi164 ceph-mon[36138]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:15.008 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:14 smithi190 ceph-mon[35961]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:16.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.409+0000 7fa91ee00700 1 -- 172.21.15.7:0/3772094740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa918109290 msgr2=0x7fa91810b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:16.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.409+0000 7fa91ee00700 1 --2- 172.21.15.7:0/3772094740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa918109290 0x7fa91810b700 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa910009f90 tx=0x7fa91000b330 comp rx=0 tx=0).stop 2024-05-21T01:53:16.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.409+0000 7fa91ee00700 1 -- 172.21.15.7:0/3772094740 shutdown_connections 2024-05-21T01:53:16.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.409+0000 7fa91ee00700 1 --2- 172.21.15.7:0/3772094740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa918109290 0x7fa91810b700 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:16.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.409+0000 7fa91ee00700 1 --2- 172.21.15.7:0/3772094740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa918104030 0x7fa918106420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:16.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.409+0000 7fa91ee00700 1 --2- 172.21.15.7:0/3772094740 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa918106960 0x7fa918108d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:16.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.409+0000 7fa91ee00700 1 -- 172.21.15.7:0/3772094740 >> 172.21.15.7:0/3772094740 conn(0x7fa9180fda40 msgr2=0x7fa9180ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:53:16.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.410+0000 7fa91ee00700 1 -- 172.21.15.7:0/3772094740 shutdown_connections 2024-05-21T01:53:16.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.410+0000 7fa91ee00700 1 -- 172.21.15.7:0/3772094740 wait complete. 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.411+0000 7fa91ee00700 1 Processor -- start 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.411+0000 7fa91ee00700 1 -- start start 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.411+0000 7fa91ee00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa918104030 0x7fa91819b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.411+0000 7fa91ee00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa918106960 0x7fa91819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.411+0000 7fa91ee00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa918109290 0x7fa9181a2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.411+0000 7fa91ee00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa91810f0b0 con 0x7fa918104030 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.411+0000 7fa91ee00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa91810ef30 con 0x7fa918106960 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.411+0000 7fa91ee00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa91810f230 con 0x7fa918109290 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa917e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa918104030 0x7fa91819b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa91ce00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa918109290 0x7fa9181a2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa917400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa918106960 0x7fa91819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:53:16.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa91ce00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa918109290 0x7fa9181a2eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:44498/0 (socket says 172.21.15.7:44498) 2024-05-21T01:53:16.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa917e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa918104030 0x7fa91819b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54342/0 (socket says 172.21.15.7:54342) 2024-05-21T01:53:16.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa91ce00700 1 -- 172.21.15.7:0/1839705115 learned_addr learned my addr 172.21.15.7:0/1839705115 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:53:16.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa91ce00700 1 -- 172.21.15.7:0/1839705115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa918106960 msgr2=0x7fa91819be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:16.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa91ce00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa918106960 0x7fa91819be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:16.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa91ce00700 1 -- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa918104030 msgr2=0x7fa91819b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:16.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa91ce00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa918104030 0x7fa91819b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:16.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa91ce00700 1 -- 172.21.15.7:0/1839705115 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9181a3550 con 0x7fa918109290 2024-05-21T01:53:16.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa917e00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa918104030 0x7fa91819b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:53:16.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.412+0000 7fa91ce00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa918109290 0x7fa9181a2eb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa91000cfa0 tx=0x7fa91000cfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:53:16.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.413+0000 7fa914c00700 1 -- 172.21.15.7:0/1839705115 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa910021020 con 0x7fa918109290 2024-05-21T01:53:16.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.413+0000 7fa914c00700 1 -- 172.21.15.7:0/1839705115 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa910007b80 con 0x7fa918109290 2024-05-21T01:53:16.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.413+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9181a37e0 con 0x7fa918109290 2024-05-21T01:53:16.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.413+0000 7fa914c00700 1 -- 172.21.15.7:0/1839705115 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9100052a0 con 0x7fa918109290 2024-05-21T01:53:16.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.413+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9181a3ce0 con 0x7fa918109290 2024-05-21T01:53:16.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.414+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa91806a230 con 0x7fa918109290 2024-05-21T01:53:16.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.416+0000 7fa914c00700 1 -- 172.21.15.7:0/1839705115 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa910024020 con 0x7fa918109290 2024-05-21T01:53:16.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.417+0000 7fa914c00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8fc0b2900 0x7fa8fc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:53:16.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.418+0000 7fa914c00700 1 -- 172.21.15.7:0/1839705115 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5829+0+0 (secure 0 0 0) 0x7fa91000f020 con 0x7fa918109290 2024-05-21T01:53:16.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.418+0000 7fa917e00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8fc0b2900 0x7fa8fc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:53:16.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.419+0000 7fa917e00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8fc0b2900 0x7fa8fc0b4dc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa908005fd0 tx=0x7fa908009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:53:16.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.422+0000 7fa914c00700 1 -- 172.21.15.7:0/1839705115 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa9100ab120 con 0x7fa918109290 2024-05-21T01:53:16.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:16.668+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fa918063980 con 0x7fa8fc0b2900 2024-05-21T01:53:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:16 smithi164 ceph-mon[36138]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-05-21T01:53:17.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:16 smithi007 ceph-mon[31288]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-05-21T01:53:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:16 smithi190 ceph-mon[35961]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-05-21T01:53:17.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:17 smithi164 ceph-mon[36138]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:53:17.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:53:17.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:53:17.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:18.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:17 smithi007 ceph-mon[31288]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:53:18.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:53:18.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:53:18.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:18.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:17 smithi190 ceph-mon[35961]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi007:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:53:18.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:53:18.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:53:18.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:18 smithi164 ceph-mon[36138]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T01:53:19.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:18 smithi007 ceph-mon[31288]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T01:53:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:18 smithi190 ceph-mon[35961]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T01:53:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:20 smithi164 ceph-mon[36138]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-21T01:53:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:20 smithi007 ceph-mon[31288]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-21T01:53:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:20 smithi190 ceph-mon[35961]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-21T01:53:21.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:21 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3213437649' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bda8e7c1-b9e1-495f-9bc3-12b373eccf0c"}]: dispatch 2024-05-21T01:53:21.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:21 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3213437649' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bda8e7c1-b9e1-495f-9bc3-12b373eccf0c"}]': finished 2024-05-21T01:53:21.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:21 smithi164 ceph-mon[36138]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T01:53:21.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:21 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:22.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:21 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3213437649' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bda8e7c1-b9e1-495f-9bc3-12b373eccf0c"}]: dispatch 2024-05-21T01:53:22.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:21 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3213437649' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bda8e7c1-b9e1-495f-9bc3-12b373eccf0c"}]': finished 2024-05-21T01:53:22.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:21 smithi007 ceph-mon[31288]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T01:53:22.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:21 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:22.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:21 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3213437649' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bda8e7c1-b9e1-495f-9bc3-12b373eccf0c"}]: dispatch 2024-05-21T01:53:22.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:21 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3213437649' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bda8e7c1-b9e1-495f-9bc3-12b373eccf0c"}]': finished 2024-05-21T01:53:22.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:21 smithi190 ceph-mon[35961]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T01:53:22.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:21 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:22 smithi164 ceph-mon[36138]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:53:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:22 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/860756538' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:53:23.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:22 smithi007 ceph-mon[31288]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:53:23.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:22 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/860756538' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:53:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:22 smithi190 ceph-mon[35961]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:53:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:22 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/860756538' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:53:24.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:23 smithi007 ceph-mon[31288]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-21T01:53:24.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:23 smithi190 ceph-mon[35961]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-21T01:53:24.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:23 smithi164 ceph-mon[36138]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-21T01:53:26.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:26 smithi007 ceph-mon[31288]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:26.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:26 smithi190 ceph-mon[35961]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:26.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:26 smithi164 ceph-mon[36138]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:28.431 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:28 smithi007 ceph-mon[31288]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:28.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:28 smithi190 ceph-mon[35961]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:28.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:28 smithi164 ceph-mon[36138]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:30.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:30 smithi007 ceph-mon[31288]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:30.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:30 smithi190 ceph-mon[35961]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:30.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:30 smithi164 ceph-mon[36138]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:31.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T01:53:31.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:31.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T01:53:31.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:31.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T01:53:31.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:32.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:32 smithi007 ceph-mon[31288]: Deploying daemon osd.9 on smithi007 2024-05-21T01:53:32.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:32 smithi007 ceph-mon[31288]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:32.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:32 smithi190 ceph-mon[35961]: Deploying daemon osd.9 on smithi007 2024-05-21T01:53:32.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:32 smithi190 ceph-mon[35961]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:32 smithi164 ceph-mon[36138]: Deploying daemon osd.9 on smithi007 2024-05-21T01:53:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:32 smithi164 ceph-mon[36138]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:34.407 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:34 smithi007 ceph-mon[31288]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:34 smithi190 ceph-mon[35961]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:34 smithi164 ceph-mon[36138]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:36.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:36 smithi190 ceph-mon[35961]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:36.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:36 smithi164 ceph-mon[36138]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:36.731 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:36 smithi007 ceph-mon[31288]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:38 smithi190 ceph-mon[35961]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:38.635 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:38 smithi007 ceph-mon[31288]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:38.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:38 smithi164 ceph-mon[36138]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:40 smithi007 ceph-mon[31288]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:40.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:40.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:40 smithi190 ceph-mon[35961]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:40.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:40.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:40.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:40 smithi164 ceph-mon[36138]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:42.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:42 smithi190 ceph-mon[35961]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:42.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:42 smithi164 ceph-mon[36138]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:42.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:42 smithi007 ceph-mon[31288]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:44 smithi190 ceph-mon[35961]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:44 smithi190 ceph-mon[35961]: from='osd.9 [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T01:53:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:44.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:44 smithi190 ceph-mon[35961]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T01:53:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:44 smithi164 ceph-mon[36138]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:44 smithi164 ceph-mon[36138]: from='osd.9 [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T01:53:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:44 smithi164 ceph-mon[36138]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T01:53:44.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:44 smithi007 ceph-mon[31288]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:44.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:44.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:44 smithi007 ceph-mon[31288]: from='osd.9 [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T01:53:44.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:44.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:44 smithi007 ceph-mon[31288]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T01:53:44.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.884+0000 7fa914c00700 1 -- 172.21.15.7:0/1839705115 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa918063980 con 0x7fa8fc0b2900 2024-05-21T01:53:44.886 INFO:teuthology.orchestra.run.smithi007.stdout:Created osd(s) 9 on host 'smithi007' 2024-05-21T01:53:44.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.888+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8fc0b2900 msgr2=0x7fa8fc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.888+0000 7fa91ee00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8fc0b2900 0x7fa8fc0b4dc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa908005fd0 tx=0x7fa908009310 comp rx=0 tx=0).stop 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.888+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa918109290 msgr2=0x7fa9181a2eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.888+0000 7fa91ee00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa918109290 0x7fa9181a2eb0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa91000cfa0 tx=0x7fa91000cfd0 comp rx=0 tx=0).stop 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.889+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 shutdown_connections 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.889+0000 7fa91ee00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa918109290 0x7fa9181a2eb0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.889+0000 7fa91ee00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8fc0b2900 0x7fa8fc0b4dc0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.889+0000 7fa91ee00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa918104030 0x7fa91819b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.889+0000 7fa91ee00700 1 --2- 172.21.15.7:0/1839705115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa918106960 0x7fa91819be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.889+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 >> 172.21.15.7:0/1839705115 conn(0x7fa9180fda40 msgr2=0x7fa9181037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.889+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 shutdown_connections 2024-05-21T01:53:44.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:53:44.889+0000 7fa91ee00700 1 -- 172.21.15.7:0/1839705115 wait complete. 2024-05-21T01:53:45.935 DEBUG:teuthology.orchestra.run.smithi007:osd.9> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.9.service 2024-05-21T01:53:45.941 INFO:tasks.cephadm:Deploying osd.10 on smithi164 with /dev/vg_nvme/lv_1... 2024-05-21T01:53:45.941 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T01:53:46.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:45 smithi007 ceph-mon[31288]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T01:53:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:45 smithi007 ceph-mon[31288]: from='osd.9 [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:53:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:45 smithi007 ceph-mon[31288]: osdmap e59: 10 total, 9 up, 10 in 2024-05-21T01:53:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:45 smithi007 ceph-mon[31288]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:53:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:45 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:45 smithi007 ceph-mon[31288]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:46.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:45 smithi190 ceph-mon[35961]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T01:53:46.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:45 smithi190 ceph-mon[35961]: from='osd.9 [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:53:46.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:45 smithi190 ceph-mon[35961]: osdmap e59: 10 total, 9 up, 10 in 2024-05-21T01:53:46.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:46.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:45 smithi190 ceph-mon[35961]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:53:46.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:46.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:45 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:46.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:45 smithi190 ceph-mon[35961]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:46.190 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T01:53:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:45 smithi164 ceph-mon[36138]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T01:53:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:45 smithi164 ceph-mon[36138]: from='osd.9 [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:53:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:45 smithi164 ceph-mon[36138]: osdmap e59: 10 total, 9 up, 10 in 2024-05-21T01:53:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:45 smithi164 ceph-mon[36138]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]: dispatch 2024-05-21T01:53:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:45 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:46.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:45 smithi164 ceph-mon[36138]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:46 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:53:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:46 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:53:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:46 smithi164 ceph-mon[36138]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:53:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:46 smithi164 ceph-mon[36138]: osdmap e60: 10 total, 9 up, 10 in 2024-05-21T01:53:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:46 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:46 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:53:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:46 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:53:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:46 smithi190 ceph-mon[35961]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:53:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:46 smithi190 ceph-mon[35961]: osdmap e60: 10 total, 9 up, 10 in 2024-05-21T01:53:47.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:47.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:46 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:46 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:53:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:46 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:53:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:46 smithi007 ceph-mon[31288]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi007", "root=default"]}]': finished 2024-05-21T01:53:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:46 smithi007 ceph-mon[31288]: osdmap e60: 10 total, 9 up, 10 in 2024-05-21T01:53:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:47.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:46 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:47.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:47 smithi164 ceph-mon[36138]: osd.9 [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] boot 2024-05-21T01:53:47.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:47 smithi164 ceph-mon[36138]: osdmap e61: 10 total, 10 up, 10 in 2024-05-21T01:53:47.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:47 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:47.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:47 smithi164 ceph-mon[36138]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:48.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:47 smithi007 ceph-mon[31288]: osd.9 [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] boot 2024-05-21T01:53:48.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:47 smithi007 ceph-mon[31288]: osdmap e61: 10 total, 10 up, 10 in 2024-05-21T01:53:48.078 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:48.079 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:47 smithi007 ceph-mon[31288]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:47 smithi190 ceph-mon[35961]: osd.9 [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] boot 2024-05-21T01:53:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:47 smithi190 ceph-mon[35961]: osdmap e61: 10 total, 10 up, 10 in 2024-05-21T01:53:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:47 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T01:53:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:47 smithi190 ceph-mon[35961]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 265 MiB used, 804 GiB / 805 GiB avail 2024-05-21T01:53:48.228 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T01:53:48.228 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T01:53:48.228 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-05-21T01:53:48.228 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-05-21T01:53:48.228 INFO:teuthology.orchestra.run.smithi164.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0130539 s, 803 MB/s 2024-05-21T01:53:48.228 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-05-21T01:53:48.863 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_1 2024-05-21T01:53:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:48 smithi190 ceph-mon[35961]: osdmap e62: 10 total, 10 up, 10 in 2024-05-21T01:53:49.109 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T01:53:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:48 smithi164 ceph-mon[36138]: osdmap e62: 10 total, 10 up, 10 in 2024-05-21T01:53:49.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:48 smithi007 ceph-mon[31288]: osdmap e62: 10 total, 10 up, 10 in 2024-05-21T01:53:50.077 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:49 smithi007 ceph-mon[31288]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:50.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:49 smithi190 ceph-mon[35961]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:50.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:49 smithi164 ceph-mon[36138]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:50.848 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 -- 172.21.15.164:0/472882667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c103690 msgr2=0x7fd95c103af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:50.849 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 --2- 172.21.15.164:0/472882667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c103690 0x7fd95c103af0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd9500099c0 tx=0x7fd950009cd0 comp rx=0 tx=0).stop 2024-05-21T01:53:50.849 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 -- 172.21.15.164:0/472882667 shutdown_connections 2024-05-21T01:53:50.849 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 --2- 172.21.15.164:0/472882667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd95c104030 0x7fd95c10a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:50.849 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 --2- 172.21.15.164:0/472882667 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd95c102490 0x7fd95c1028b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:50.849 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 --2- 172.21.15.164:0/472882667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c103690 0x7fd95c103af0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:50.849 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 -- 172.21.15.164:0/472882667 >> 172.21.15.164:0/472882667 conn(0x7fd95c0fda30 msgr2=0x7fd95c0ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:53:50.849 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 -- 172.21.15.164:0/472882667 shutdown_connections 2024-05-21T01:53:50.849 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 -- 172.21.15.164:0/472882667 wait complete. 2024-05-21T01:53:50.849 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.848+0000 7fd96161a700 1 Processor -- start 2024-05-21T01:53:50.851 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd96161a700 1 -- start start 2024-05-21T01:53:50.851 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd96161a700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c102490 0x7fd95c199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:53:50.851 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd96161a700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd95c103690 0x7fd95c199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:53:50.851 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd96161a700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd95c104030 0x7fd95c1a0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:53:50.851 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd96161a700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c10dfa0 con 0x7fd95c104030 2024-05-21T01:53:50.851 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd96161a700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c10de20 con 0x7fd95c102490 2024-05-21T01:53:50.851 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd96161a700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd95c10e120 con 0x7fd95c103690 2024-05-21T01:53:50.851 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95affd700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c102490 0x7fd95c199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95affd700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c102490 0x7fd95c199750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.164:45464/0 (socket says 172.21.15.164:45464) 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95affd700 1 -- 172.21.15.164:0/388597904 learned_addr learned my addr 172.21.15.164:0/388597904 (peer_addr_for_me v2:172.21.15.164:0/0) 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95a7fc700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd95c103690 0x7fd95c199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95affd700 1 -- 172.21.15.164:0/388597904 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd95c103690 msgr2=0x7fd95c199c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95affd700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd95c103690 0x7fd95c199c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95affd700 1 -- 172.21.15.164:0/388597904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd95c104030 msgr2=0x7fd95c1a0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95affd700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd95c104030 0x7fd95c1a0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95affd700 1 -- 172.21.15.164:0/388597904 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd95c1a13b0 con 0x7fd95c102490 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95a7fc700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd95c103690 0x7fd95c199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd95affd700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c102490 0x7fd95c199750 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd94c00d980 tx=0x7fd94c00dd40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:53:50.852 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.849+0000 7fd943fff700 1 -- 172.21.15.164:0/388597904 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd94c017070 con 0x7fd95c102490 2024-05-21T01:53:50.853 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.850+0000 7fd943fff700 1 -- 172.21.15.164:0/388597904 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd94c010460 con 0x7fd95c102490 2024-05-21T01:53:50.853 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.850+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd95c1a16a0 con 0x7fd95c102490 2024-05-21T01:53:50.853 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.850+0000 7fd943fff700 1 -- 172.21.15.164:0/388597904 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd94c00de60 con 0x7fd95c102490 2024-05-21T01:53:50.853 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.850+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd95c1a1b90 con 0x7fd95c102490 2024-05-21T01:53:50.853 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.851+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd95c06a230 con 0x7fd95c102490 2024-05-21T01:53:50.853 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.853+0000 7fd943fff700 1 -- 172.21.15.164:0/388597904 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fd94c009b40 con 0x7fd95c102490 2024-05-21T01:53:50.854 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.853+0000 7fd943fff700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9440b2880 0x7fd9440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:53:50.854 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.853+0000 7fd943fff700 1 -- 172.21.15.164:0/388597904 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 6261+0+0 (secure 0 0 0) 0x7fd94c0e1540 con 0x7fd95c102490 2024-05-21T01:53:50.854 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.854+0000 7fd95a7fc700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9440b2880 0x7fd9440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:53:50.855 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.855+0000 7fd95a7fc700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9440b2880 0x7fd9440b4d40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd950000c00 tx=0x7fd950005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:53:50.857 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:50.857+0000 7fd943fff700 1 -- 172.21.15.164:0/388597904 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd94c0a9a60 con 0x7fd95c102490 2024-05-21T01:53:51.077 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:53:51.076+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd95c1a1f70 con 0x7fd9440b2880 2024-05-21T01:53:51.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:53:51.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:53:51.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:51.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:53:51.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:53:51.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:51.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:53:51.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:53:51.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:52.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:53:52.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi007 2024-05-21T01:53:52.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi007 to 4273M 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:52.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:52 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:53:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi007 2024-05-21T01:53:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi007 to 4273M 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:52.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:52 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:53:52.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi007 2024-05-21T01:53:52.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi007 to 4273M 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:53:52.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:53:52.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:53:52.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:52 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:53:54.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:54 smithi190 ceph-mon[35961]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:54.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:54 smithi190 ceph-mon[35961]: from='client.? 172.21.15.164:0/4268269448' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d035bf9-49c8-4c82-92d6-9aa591a5d710"}]: dispatch 2024-05-21T01:53:54.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:54 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d035bf9-49c8-4c82-92d6-9aa591a5d710"}]: dispatch 2024-05-21T01:53:54.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:54 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d035bf9-49c8-4c82-92d6-9aa591a5d710"}]': finished 2024-05-21T01:53:54.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:54 smithi190 ceph-mon[35961]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T01:53:54.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:53:54.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:54 smithi164 ceph-mon[36138]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:54.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:54 smithi164 ceph-mon[36138]: from='client.? 172.21.15.164:0/4268269448' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d035bf9-49c8-4c82-92d6-9aa591a5d710"}]: dispatch 2024-05-21T01:53:54.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:54 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d035bf9-49c8-4c82-92d6-9aa591a5d710"}]: dispatch 2024-05-21T01:53:54.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:54 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d035bf9-49c8-4c82-92d6-9aa591a5d710"}]': finished 2024-05-21T01:53:54.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:54 smithi164 ceph-mon[36138]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T01:53:54.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:53:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:54 smithi007 ceph-mon[31288]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:54 smithi007 ceph-mon[31288]: from='client.? 172.21.15.164:0/4268269448' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d035bf9-49c8-4c82-92d6-9aa591a5d710"}]: dispatch 2024-05-21T01:53:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:54 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d035bf9-49c8-4c82-92d6-9aa591a5d710"}]: dispatch 2024-05-21T01:53:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:54 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d035bf9-49c8-4c82-92d6-9aa591a5d710"}]': finished 2024-05-21T01:53:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:54 smithi007 ceph-mon[31288]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T01:53:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:53:55.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:55 smithi190 ceph-mon[35961]: from='client.? 172.21.15.164:0/1924569801' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:53:55.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:55 smithi164 ceph-mon[36138]: from='client.? 172.21.15.164:0/1924569801' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:53:55.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:55 smithi007 ceph-mon[31288]: from='client.? 172.21.15.164:0/1924569801' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:53:56.594 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:56 smithi164 ceph-mon[36138]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:56.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:56 smithi190 ceph-mon[35961]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:56.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:56 smithi007 ceph-mon[31288]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:58.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:53:58 smithi164 ceph-mon[36138]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:58.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:53:58 smithi190 ceph-mon[35961]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:53:58.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:53:58 smithi007 ceph-mon[31288]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:00.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:00 smithi190 ceph-mon[35961]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:00.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:00 smithi164 ceph-mon[36138]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:00.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:00 smithi007 ceph-mon[31288]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:02.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:02 smithi164 ceph-mon[36138]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:02.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T01:54:02.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:02.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:02 smithi164 ceph-mon[36138]: Deploying daemon osd.10 on smithi164 2024-05-21T01:54:02.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:02 smithi190 ceph-mon[35961]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:02.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T01:54:02.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:02.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:02 smithi190 ceph-mon[35961]: Deploying daemon osd.10 on smithi164 2024-05-21T01:54:02.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:02 smithi007 ceph-mon[31288]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:02.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T01:54:02.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:02.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:02 smithi007 ceph-mon[31288]: Deploying daemon osd.10 on smithi164 2024-05-21T01:54:04.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:04 smithi190 ceph-mon[35961]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:04.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:04 smithi164 ceph-mon[36138]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:04.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:04 smithi007 ceph-mon[31288]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:06.511 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:06 smithi164 ceph-mon[36138]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:06.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:06 smithi190 ceph-mon[35961]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:06.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:06 smithi007 ceph-mon[31288]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:08.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:08.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:08.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:08.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:08 smithi164 ceph-mon[36138]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:08.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:08.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:08.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:08.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:08 smithi007 ceph-mon[31288]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:08.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:08.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:08.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:08.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:08 smithi190 ceph-mon[35961]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:10.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:10 smithi190 ceph-mon[35961]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:10.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:10.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:10.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:10.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:10.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:10.679 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:10 smithi164 ceph-mon[36138]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:10.679 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:10.679 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:10.680 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:10.680 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:10.680 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:10 smithi007 ceph-mon[31288]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:11.012 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.010+0000 7fd943fff700 1 -- 172.21.15.164:0/388597904 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fd95c1a1f70 con 0x7fd9440b2880 2024-05-21T01:54:11.012 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 10 on host 'smithi164' 2024-05-21T01:54:11.014 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9440b2880 msgr2=0x7fd9440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:11.014 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9440b2880 0x7fd9440b4d40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd950000c00 tx=0x7fd950005fb0 comp rx=0 tx=0).stop 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c102490 msgr2=0x7fd95c199750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c102490 0x7fd95c199750 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd94c00d980 tx=0x7fd94c00dd40 comp rx=0 tx=0).stop 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 shutdown_connections 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9440b2880 0x7fd9440b4d40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd95c104030 0x7fd95c1a0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd95c102490 0x7fd95c199750 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 --2- 172.21.15.164:0/388597904 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd95c103690 0x7fd95c199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 >> 172.21.15.164:0/388597904 conn(0x7fd95c0fda30 msgr2=0x7fd95c06ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 shutdown_connections 2024-05-21T01:54:11.015 INFO:teuthology.orchestra.run.smithi164.stderr:2024-05-21T01:54:11.013+0000 7fd96161a700 1 -- 172.21.15.164:0/388597904 wait complete. 2024-05-21T01:54:11.661 DEBUG:teuthology.orchestra.run.smithi164:osd.10> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.10.service 2024-05-21T01:54:11.663 INFO:tasks.cephadm:Deploying osd.11 on smithi190 with /dev/vg_nvme/lv_1... 2024-05-21T01:54:11.663 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T01:54:11.909 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:54:12.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:11 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:12.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:11 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:12.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:11 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:12.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:11 smithi164 ceph-mon[36138]: from='osd.10 [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T01:54:12.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:11 smithi164 ceph-mon[36138]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T01:54:12.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:11 smithi164 ceph-mon[36138]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:12.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:11 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:12.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:11 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:12.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:11 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:12.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:11 smithi007 ceph-mon[31288]: from='osd.10 [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T01:54:12.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:11 smithi007 ceph-mon[31288]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T01:54:12.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:11 smithi007 ceph-mon[31288]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:12.291 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:11 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:12.291 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:11 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:12.291 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:11 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:12.291 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:11 smithi190 ceph-mon[35961]: from='osd.10 [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T01:54:12.291 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:11 smithi190 ceph-mon[35961]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T01:54:12.291 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:11 smithi190 ceph-mon[35961]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:13.097 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:13 smithi164 ceph-mon[36138]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T01:54:13.097 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:13 smithi164 ceph-mon[36138]: from='osd.10 [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:54:13.097 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:13 smithi164 ceph-mon[36138]: osdmap e64: 11 total, 10 up, 11 in 2024-05-21T01:54:13.097 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:13.097 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:13 smithi164 ceph-mon[36138]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:54:13.098 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 01:54:13 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T01:54:13.016+0000 7f2e9ae7b700 -1 osd.10 0 waiting for initial osdmap 2024-05-21T01:54:13.098 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 01:54:13 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T01:54:13.032+0000 7f2e96c6e700 -1 osd.10 65 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:54:13.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:13 smithi007 ceph-mon[31288]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T01:54:13.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:13 smithi007 ceph-mon[31288]: from='osd.10 [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:54:13.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:13 smithi007 ceph-mon[31288]: osdmap e64: 11 total, 10 up, 11 in 2024-05-21T01:54:13.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:13.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:13 smithi007 ceph-mon[31288]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:54:13.275 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:13 smithi190 ceph-mon[35961]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T01:54:13.275 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:13 smithi190 ceph-mon[35961]: from='osd.10 [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:54:13.275 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:13 smithi190 ceph-mon[35961]: osdmap e64: 11 total, 10 up, 11 in 2024-05-21T01:54:13.275 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:13.275 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:13 smithi190 ceph-mon[35961]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-05-21T01:54:13.940 INFO:teuthology.orchestra.run.smithi190.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T01:54:13.940 INFO:teuthology.orchestra.run.smithi190.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T01:54:13.940 INFO:teuthology.orchestra.run.smithi190.stderr: stderr: 10+0 records in 2024-05-21T01:54:13.940 INFO:teuthology.orchestra.run.smithi190.stderr:10+0 records out 2024-05-21T01:54:13.941 INFO:teuthology.orchestra.run.smithi190.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113434 s, 924 MB/s 2024-05-21T01:54:13.941 INFO:teuthology.orchestra.run.smithi190.stderr:--> Zapping successful for: 2024-05-21T01:54:14.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:14 smithi007 ceph-mon[31288]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:54:14.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:14 smithi007 ceph-mon[31288]: osdmap e65: 11 total, 10 up, 11 in 2024-05-21T01:54:14.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:14.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:14.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:14 smithi007 ceph-mon[31288]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:14.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:14 smithi007 ceph-mon[31288]: osd.10 [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] boot 2024-05-21T01:54:14.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:14 smithi007 ceph-mon[31288]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T01:54:14.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:14.284 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:14 smithi164 ceph-mon[36138]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:54:14.284 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:14 smithi164 ceph-mon[36138]: osdmap e65: 11 total, 10 up, 11 in 2024-05-21T01:54:14.284 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:14.284 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:14.284 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:14 smithi164 ceph-mon[36138]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:14.284 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:14 smithi164 ceph-mon[36138]: osd.10 [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] boot 2024-05-21T01:54:14.284 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:14 smithi164 ceph-mon[36138]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T01:54:14.284 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:14.302 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:14 smithi190 ceph-mon[35961]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-05-21T01:54:14.302 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:14 smithi190 ceph-mon[35961]: osdmap e65: 11 total, 10 up, 11 in 2024-05-21T01:54:14.302 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:14.302 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:14.302 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:14 smithi190 ceph-mon[35961]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 292 MiB used, 894 GiB / 894 GiB avail 2024-05-21T01:54:14.302 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:14 smithi190 ceph-mon[35961]: osd.10 [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] boot 2024-05-21T01:54:14.302 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:14 smithi190 ceph-mon[35961]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T01:54:14.302 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T01:54:14.557 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_1 2024-05-21T01:54:14.819 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:54:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:54:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: osdmap e67: 11 total, 11 up, 11 in 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi164 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:15.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:54:15.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:54:15.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: osdmap e67: 11 total, 11 up, 11 in 2024-05-21T01:54:15.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi164 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:15.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:54:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:54:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: osdmap e67: 11 total, 11 up, 11 in 2024-05-21T01:54:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi164 2024-05-21T01:54:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:15.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:15.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:15.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:15.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:16.358 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.357+0000 7fb3cae3e700 1 -- 172.21.15.190:0/4247008346 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c41036a0 msgr2=0x7fb3c4103b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:16.358 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.357+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/4247008346 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c41036a0 0x7fb3c4103b00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb3b0009990 tx=0x7fb3b0009ca0 comp rx=0 tx=0).stop 2024-05-21T01:54:16.358 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.357+0000 7fb3cae3e700 1 -- 172.21.15.190:0/4247008346 shutdown_connections 2024-05-21T01:54:16.358 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.357+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/4247008346 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3c4104040 0x7fb3c410a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:16.358 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.357+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/4247008346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3c41024a0 0x7fb3c41028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:16.358 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.357+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/4247008346 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c41036a0 0x7fb3c4103b00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:16.358 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.357+0000 7fb3cae3e700 1 -- 172.21.15.190:0/4247008346 >> 172.21.15.190:0/4247008346 conn(0x7fb3c40fda40 msgr2=0x7fb3c40ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:16.359 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.357+0000 7fb3cae3e700 1 -- 172.21.15.190:0/4247008346 shutdown_connections 2024-05-21T01:54:16.359 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.357+0000 7fb3cae3e700 1 -- 172.21.15.190:0/4247008346 wait complete. 2024-05-21T01:54:16.360 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3cae3e700 1 Processor -- start 2024-05-21T01:54:16.360 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3cae3e700 1 -- start start 2024-05-21T01:54:16.360 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3cae3e700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3c41024a0 0x7fb3c406c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:16.360 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3cae3e700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3c41036a0 0x7fb3c419e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3cae3e700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c4104040 0x7fb3c41a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3cae3e700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c410dfe0 con 0x7fb3c41036a0 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3cae3e700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c410de60 con 0x7fb3c41024a0 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3cae3e700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c410e160 con 0x7fb3c4104040 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3c93db700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c4104040 0x7fb3c41a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3c93db700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c4104040 0x7fb3c41a0b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:43894/0 (socket says 172.21.15.190:43894) 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3c93db700 1 -- 172.21.15.190:0/357651401 learned_addr learned my addr 172.21.15.190:0/357651401 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3c8bda700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3c41024a0 0x7fb3c406c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3c93db700 1 -- 172.21.15.190:0/357651401 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3c41024a0 msgr2=0x7fb3c406c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:16.361 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3c93db700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3c41024a0 0x7fb3c406c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:16.362 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3c93db700 1 -- 172.21.15.190:0/357651401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3c41036a0 msgr2=0x7fb3c419e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:16.362 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3c93db700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3c41036a0 0x7fb3c419e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:16.362 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.358+0000 7fb3c93db700 1 -- 172.21.15.190:0/357651401 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c41a13d0 con 0x7fb3c4104040 2024-05-21T01:54:16.362 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.359+0000 7fb3c93db700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c4104040 0x7fb3c41a0b00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc00ada0 tx=0x7fb3bc00c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:16.362 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.359+0000 7fb3c1ffb700 1 -- 172.21.15.190:0/357651401 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc017020 con 0x7fb3c4104040 2024-05-21T01:54:16.362 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.359+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3c41a16c0 con 0x7fb3c4104040 2024-05-21T01:54:16.362 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.359+0000 7fb3c1ffb700 1 -- 172.21.15.190:0/357651401 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3bc00ce30 con 0x7fb3c4104040 2024-05-21T01:54:16.362 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.359+0000 7fb3c1ffb700 1 -- 172.21.15.190:0/357651401 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc005350 con 0x7fb3c4104040 2024-05-21T01:54:16.362 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.359+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3c41a1c50 con 0x7fb3c4104040 2024-05-21T01:54:16.363 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.360+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3c406a230 con 0x7fb3c4104040 2024-05-21T01:54:16.363 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.361+0000 7fb3c1ffb700 1 -- 172.21.15.190:0/357651401 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fb3bc00c980 con 0x7fb3c4104040 2024-05-21T01:54:16.363 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.362+0000 7fb3c1ffb700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb3b40b2880 0x7fb3b40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:16.363 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.362+0000 7fb3c1ffb700 1 -- 172.21.15.190:0/357651401 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6694+0+0 (secure 0 0 0) 0x7fb3bc0e12b0 con 0x7fb3c4104040 2024-05-21T01:54:16.363 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.362+0000 7fb3c8bda700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb3b40b2880 0x7fb3b40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:16.364 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.363+0000 7fb3c8bda700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb3b40b2880 0x7fb3b40b4d40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4103500 tx=0x7fb3b8009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:16.367 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.366+0000 7fb3c1ffb700 1 -- 172.21.15.190:0/357651401 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb3bc021020 con 0x7fb3c4104040 2024-05-21T01:54:16.582 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:16.581+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fb3c4063980 con 0x7fb3b40b2880 2024-05-21T01:54:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:16 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi164 to 4272M 2024-05-21T01:54:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:16 smithi164 ceph-mon[36138]: pgmap v259: 1 pgs: 1 remapped+peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:16 smithi164 ceph-mon[36138]: osdmap e68: 11 total, 11 up, 11 in 2024-05-21T01:54:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:54:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:54:16.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:16 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi164 to 4272M 2024-05-21T01:54:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:16 smithi007 ceph-mon[31288]: pgmap v259: 1 pgs: 1 remapped+peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:16 smithi007 ceph-mon[31288]: osdmap e68: 11 total, 11 up, 11 in 2024-05-21T01:54:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:54:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:54:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:16 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi164 to 4272M 2024-05-21T01:54:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:16 smithi190 ceph-mon[35961]: pgmap v259: 1 pgs: 1 remapped+peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:16 smithi190 ceph-mon[35961]: osdmap e68: 11 total, 11 up, 11 in 2024-05-21T01:54:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T01:54:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T01:54:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:17.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:17 smithi190 ceph-mon[35961]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:54:17.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:17 smithi164 ceph-mon[36138]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:54:18.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:17 smithi007 ceph-mon[31288]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:54:18.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:18 smithi190 ceph-mon[35961]: pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:18 smithi164 ceph-mon[36138]: pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:19.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:18 smithi007 ceph-mon[31288]: pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:19 smithi164 ceph-mon[36138]: from='client.? 172.21.15.190:0/3452713247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4e436a8-9fb6-4c30-a0be-f40225456a97"}]: dispatch 2024-05-21T01:54:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:19 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4e436a8-9fb6-4c30-a0be-f40225456a97"}]: dispatch 2024-05-21T01:54:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:19 smithi164 ceph-mon[36138]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4e436a8-9fb6-4c30-a0be-f40225456a97"}]': finished 2024-05-21T01:54:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:19 smithi164 ceph-mon[36138]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T01:54:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:19 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/3452713247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4e436a8-9fb6-4c30-a0be-f40225456a97"}]: dispatch 2024-05-21T01:54:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:19 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4e436a8-9fb6-4c30-a0be-f40225456a97"}]: dispatch 2024-05-21T01:54:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:19 smithi007 ceph-mon[31288]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4e436a8-9fb6-4c30-a0be-f40225456a97"}]': finished 2024-05-21T01:54:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:19 smithi007 ceph-mon[31288]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T01:54:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:19 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/3452713247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4e436a8-9fb6-4c30-a0be-f40225456a97"}]: dispatch 2024-05-21T01:54:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:19 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c4e436a8-9fb6-4c30-a0be-f40225456a97"}]: dispatch 2024-05-21T01:54:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:19 smithi190 ceph-mon[35961]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c4e436a8-9fb6-4c30-a0be-f40225456a97"}]': finished 2024-05-21T01:54:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:19 smithi190 ceph-mon[35961]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T01:54:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:20 smithi164 ceph-mon[36138]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T01:54:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:20 smithi164 ceph-mon[36138]: from='client.? 172.21.15.190:0/368225938' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:54:21.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:20 smithi007 ceph-mon[31288]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T01:54:21.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:20 smithi007 ceph-mon[31288]: from='client.? 172.21.15.190:0/368225938' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:54:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:20 smithi190 ceph-mon[35961]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T01:54:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:20 smithi190 ceph-mon[35961]: from='client.? 172.21.15.190:0/368225938' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T01:54:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:22 smithi164 ceph-mon[36138]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-21T01:54:23.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:22 smithi007 ceph-mon[31288]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-21T01:54:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:22 smithi190 ceph-mon[35961]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-21T01:54:24.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:24 smithi164 ceph-mon[36138]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:54:25.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:24 smithi007 ceph-mon[31288]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:54:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:24 smithi190 ceph-mon[35961]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T01:54:27.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:26 smithi007 ceph-mon[31288]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-21T01:54:27.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T01:54:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:26 smithi190 ceph-mon[35961]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-21T01:54:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T01:54:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:26 smithi164 ceph-mon[36138]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-21T01:54:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T01:54:28.014 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:28.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:28.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:28 smithi190 ceph-mon[35961]: Deploying daemon osd.11 on smithi190 2024-05-21T01:54:28.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:28 smithi190 ceph-mon[35961]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:54:29.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:28 smithi007 ceph-mon[31288]: Deploying daemon osd.11 on smithi190 2024-05-21T01:54:29.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:28 smithi007 ceph-mon[31288]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:54:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:28 smithi164 ceph-mon[36138]: Deploying daemon osd.11 on smithi190 2024-05-21T01:54:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:28 smithi164 ceph-mon[36138]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T01:54:30.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:29 smithi007 ceph-mon[31288]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:30.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:29 smithi190 ceph-mon[35961]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:30.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:29 smithi164 ceph-mon[36138]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:32.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:32 smithi190 ceph-mon[35961]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:32.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:32.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:32.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:32 smithi164 ceph-mon[36138]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:32.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:32 smithi007 ceph-mon[31288]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:32.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:32.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:32.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:34 smithi190 ceph-mon[35961]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:34 smithi164 ceph-mon[36138]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:34.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:34 smithi007 ceph-mon[31288]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:35.771 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.770+0000 7fb3c1ffb700 1 -- 172.21.15.190:0/357651401 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fb3c4063980 con 0x7fb3b40b2880 2024-05-21T01:54:35.771 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 11 on host 'smithi190' 2024-05-21T01:54:35.773 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb3b40b2880 msgr2=0x7fb3b40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb3b40b2880 0x7fb3b40b4d40 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4103500 tx=0x7fb3b8009190 comp rx=0 tx=0).stop 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c4104040 msgr2=0x7fb3c41a0b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c4104040 0x7fb3c41a0b00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc00ada0 tx=0x7fb3bc00c330 comp rx=0 tx=0).stop 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 shutdown_connections 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb3c4104040 0x7fb3c41a0b00 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3c41024a0 0x7fb3c406c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb3b40b2880 0x7fb3b40b4d40 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 --2- 172.21.15.190:0/357651401 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3c41036a0 0x7fb3c419e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 >> 172.21.15.190:0/357651401 conn(0x7fb3c40fda40 msgr2=0x7fb3c4106ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 shutdown_connections 2024-05-21T01:54:35.774 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:35.773+0000 7fb3cae3e700 1 -- 172.21.15.190:0/357651401 wait complete. 2024-05-21T01:54:36.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:36.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:36.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:35 smithi190 ceph-mon[35961]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:36.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.055 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:36.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:36.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:36.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:35 smithi007 ceph-mon[31288]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:36.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:36.418 DEBUG:teuthology.orchestra.run.smithi190:osd.11> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.11.service 2024-05-21T01:54:36.420 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-21T01:54:36.420 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd stat -f json 2024-05-21T01:54:36.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:36.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:36.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:35 smithi164 ceph-mon[36138]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:36.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:36.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:36.896 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:54:37.242 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:36 smithi007 ceph-mon[31288]: from='osd.11 [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T01:54:37.243 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:36 smithi007 ceph-mon[31288]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T01:54:37.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:36 smithi190 ceph-mon[35961]: from='osd.11 [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T01:54:37.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:36 smithi190 ceph-mon[35961]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T01:54:37.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:36 smithi164 ceph-mon[36138]: from='osd.11 [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T01:54:37.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:36 smithi164 ceph-mon[36138]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T01:54:38.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:38 smithi007 ceph-mon[31288]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T01:54:38.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:38 smithi007 ceph-mon[31288]: from='osd.11 [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:54:38.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:38 smithi007 ceph-mon[31288]: osdmap e70: 12 total, 11 up, 12 in 2024-05-21T01:54:38.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:38.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:38 smithi007 ceph-mon[31288]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:54:38.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:38 smithi007 ceph-mon[31288]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:38.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:38 smithi190 ceph-mon[35961]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T01:54:38.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:38 smithi190 ceph-mon[35961]: from='osd.11 [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:54:38.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:38 smithi190 ceph-mon[35961]: osdmap e70: 12 total, 11 up, 12 in 2024-05-21T01:54:38.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:38.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:38 smithi190 ceph-mon[35961]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:54:38.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:38 smithi190 ceph-mon[35961]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:38.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 01:54:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T01:54:38.021+0000 7f3fc37f8700 -1 osd.11 0 waiting for initial osdmap 2024-05-21T01:54:38.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 01:54:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T01:54:38.042+0000 7f3fbf5eb700 -1 osd.11 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T01:54:38.442 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:38 smithi164 ceph-mon[36138]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T01:54:38.442 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:38 smithi164 ceph-mon[36138]: from='osd.11 [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:54:38.442 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:38 smithi164 ceph-mon[36138]: osdmap e70: 12 total, 11 up, 12 in 2024-05-21T01:54:38.442 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:38.442 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:38 smithi164 ceph-mon[36138]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-05-21T01:54:38.442 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:38 smithi164 ceph-mon[36138]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 320 MiB used, 983 GiB / 983 GiB avail 2024-05-21T01:54:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:39 smithi190 ceph-mon[35961]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:54:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:39 smithi190 ceph-mon[35961]: osdmap e71: 12 total, 11 up, 12 in 2024-05-21T01:54:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:39 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:39 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:39.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.238+0000 7f8a91600700 1 -- 172.21.15.7:0/3086446651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a8c107280 msgr2=0x7f8a8c10db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:39.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.238+0000 7f8a91600700 1 --2- 172.21.15.7:0/3086446651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a8c107280 0x7f8a8c10db30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f8a8400b0d0 tx=0x7f8a8400b3e0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.238+0000 7f8a91600700 1 -- 172.21.15.7:0/3086446651 shutdown_connections 2024-05-21T01:54:39.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.238+0000 7f8a91600700 1 --2- 172.21.15.7:0/3086446651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a8c107280 0x7f8a8c10db30 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.238+0000 7f8a91600700 1 --2- 172.21.15.7:0/3086446651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a8c1056e0 0x7f8a8c105b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.238+0000 7f8a91600700 1 --2- 172.21.15.7:0/3086446651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a8c1068e0 0x7f8a8c106d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.238+0000 7f8a91600700 1 -- 172.21.15.7:0/3086446651 >> 172.21.15.7:0/3086446651 conn(0x7f8a8c100c60 msgr2=0x7f8a8c1030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:39.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.238+0000 7f8a91600700 1 -- 172.21.15.7:0/3086446651 shutdown_connections 2024-05-21T01:54:39.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.238+0000 7f8a91600700 1 -- 172.21.15.7:0/3086446651 wait complete. 2024-05-21T01:54:39.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.240+0000 7f8a91600700 1 Processor -- start 2024-05-21T01:54:39.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.240+0000 7f8a91600700 1 -- start start 2024-05-21T01:54:39.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.240+0000 7f8a91600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a8c1056e0 0x7f8a8c19b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:39.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.240+0000 7f8a91600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a8c1068e0 0x7f8a8c19bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:39.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a91600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a8c107280 0x7f8a8c1a2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:39.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a91600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8c1111b0 con 0x7f8a8c107280 2024-05-21T01:54:39.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a91600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8c111030 con 0x7f8a8c1056e0 2024-05-21T01:54:39.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a91600700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8a8c111330 con 0x7f8a8c1068e0 2024-05-21T01:54:39.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8be00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a8c1056e0 0x7f8a8c19b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:39.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8b400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a8c1068e0 0x7f8a8c19bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:39.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8be00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a8c1056e0 0x7f8a8c19b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:47174/0 (socket says 172.21.15.7:47174) 2024-05-21T01:54:39.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8be00700 1 -- 172.21.15.7:0/1836050706 learned_addr learned my addr 172.21.15.7:0/1836050706 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:54:39.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a90c00700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a8c107280 0x7f8a8c1a2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:39.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8be00700 1 -- 172.21.15.7:0/1836050706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a8c1068e0 msgr2=0x7f8a8c19bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:39.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8be00700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a8c1068e0 0x7f8a8c19bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8be00700 1 -- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a8c107280 msgr2=0x7f8a8c1a2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:39.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8be00700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a8c107280 0x7f8a8c1a2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8be00700 1 -- 172.21.15.7:0/1836050706 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a8c1a33c0 con 0x7f8a8c1056e0 2024-05-21T01:54:39.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.241+0000 7f8a8b400700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a8c1068e0 0x7f8a8c19bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:54:39.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.242+0000 7f8a8be00700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a8c1056e0 0x7f8a8c19b760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00e970 tx=0x7f8a7c00ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:39.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.243+0000 7f8a88c00700 1 -- 172.21.15.7:0/1836050706 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c004220 con 0x7f8a8c1056e0 2024-05-21T01:54:39.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.243+0000 7f8a88c00700 1 -- 172.21.15.7:0/1836050706 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a7c0043c0 con 0x7f8a8c1056e0 2024-05-21T01:54:39.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.243+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a8c1a36b0 con 0x7f8a8c1056e0 2024-05-21T01:54:39.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.243+0000 7f8a88c00700 1 -- 172.21.15.7:0/1836050706 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c003ce0 con 0x7f8a8c1056e0 2024-05-21T01:54:39.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.243+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a8c1a3bf0 con 0x7f8a8c1056e0 2024-05-21T01:54:39.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.245+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a8c06a230 con 0x7f8a8c1056e0 2024-05-21T01:54:39.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.247+0000 7f8a88c00700 1 -- 172.21.15.7:0/1836050706 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f8a7c00c7e0 con 0x7f8a8c1056e0 2024-05-21T01:54:39.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.248+0000 7f8a88c00700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a700b2880 0x7f8a700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:39.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.248+0000 7f8a88c00700 1 -- 172.21.15.7:0/1836050706 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f8a7c0e1ff0 con 0x7f8a8c1056e0 2024-05-21T01:54:39.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.249+0000 7f8a8b400700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a700b2880 0x7f8a700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:39.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.249+0000 7f8a8b400700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a700b2880 0x7f8a700b4d40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8a78007fd0 tx=0x7f8a780073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:39.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.254+0000 7f8a88c00700 1 -- 172.21.15.7:0/1836050706 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8a7c0aa170 con 0x7f8a8c1056e0 2024-05-21T01:54:39.299 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:39 smithi007 ceph-mon[31288]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:54:39.299 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:39 smithi007 ceph-mon[31288]: osdmap e71: 12 total, 11 up, 12 in 2024-05-21T01:54:39.299 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:39 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:39.299 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:39 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:39.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:39 smithi164 ceph-mon[36138]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-05-21T01:54:39.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:39 smithi164 ceph-mon[36138]: osdmap e71: 12 total, 11 up, 12 in 2024-05-21T01:54:39.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:39 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:39.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:39 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:39.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.502+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f8a8c02e9a0 con 0x7f8a8c1056e0 2024-05-21T01:54:39.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.503+0000 7f8a88c00700 1 -- 172.21.15.7:0/1836050706 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v72) ==== 74+0+133 (secure 0 0 0) 0x7f8a8c02e9a0 con 0x7f8a8c1056e0 2024-05-21T01:54:39.504 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a700b2880 msgr2=0x7f8a700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a700b2880 0x7f8a700b4d40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8a78007fd0 tx=0x7f8a780073d0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a8c1056e0 msgr2=0x7f8a8c19b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a8c1056e0 0x7f8a8c19b760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c00e970 tx=0x7f8a7c00ec80 comp rx=0 tx=0).stop 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 shutdown_connections 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a700b2880 0x7f8a700b4d40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a8c107280 0x7f8a8c1a2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a8c1056e0 0x7f8a8c19b760 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 --2- 172.21.15.7:0/1836050706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a8c1068e0 0x7f8a8c19bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 >> 172.21.15.7:0/1836050706 conn(0x7f8a8c100c60 msgr2=0x7f8a8c109b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 shutdown_connections 2024-05-21T01:54:39.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:39.506+0000 7f8a91600700 1 -- 172.21.15.7:0/1836050706 wait complete. 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: purged_snaps scrub starts 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: purged_snaps scrub ok 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: osd.11 [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] boot 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: Detected new or changed devices on smithi190 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.272 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:40.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi190 to 4272M 2024-05-21T01:54:40.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:40.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:40.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.273 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:40 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1836050706' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T01:54:40.329 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":72,"num_osds":12,"num_up_osds":12,"osd_up_since":1716256479,"num_in_osds":12,"osd_in_since":1716256459,"num_remapped_pgs":0} 2024-05-21T01:54:40.330 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T01:54:40.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: purged_snaps scrub starts 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: purged_snaps scrub ok 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: osd.11 [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] boot 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: Detected new or changed devices on smithi190 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi190 to 4272M 2024-05-21T01:54:40.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:40.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:40.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.358 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:40 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1836050706' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T01:54:40.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: purged_snaps scrub starts 2024-05-21T01:54:40.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: purged_snaps scrub ok 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: osd.11 [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] boot 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: Detected new or changed devices on smithi190 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi190 to 4272M 2024-05-21T01:54:40.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.445 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:40.445 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:40.445 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:40.445 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:40 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1836050706' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T01:54:40.761 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:54:41.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:41 smithi007 ceph-mon[31288]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T01:54:41.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:41 smithi190 ceph-mon[35961]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T01:54:41.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:41 smithi164 ceph-mon[36138]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T01:54:42.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:42 smithi190 ceph-mon[35961]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:42.612 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:42 smithi007 ceph-mon[31288]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:42.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:42 smithi164 ceph-mon[36138]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:43.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.176+0000 7f9c1de00700 1 -- 172.21.15.7:0/2857740281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c18075770 msgr2=0x7f9c18075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:43.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.176+0000 7f9c1de00700 1 --2- 172.21.15.7:0/2857740281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c18075770 0x7f9c18075b50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f9c080098f0 tx=0x7f9c08009c00 comp rx=0 tx=0).stop 2024-05-21T01:54:43.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.176+0000 7f9c1de00700 1 -- 172.21.15.7:0/2857740281 shutdown_connections 2024-05-21T01:54:43.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.176+0000 7f9c1de00700 1 --2- 172.21.15.7:0/2857740281 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c18114710 0x7f9c18116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:43.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.176+0000 7f9c1de00700 1 --2- 172.21.15.7:0/2857740281 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c18075770 0x7f9c18075b50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:43.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.176+0000 7f9c1de00700 1 --2- 172.21.15.7:0/2857740281 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c18076090 0x7f9c181141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:43.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.176+0000 7f9c1de00700 1 -- 172.21.15.7:0/2857740281 >> 172.21.15.7:0/2857740281 conn(0x7f9c1807a6f0 msgr2=0x7f9c1807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:43.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.176+0000 7f9c1de00700 1 -- 172.21.15.7:0/2857740281 shutdown_connections 2024-05-21T01:54:43.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.176+0000 7f9c1de00700 1 -- 172.21.15.7:0/2857740281 wait complete. 2024-05-21T01:54:43.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.178+0000 7f9c1de00700 1 Processor -- start 2024-05-21T01:54:43.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.178+0000 7f9c1de00700 1 -- start start 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.178+0000 7f9c1de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c18075770 0x7f9c181a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.178+0000 7f9c1de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c18076090 0x7f9c181a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.178+0000 7f9c1de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c18114710 0x7f9c181a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.178+0000 7f9c1de00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9c18119da0 con 0x7f9c18075770 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.178+0000 7f9c1de00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9c18119c20 con 0x7f9c18076090 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.178+0000 7f9c1de00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9c18119f20 con 0x7f9c18114710 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c0e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c18076090 0x7f9c181a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c16a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c18075770 0x7f9c181a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c16a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c18075770 0x7f9c181a02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59732/0 (socket says 172.21.15.7:59732) 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c16a00700 1 -- 172.21.15.7:0/517753714 learned_addr learned my addr 172.21.15.7:0/517753714 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c17400700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c18114710 0x7f9c181a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:43.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c0e000700 1 -- 172.21.15.7:0/517753714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c18114710 msgr2=0x7f9c181a4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:43.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c0e000700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c18114710 0x7f9c181a4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:43.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c0e000700 1 -- 172.21.15.7:0/517753714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c18075770 msgr2=0x7f9c181a02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:43.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c0e000700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c18075770 0x7f9c181a02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:43.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c0e000700 1 -- 172.21.15.7:0/517753714 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c181a5300 con 0x7f9c18076090 2024-05-21T01:54:43.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c17400700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c18114710 0x7f9c181a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:54:43.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.179+0000 7f9c0e000700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c18076090 0x7f9c181a0830 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9c0000e9f0 tx=0x7f9c0000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:43.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.180+0000 7f9c1ca00700 1 -- 172.21.15.7:0/517753714 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0000c9c0 con 0x7f9c18076090 2024-05-21T01:54:43.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.180+0000 7f9c1ca00700 1 -- 172.21.15.7:0/517753714 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c0000cb60 con 0x7f9c18076090 2024-05-21T01:54:43.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.180+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c181a55f0 con 0x7f9c18076090 2024-05-21T01:54:43.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.180+0000 7f9c1ca00700 1 -- 172.21.15.7:0/517753714 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00018680 con 0x7f9c18076090 2024-05-21T01:54:43.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.180+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c181ace70 con 0x7f9c18076090 2024-05-21T01:54:43.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.181+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c1806a230 con 0x7f9c18076090 2024-05-21T01:54:43.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.183+0000 7f9c1ca00700 1 -- 172.21.15.7:0/517753714 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f9c00010430 con 0x7f9c18076090 2024-05-21T01:54:43.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.185+0000 7f9c1ca00700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9bfc0b2900 0x7f9bfc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:43.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.185+0000 7f9c1ca00700 1 -- 172.21.15.7:0/517753714 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f9c000e2260 con 0x7f9c18076090 2024-05-21T01:54:43.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.185+0000 7f9c16a00700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9bfc0b2900 0x7f9bfc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:43.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.186+0000 7f9c16a00700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9bfc0b2900 0x7f9bfc0b4dc0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9c08009680 tx=0x7f9c08019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:43.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.187+0000 7f9c1ca00700 1 -- 172.21.15.7:0/517753714 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9c000aa380 con 0x7f9c18076090 2024-05-21T01:54:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.430+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9c181a1650 con 0x7f9c18076090 2024-05-21T01:54:43.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.431+0000 7f9c1ca00700 1 -- 172.21.15.7:0/517753714 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v73) ==== 74+0+18360 (secure 0 0 0) 0x7f9c181a1650 con 0x7f9c18076090 2024-05-21T01:54:43.433 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:54:43.433 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":73,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:54:40.266188+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T01:54:43.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.435+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9bfc0b2900 msgr2=0x7f9bfc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:43.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.435+0000 7f9c1de00700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9bfc0b2900 0x7f9bfc0b4dc0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f9c08009680 tx=0x7f9c08019040 comp rx=0 tx=0).stop 2024-05-21T01:54:43.437 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.435+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c18076090 msgr2=0x7f9c181a0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:43.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.435+0000 7f9c1de00700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c18076090 0x7f9c181a0830 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9c0000e9f0 tx=0x7f9c0000ed00 comp rx=0 tx=0).stop 2024-05-21T01:54:43.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.436+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 shutdown_connections 2024-05-21T01:54:43.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.436+0000 7f9c1de00700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9c18114710 0x7f9c181a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:43.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.436+0000 7f9c1de00700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9bfc0b2900 0x7f9bfc0b4dc0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:43.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.436+0000 7f9c1de00700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9c18075770 0x7f9c181a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:43.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.436+0000 7f9c1de00700 1 --2- 172.21.15.7:0/517753714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9c18076090 0x7f9c181a0830 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:43.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.436+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 >> 172.21.15.7:0/517753714 conn(0x7f9c1807a6f0 msgr2=0x7f9c181101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:43.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.436+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 shutdown_connections 2024-05-21T01:54:43.438 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:43.436+0000 7f9c1de00700 1 -- 172.21.15.7:0/517753714 wait complete. 2024-05-21T01:54:44.225 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T01:50:21.290267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T01:54:44.226 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-21T01:54:44.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:44 smithi007 ceph-mon[31288]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:44.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:44 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/517753714' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:54:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:44 smithi190 ceph-mon[35961]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:44.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:44 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/517753714' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:54:44.684 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:54:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:44 smithi164 ceph-mon[36138]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:44 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/517753714' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:54:46.582 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:46 smithi007 ceph-mon[31288]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:46.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:46 smithi190 ceph-mon[35961]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:46.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:46 smithi164 ceph-mon[36138]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:46.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.900+0000 7f55cc400700 1 -- 172.21.15.7:0/969995906 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55c410eeb0 msgr2=0x7f55c4116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:46.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.900+0000 7f55cc400700 1 --2- 172.21.15.7:0/969995906 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55c410eeb0 0x7f55c4116a80 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f55bc00b0d0 tx=0x7f55bc00b3e0 comp rx=0 tx=0).stop 2024-05-21T01:54:46.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.901+0000 7f55cc400700 1 -- 172.21.15.7:0/969995906 shutdown_connections 2024-05-21T01:54:46.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.901+0000 7f55cc400700 1 --2- 172.21.15.7:0/969995906 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55c410eeb0 0x7f55c4116a80 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:46.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.901+0000 7f55cc400700 1 --2- 172.21.15.7:0/969995906 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f55c4109dd0 0x7f55c410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:46.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.901+0000 7f55cc400700 1 --2- 172.21.15.7:0/969995906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c410a780 0x7f55c410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:46.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.901+0000 7f55cc400700 1 -- 172.21.15.7:0/969995906 >> 172.21.15.7:0/969995906 conn(0x7f55c4076d10 msgr2=0x7f55c4108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:46.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.901+0000 7f55cc400700 1 -- 172.21.15.7:0/969995906 shutdown_connections 2024-05-21T01:54:46.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.901+0000 7f55cc400700 1 -- 172.21.15.7:0/969995906 wait complete. 2024-05-21T01:54:46.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.902+0000 7f55cc400700 1 Processor -- start 2024-05-21T01:54:46.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.902+0000 7f55cc400700 1 -- start start 2024-05-21T01:54:46.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55cc400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f55c4109dd0 0x7f55c41a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:46.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55cc400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c410a780 0x7f55c41a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:46.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55cc400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55c410eeb0 0x7f55c41a4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:46.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55cc400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f55c4119d90 con 0x7f55c410a780 2024-05-21T01:54:46.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55cc400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f55c4119c10 con 0x7f55c4109dd0 2024-05-21T01:54:46.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55cc400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f55c4119f10 con 0x7f55c410eeb0 2024-05-21T01:54:46.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55c9a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f55c4109dd0 0x7f55c41a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:46.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55ca400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55c410eeb0 0x7f55c41a4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:46.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55c9a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f55c4109dd0 0x7f55c41a0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55528/0 (socket says 172.21.15.7:55528) 2024-05-21T01:54:46.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55c9a00700 1 -- 172.21.15.7:0/1079150592 learned_addr learned my addr 172.21.15.7:0/1079150592 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:54:46.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.903+0000 7f55c9000700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c410a780 0x7f55c41a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:46.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55ca400700 1 -- 172.21.15.7:0/1079150592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f55c4109dd0 msgr2=0x7f55c41a0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:46.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55ca400700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f55c4109dd0 0x7f55c41a0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:46.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55ca400700 1 -- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c410a780 msgr2=0x7f55c41a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:46.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55ca400700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c410a780 0x7f55c41a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:46.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55ca400700 1 -- 172.21.15.7:0/1079150592 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55c41a51c0 con 0x7f55c410eeb0 2024-05-21T01:54:46.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55c9000700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c410a780 0x7f55c41a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:54:46.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55ca400700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55c410eeb0 0x7f55c41a4a80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f55bc00b770 tx=0x7f55bc0079a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:46.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55c2000700 1 -- 172.21.15.7:0/1079150592 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55bc01f070 con 0x7f55c410eeb0 2024-05-21T01:54:46.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55c41a5450 con 0x7f55c410eeb0 2024-05-21T01:54:46.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55c2000700 1 -- 172.21.15.7:0/1079150592 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55bc004c50 con 0x7f55c410eeb0 2024-05-21T01:54:46.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55c2000700 1 -- 172.21.15.7:0/1079150592 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55bc01b690 con 0x7f55c410eeb0 2024-05-21T01:54:46.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.904+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55c41acd30 con 0x7f55c410eeb0 2024-05-21T01:54:46.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.906+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55c410b2b0 con 0x7f55c410eeb0 2024-05-21T01:54:46.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.908+0000 7f55c2000700 1 -- 172.21.15.7:0/1079150592 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f55bc022070 con 0x7f55c410eeb0 2024-05-21T01:54:46.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.909+0000 7f55c2000700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55ac0b2880 0x7f55ac0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:46.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.910+0000 7f55c2000700 1 -- 172.21.15.7:0/1079150592 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f55bc00f020 con 0x7f55c410eeb0 2024-05-21T01:54:46.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.910+0000 7f55c9a00700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55ac0b2880 0x7f55ac0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:46.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.910+0000 7f55c9a00700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55ac0b2880 0x7f55ac0b4d40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f55b8007c90 tx=0x7f55b8007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:46.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:46.918+0000 7f55c2000700 1 -- 172.21.15.7:0/1079150592 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f55bc029020 con 0x7f55c410eeb0 2024-05-21T01:54:47.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.167+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f55c402e560 con 0x7f55c410eeb0 2024-05-21T01:54:47.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.167+0000 7f55c2000700 1 -- 172.21.15.7:0/1079150592 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v73) ==== 93+0+10 (secure 0 0 0) 0x7f55bc004e00 con 0x7f55c410eeb0 2024-05-21T01:54:47.169 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-05-21T01:54:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55ac0b2880 msgr2=0x7f55ac0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55ac0b2880 0x7f55ac0b4d40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f55b8007c90 tx=0x7f55b8007480 comp rx=0 tx=0).stop 2024-05-21T01:54:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55c410eeb0 msgr2=0x7f55c41a4a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55c410eeb0 0x7f55c41a4a80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f55bc00b770 tx=0x7f55bc0079a0 comp rx=0 tx=0).stop 2024-05-21T01:54:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 shutdown_connections 2024-05-21T01:54:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f55c410eeb0 0x7f55c41a4a80 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f55c4109dd0 0x7f55c41a0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55ac0b2880 0x7f55ac0b4d40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:47.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 --2- 172.21.15.7:0/1079150592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f55c410a780 0x7f55c41a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.171+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 >> 172.21.15.7:0/1079150592 conn(0x7f55c4076d10 msgr2=0x7f55c40772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.172+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 shutdown_connections 2024-05-21T01:54:47.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:47.172+0000 7f55cc400700 1 -- 172.21.15.7:0/1079150592 wait complete. 2024-05-21T01:54:47.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:47 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1079150592' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T01:54:47.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:47 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1079150592' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T01:54:47.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:47 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1079150592' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T01:54:48.037 INFO:tasks.cephadm:Adding mds.a on smithi007 2024-05-21T01:54:48.037 INFO:tasks.cephadm:Adding mds.d on smithi007 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.g on smithi007 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.j on smithi007 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.b on smithi164 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.e on smithi164 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.h on smithi164 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.k on smithi164 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.c on smithi190 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.f on smithi190 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.i on smithi190 2024-05-21T01:54:48.038 INFO:tasks.cephadm:Adding mds.l on smithi190 2024-05-21T01:54:48.039 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph orch apply mds all '12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi164=b;smithi164=e;smithi164=h;smithi164=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l' 2024-05-21T01:54:48.279 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T01:54:48.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:48 smithi190 ceph-mon[35961]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:48.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:48 smithi164 ceph-mon[36138]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:48.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:48 smithi007 ceph-mon[31288]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:49.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.631+0000 7f1078b23700 1 -- 172.21.15.190:0/3242315432 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 msgr2=0x7f107410b710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:49.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.631+0000 7f1078b23700 1 --2- 172.21.15.190:0/3242315432 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 0x7f107410b710 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f106c00b0a0 tx=0x7f106c00b3b0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.632+0000 7f1078b23700 1 -- 172.21.15.190:0/3242315432 shutdown_connections 2024-05-21T01:54:49.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.632+0000 7f1078b23700 1 --2- 172.21.15.190:0/3242315432 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 0x7f107410b710 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.632+0000 7f1078b23700 1 --2- 172.21.15.190:0/3242315432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1074104040 0x7f1074106430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.632+0000 7f1078b23700 1 --2- 172.21.15.190:0/3242315432 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1074106970 0x7f1074108d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.632+0000 7f1078b23700 1 -- 172.21.15.190:0/3242315432 >> 172.21.15.190:0/3242315432 conn(0x7f10740fda70 msgr2=0x7f10740ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:49.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.632+0000 7f1078b23700 1 -- 172.21.15.190:0/3242315432 shutdown_connections 2024-05-21T01:54:49.633 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.632+0000 7f1078b23700 1 -- 172.21.15.190:0/3242315432 wait complete. 2024-05-21T01:54:49.635 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1078b23700 1 Processor -- start 2024-05-21T01:54:49.635 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1078b23700 1 -- start start 2024-05-21T01:54:49.635 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1078b23700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1074104040 0x7f1074199790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:49.635 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1078b23700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1074106970 0x7f1074199cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:49.635 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1078b23700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 0x7f10741a0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:49.635 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1078b23700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f107410f0b0 con 0x7f1074104040 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1078b23700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f107410ef30 con 0x7f1074106970 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1078b23700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f107410f230 con 0x7f10741092a0 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1072d9d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 0x7f10741a0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1072d9d700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 0x7f10741a0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.190:39248/0 (socket says 172.21.15.190:39248) 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1072d9d700 1 -- 172.21.15.190:0/687642556 learned_addr learned my addr 172.21.15.190:0/687642556 (peer_addr_for_me v2:172.21.15.190:0/0) 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1072d9d700 1 -- 172.21.15.190:0/687642556 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1074106970 msgr2=0x7f1074199cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1072d9d700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1074106970 0x7f1074199cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1072d9d700 1 -- 172.21.15.190:0/687642556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1074104040 msgr2=0x7f1074199790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1072d9d700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1074104040 0x7f1074199790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1072d9d700 1 -- 172.21.15.190:0/687642556 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10741a13f0 con 0x7f10741092a0 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1072d9d700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 0x7f10741a0d50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f106c00ced0 tx=0x7f106c00cfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:49.636 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f106b7fe700 1 -- 172.21.15.190:0/687642556 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c021070 con 0x7f10741092a0 2024-05-21T01:54:49.637 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f106b7fe700 1 -- 172.21.15.190:0/687642556 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f106c007de0 con 0x7f10741092a0 2024-05-21T01:54:49.637 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f106b7fe700 1 -- 172.21.15.190:0/687642556 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c01d450 con 0x7f10741092a0 2024-05-21T01:54:49.637 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.633+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10741a1680 con 0x7f10741092a0 2024-05-21T01:54:49.637 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.634+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10741a1b60 con 0x7f10741092a0 2024-05-21T01:54:49.637 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.634+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f107406a230 con 0x7f10741092a0 2024-05-21T01:54:49.637 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.636+0000 7f106b7fe700 1 -- 172.21.15.190:0/687642556 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f106c0040b0 con 0x7f10741092a0 2024-05-21T01:54:49.638 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.636+0000 7f106b7fe700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10600b2880 0x7f10600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:49.638 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.636+0000 7f106b7fe700 1 -- 172.21.15.190:0/687642556 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f106c0e2ff0 con 0x7f10741092a0 2024-05-21T01:54:49.638 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.637+0000 7f107259c700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10600b2880 0x7f10600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:49.638 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.638+0000 7f107259c700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10600b2880 0x7f10600b4d40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f105c0097b0 tx=0x7f105c006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:49.640 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.640+0000 7f106b7fe700 1 -- 172.21.15.190:0/687642556 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f106c0ab240 con 0x7f10741092a0 2024-05-21T01:54:49.860 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.859+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi164=b;smithi164=e;smithi164=h;smithi164=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l", "target": ["mon-mgr", ""]}) -- 0x7f1074063b80 con 0x7f10600b2880 2024-05-21T01:54:49.877 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.876+0000 7f106b7fe700 1 -- 172.21.15.190:0/687642556 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f1074063b80 con 0x7f10600b2880 2024-05-21T01:54:49.877 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled mds.all update... 2024-05-21T01:54:49.879 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10600b2880 msgr2=0x7f10600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:49.879 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10600b2880 0x7f10600b4d40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f105c0097b0 tx=0x7f105c006d20 comp rx=0 tx=0).stop 2024-05-21T01:54:49.879 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 msgr2=0x7f10741a0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:49.879 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 0x7f10741a0d50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f106c00ced0 tx=0x7f106c00cfb0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.880 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 shutdown_connections 2024-05-21T01:54:49.880 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10741092a0 0x7f10741a0d50 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.880 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10600b2880 0x7f10600b4d40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.880 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1074104040 0x7f1074199790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.880 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 --2- 172.21.15.190:0/687642556 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1074106970 0x7f1074199cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:49.880 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 >> 172.21.15.190:0/687642556 conn(0x7f10740fda70 msgr2=0x7f1074104a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:49.880 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.878+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 shutdown_connections 2024-05-21T01:54:49.880 INFO:teuthology.orchestra.run.smithi190.stderr:2024-05-21T01:54:49.879+0000 7f1078b23700 1 -- 172.21.15.190:0/687642556 wait complete. 2024-05-21T01:54:50.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:50 smithi190 ceph-mon[35961]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:50.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:50.499 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:50.525 DEBUG:teuthology.orchestra.run.smithi007:mds.a> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.a.service 2024-05-21T01:54:50.531 DEBUG:teuthology.orchestra.run.smithi007:mds.d> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.d.service 2024-05-21T01:54:50.577 DEBUG:teuthology.orchestra.run.smithi007:mds.g> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.g.service 2024-05-21T01:54:50.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:50 smithi007 ceph-mon[31288]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:50.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:50.591 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:50.599 DEBUG:teuthology.orchestra.run.smithi007:mds.j> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.j.service 2024-05-21T01:54:50.645 DEBUG:teuthology.orchestra.run.smithi164:mds.b> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.b.service 2024-05-21T01:54:50.648 DEBUG:teuthology.orchestra.run.smithi164:mds.e> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.e.service 2024-05-21T01:54:50.667 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:50 smithi164 ceph-mon[36138]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:50.667 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:50.667 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:54:50.668 DEBUG:teuthology.orchestra.run.smithi164:mds.h> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.h.service 2024-05-21T01:54:50.711 DEBUG:teuthology.orchestra.run.smithi164:mds.k> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.k.service 2024-05-21T01:54:50.754 DEBUG:teuthology.orchestra.run.smithi190:mds.c> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.c.service 2024-05-21T01:54:50.757 DEBUG:teuthology.orchestra.run.smithi190:mds.f> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.f.service 2024-05-21T01:54:50.799 DEBUG:teuthology.orchestra.run.smithi190:mds.i> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.i.service 2024-05-21T01:54:50.841 DEBUG:teuthology.orchestra.run.smithi190:mds.l> sudo journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.l.service 2024-05-21T01:54:50.885 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-21T01:54:50.885 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:54:51.339 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:54:51.564 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:51 smithi007 ceph-mon[31288]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi164=b;smithi164=e;smithi164=h;smithi164=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:54:51.564 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:51 smithi007 ceph-mon[31288]: Saving service mds.all spec with placement smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi164=b;smithi164=e;smithi164=h;smithi164=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l;count:12 2024-05-21T01:54:51.564 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:51.564 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:51.564 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:51.564 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:54:51.565 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:54:51.565 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:51 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:51.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:51 smithi190 ceph-mon[35961]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi164=b;smithi164=e;smithi164=h;smithi164=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:54:51.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:51 smithi190 ceph-mon[35961]: Saving service mds.all spec with placement smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi164=b;smithi164=e;smithi164=h;smithi164=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l;count:12 2024-05-21T01:54:51.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:51.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:51.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:51.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:54:51.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:54:51.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:51 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:51.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:51 smithi164 ceph-mon[36138]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi164=b;smithi164=e;smithi164=h;smithi164=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:54:51.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:51 smithi164 ceph-mon[36138]: Saving service mds.all spec with placement smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi164=b;smithi164=e;smithi164=h;smithi164=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l;count:12 2024-05-21T01:54:51.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:51.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:54:51.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:51.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:54:51.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:54:51.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:51 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:52.578 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:52 smithi007 ceph-mon[31288]: Deploying daemon mds.l on smithi190 2024-05-21T01:54:52.578 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:52 smithi007 ceph-mon[31288]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:52.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:52 smithi190 ceph-mon[35961]: Deploying daemon mds.l on smithi190 2024-05-21T01:54:52.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:52 smithi190 ceph-mon[35961]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:52.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:52 smithi164 ceph-mon[36138]: Deploying daemon mds.l on smithi190 2024-05-21T01:54:52.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:52 smithi164 ceph-mon[36138]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:53.356 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 systemd[1]: Starting Ceph mds.l for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:54:53.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.604+0000 7f7e48e00700 1 -- 172.21.15.7:0/1917356922 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e4410b760 msgr2=0x7f7e4410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.604+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1917356922 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e4410b760 0x7f7e4410bb40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7e340098f0 tx=0x7f7e34009c00 comp rx=0 tx=0).stop 2024-05-21T01:54:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.604+0000 7f7e48e00700 1 -- 172.21.15.7:0/1917356922 shutdown_connections 2024-05-21T01:54:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.604+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1917356922 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e44106120 0x7f7e44112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.605+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1917356922 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e4410b760 0x7f7e4410bb40 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.605+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1917356922 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e44105760 0x7f7e44105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.605+0000 7f7e48e00700 1 -- 172.21.15.7:0/1917356922 >> 172.21.15.7:0/1917356922 conn(0x7f7e44101210 msgr2=0x7f7e44103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.605+0000 7f7e48e00700 1 -- 172.21.15.7:0/1917356922 shutdown_connections 2024-05-21T01:54:53.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.605+0000 7f7e48e00700 1 -- 172.21.15.7:0/1917356922 wait complete. 2024-05-21T01:54:53.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.606+0000 7f7e48e00700 1 Processor -- start 2024-05-21T01:54:53.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.606+0000 7f7e48e00700 1 -- start start 2024-05-21T01:54:53.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e48e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e44105760 0x7f7e4419be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:53.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e48e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e44106120 0x7f7e4419c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:53.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e48e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e4410b760 0x7f7e441a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:53.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e48e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7e441159b0 con 0x7f7e44105760 2024-05-21T01:54:53.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e48e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7e44115830 con 0x7f7e4410b760 2024-05-21T01:54:53.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e48e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7e44115b30 con 0x7f7e44106120 2024-05-21T01:54:53.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e41400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e44106120 0x7f7e4419c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:53.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e41400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e44106120 0x7f7e4419c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:59108/0 (socket says 172.21.15.7:59108) 2024-05-21T01:54:53.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e41400700 1 -- 172.21.15.7:0/1071655870 learned_addr learned my addr 172.21.15.7:0/1071655870 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:54:53.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e41e00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e44105760 0x7f7e4419be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:53.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e42800700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e4410b760 0x7f7e441a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e41400700 1 -- 172.21.15.7:0/1071655870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e4410b760 msgr2=0x7f7e441a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.607+0000 7f7e41400700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e4410b760 0x7f7e441a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.608+0000 7f7e41400700 1 -- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e44105760 msgr2=0x7f7e4419be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.608+0000 7f7e41400700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e44105760 0x7f7e4419be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.608+0000 7f7e41400700 1 -- 172.21.15.7:0/1071655870 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e441a0e90 con 0x7f7e44106120 2024-05-21T01:54:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.608+0000 7f7e41400700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e44106120 0x7f7e4419c3c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7e3000e9c0 tx=0x7f7e3000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:53.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.608+0000 7f7e3aa00700 1 -- 172.21.15.7:0/1071655870 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e3000cbd0 con 0x7f7e44106120 2024-05-21T01:54:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.608+0000 7f7e3aa00700 1 -- 172.21.15.7:0/1071655870 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e3000ee60 con 0x7f7e44106120 2024-05-21T01:54:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.608+0000 7f7e3aa00700 1 -- 172.21.15.7:0/1071655870 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e300055c0 con 0x7f7e44106120 2024-05-21T01:54:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.608+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e441a1180 con 0x7f7e44106120 2024-05-21T01:54:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.608+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e441a8a00 con 0x7f7e44106120 2024-05-21T01:54:53.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.610+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e4406a230 con 0x7f7e44106120 2024-05-21T01:54:53.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.613+0000 7f7e3aa00700 1 -- 172.21.15.7:0/1071655870 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f7e30004750 con 0x7f7e44106120 2024-05-21T01:54:53.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.615+0000 7f7e3aa00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e280b2900 0x7f7e280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:54:53.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.615+0000 7f7e3aa00700 1 -- 172.21.15.7:0/1071655870 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f7e300e1f70 con 0x7f7e44106120 2024-05-21T01:54:53.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.615+0000 7f7e41e00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e280b2900 0x7f7e280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:54:53.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.616+0000 7f7e41e00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e280b2900 0x7f7e280b4dc0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7e340098c0 tx=0x7f7e34019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:54:53.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.619+0000 7f7e3aa00700 1 -- 172.21.15.7:0/1071655870 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7e300aa130 con 0x7f7e44106120 2024-05-21T01:54:53.652 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 podman[66083]: 2024-05-21 01:54:53.262944492 +0000 UTC m=+0.017854098 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:54:53.652 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 podman[66083]: 2024-05-21 01:54:53.375000592 +0000 UTC m=+0.129910192 container create 65ae0a96e75722b5a69027a2c1c6eb4cee749c882319ed72efc62689e72c9683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-21T01:54:53.653 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 podman[66083]: 2024-05-21 01:54:53.577710483 +0000 UTC m=+0.332620089 container init 65ae0a96e75722b5a69027a2c1c6eb4cee749c882319ed72efc62689e72c9683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-05-21T01:54:53.653 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 podman[66083]: 2024-05-21 01:54:53.580553464 +0000 UTC m=+0.335463076 container start 65ae0a96e75722b5a69027a2c1c6eb4cee749c882319ed72efc62689e72c9683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-21T01:54:53.653 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 ceph-mds[66102]: -- 172.21.15.190:0/1108996359 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x555e3585c4e0 con 0x555e35832c00 2024-05-21T01:54:53.653 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 ceph-mds[66102]: -- 172.21.15.190:0/1108996359 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555e3585fa40 con 0x555e35832c00 2024-05-21T01:54:53.653 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l[66098]: starting mds.l at 2024-05-21T01:54:53.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.915+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e4402e560 con 0x7f7e44106120 2024-05-21T01:54:53.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.915+0000 7f7e3aa00700 1 -- 172.21.15.7:0/1071655870 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1390 (secure 0 0 0) 0x7f7e300a9a30 con 0x7f7e44106120 2024-05-21T01:54:53.917 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:54:53.918 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-21T01:54:53.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.918+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e280b2900 msgr2=0x7f7e280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:53.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.918+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e280b2900 0x7f7e280b4dc0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7e340098c0 tx=0x7f7e34019040 comp rx=0 tx=0).stop 2024-05-21T01:54:53.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.918+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e44106120 msgr2=0x7f7e4419c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:54:53.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.918+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e44106120 0x7f7e4419c3c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7e3000e9c0 tx=0x7f7e3000ecd0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.919+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 shutdown_connections 2024-05-21T01:54:53.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.919+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e4410b760 0x7f7e441a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.919+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e280b2900 0x7f7e280b4dc0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.919+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e44105760 0x7f7e4419be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.919+0000 7f7e48e00700 1 --2- 172.21.15.7:0/1071655870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e44106120 0x7f7e4419c3c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:54:53.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.919+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 >> 172.21.15.7:0/1071655870 conn(0x7f7e44101210 msgr2=0x7f7e44101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:54:53.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.919+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 shutdown_connections 2024-05-21T01:54:53.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:54:53.919+0000 7f7e48e00700 1 -- 172.21.15.7:0/1071655870 wait complete. 2024-05-21T01:54:53.922 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 2 2024-05-21T01:54:54.106 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 bash[66083]: 65ae0a96e75722b5a69027a2c1c6eb4cee749c882319ed72efc62689e72c9683 2024-05-21T01:54:54.106 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 01:54:53 smithi190 systemd[1]: Started Ceph mds.l for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:54:54.678 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:54.678 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6832/55497270,v1:172.21.15.190:6833/55497270] up:boot 2024-05-21T01:54:54.678 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: fsmap 1 up:standby 2024-05-21T01:54:54.678 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T01:54:54.678 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:54.678 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:54.678 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:54.679 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:54:54.679 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:54:54.679 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:54.679 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:54 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1071655870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:54:55.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:55.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6832/55497270,v1:172.21.15.190:6833/55497270] up:boot 2024-05-21T01:54:55.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: fsmap 1 up:standby 2024-05-21T01:54:55.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T01:54:55.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:55.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:55.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:55.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:54:55.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:54:55.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:55.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:54 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1071655870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:54:55.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:55.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6832/55497270,v1:172.21.15.190:6833/55497270] up:boot 2024-05-21T01:54:55.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: fsmap 1 up:standby 2024-05-21T01:54:55.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T01:54:55.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:55.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:55.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:55.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:54:55.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:54:55.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:55.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:54 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1071655870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:54:55.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:55 smithi164 ceph-mon[36138]: Deploying daemon mds.k on smithi164 2024-05-21T01:54:55.943 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 01:54:55 smithi164 systemd[1]: Starting Ceph mds.k for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:54:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:55 smithi007 ceph-mon[31288]: Deploying daemon mds.k on smithi164 2024-05-21T01:54:56.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:55 smithi190 ceph-mon[35961]: Deploying daemon mds.k on smithi164 2024-05-21T01:54:56.269 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 01:54:56 smithi164 podman[65743]: 2024-05-21 01:54:55.920713299 +0000 UTC m=+0.017142314 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:54:56.269 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 01:54:56 smithi164 podman[65743]: 2024-05-21 01:54:56.041203828 +0000 UTC m=+0.137632841 container create 9b1cbf60e9133c061859c66721f93ad3cb52ab5ca66f6a53ac670a3b3fea3b8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T01:54:56.632 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 01:54:56 smithi164 podman[65743]: 2024-05-21 01:54:56.268728771 +0000 UTC m=+0.365157772 container init 9b1cbf60e9133c061859c66721f93ad3cb52ab5ca66f6a53ac670a3b3fea3b8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-21T01:54:56.632 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 01:54:56 smithi164 podman[65743]: 2024-05-21 01:54:56.272195379 +0000 UTC m=+0.368624391 container start 9b1cbf60e9133c061859c66721f93ad3cb52ab5ca66f6a53ac670a3b3fea3b8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-05-21T01:54:56.633 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 01:54:56 smithi164 ceph-mds[65762]: -- 172.21.15.164:0/554710118 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5650e30d9a40 con 0x5650e30acc00 2024-05-21T01:54:56.633 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 01:54:56 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k[65758]: starting mds.k at 2024-05-21T01:54:56.633 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 01:54:56 smithi164 bash[65743]: 9b1cbf60e9133c061859c66721f93ad3cb52ab5ca66f6a53ac670a3b3fea3b8a 2024-05-21T01:54:56.633 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 01:54:56 smithi164 systemd[1]: Started Ceph mds.k for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:54:56.753 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:54:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:56 smithi164 ceph-mon[36138]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:54:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:54:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:56 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:57.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:56 smithi007 ceph-mon[31288]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:54:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:54:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:56 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:56 smithi190 ceph-mon[35961]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:54:57.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:54:57.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:54:57.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:56 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:54:57.194 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:54:57.690 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:57 smithi164 ceph-mon[36138]: Deploying daemon mds.j on smithi007 2024-05-21T01:54:57.690 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:57 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.164:6832/3560975196,v1:172.21.15.164:6833/3560975196] up:boot 2024-05-21T01:54:57.690 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:57 smithi164 ceph-mon[36138]: fsmap 2 up:standby 2024-05-21T01:54:57.690 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:57 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T01:54:58.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:57 smithi007 ceph-mon[31288]: Deploying daemon mds.j on smithi007 2024-05-21T01:54:58.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:57 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.164:6832/3560975196,v1:172.21.15.164:6833/3560975196] up:boot 2024-05-21T01:54:58.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:57 smithi007 ceph-mon[31288]: fsmap 2 up:standby 2024-05-21T01:54:58.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:57 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T01:54:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:57 smithi190 ceph-mon[35961]: Deploying daemon mds.j on smithi007 2024-05-21T01:54:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:57 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.164:6832/3560975196,v1:172.21.15.164:6833/3560975196] up:boot 2024-05-21T01:54:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:57 smithi190 ceph-mon[35961]: fsmap 2 up:standby 2024-05-21T01:54:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:57 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T01:54:58.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:54:58 smithi164 ceph-mon[36138]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:59.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:54:58 smithi007 ceph-mon[31288]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:54:59.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:54:58 smithi190 ceph-mon[35961]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:00.646 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:00 smithi007 ceph-mon[31288]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:00.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.726+0000 7fd995400700 1 -- 172.21.15.7:0/1203160840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd990109540 msgr2=0x7fd990109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:00.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.726+0000 7fd995400700 1 --2- 172.21.15.7:0/1203160840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd990109540 0x7fd990109920 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd98000b0d0 tx=0x7fd98000b3e0 comp rx=0 tx=0).stop 2024-05-21T01:55:00.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.726+0000 7fd995400700 1 -- 172.21.15.7:0/1203160840 shutdown_connections 2024-05-21T01:55:00.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.726+0000 7fd995400700 1 --2- 172.21.15.7:0/1203160840 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd990103e50 0x7fd990110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:00.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.726+0000 7fd995400700 1 --2- 172.21.15.7:0/1203160840 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd990109540 0x7fd990109920 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:00.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.726+0000 7fd995400700 1 --2- 172.21.15.7:0/1203160840 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd990103490 0x7fd990103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:00.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.726+0000 7fd995400700 1 -- 172.21.15.7:0/1203160840 >> 172.21.15.7:0/1203160840 conn(0x7fd9900fefc0 msgr2=0x7fd9901013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:00.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.726+0000 7fd995400700 1 -- 172.21.15.7:0/1203160840 shutdown_connections 2024-05-21T01:55:00.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.726+0000 7fd995400700 1 -- 172.21.15.7:0/1203160840 wait complete. 2024-05-21T01:55:00.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.727+0000 7fd995400700 1 Processor -- start 2024-05-21T01:55:00.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.727+0000 7fd995400700 1 -- start start 2024-05-21T01:55:00.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd995400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd990103490 0x7fd99019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:00.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd995400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd990103e50 0x7fd99019fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:00.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd995400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd990109540 0x7fd9901998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:00.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd995400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd9901136a0 con 0x7fd990103e50 2024-05-21T01:55:00.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd995400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd990113520 con 0x7fd990103490 2024-05-21T01:55:00.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd995400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd990113820 con 0x7fd990109540 2024-05-21T01:55:00.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd987400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd990103e50 0x7fd99019fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:00.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd994a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd990109540 0x7fd9901998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:00.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd987400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd990103e50 0x7fd99019fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55340/0 (socket says 172.21.15.7:55340) 2024-05-21T01:55:00.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd994a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd990109540 0x7fd9901998c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54298/0 (socket says 172.21.15.7:54298) 2024-05-21T01:55:00.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd987400700 1 -- 172.21.15.7:0/1298354870 learned_addr learned my addr 172.21.15.7:0/1298354870 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:00.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.728+0000 7fd98fe00700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd990103490 0x7fd99019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.729+0000 7fd98fe00700 1 -- 172.21.15.7:0/1298354870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd990109540 msgr2=0x7fd9901998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.729+0000 7fd98fe00700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd990109540 0x7fd9901998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.729+0000 7fd98fe00700 1 -- 172.21.15.7:0/1298354870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd990103e50 msgr2=0x7fd99019fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.729+0000 7fd98fe00700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd990103e50 0x7fd99019fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.729+0000 7fd98fe00700 1 -- 172.21.15.7:0/1298354870 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd99019a020 con 0x7fd990103490 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.729+0000 7fd98fe00700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd990103490 0x7fd99019f700 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd980000f80 tx=0x7fd980007a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.729+0000 7fd98d600700 1 -- 172.21.15.7:0/1298354870 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd98001f020 con 0x7fd990103490 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.729+0000 7fd98d600700 1 -- 172.21.15.7:0/1298354870 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd980003c00 con 0x7fd990103490 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.729+0000 7fd995400700 1 -- 172.21.15.7:0/1298354870 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd99019a2b0 con 0x7fd990103490 2024-05-21T01:55:00.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.730+0000 7fd98d600700 1 -- 172.21.15.7:0/1298354870 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd98001b430 con 0x7fd990103490 2024-05-21T01:55:00.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.730+0000 7fd995400700 1 -- 172.21.15.7:0/1298354870 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9901a65d0 con 0x7fd990103490 2024-05-21T01:55:00.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.731+0000 7fd986000700 1 -- 172.21.15.7:0/1298354870 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd99006a230 con 0x7fd990103490 2024-05-21T01:55:00.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.733+0000 7fd98d600700 1 -- 172.21.15.7:0/1298354870 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fd980022020 con 0x7fd990103490 2024-05-21T01:55:00.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.735+0000 7fd98d600700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9740b2900 0x7fd9740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:00.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.735+0000 7fd98d600700 1 -- 172.21.15.7:0/1298354870 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7fd98000f020 con 0x7fd990103490 2024-05-21T01:55:00.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.735+0000 7fd987400700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9740b2900 0x7fd9740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:00.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.736+0000 7fd987400700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9740b2900 0x7fd9740b4dc0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd990108ae0 tx=0x7fd978009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:00.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:00.737+0000 7fd98d600700 1 -- 172.21.15.7:0/1298354870 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd9800aae30 con 0x7fd990103490 2024-05-21T01:55:00.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:00 smithi164 ceph-mon[36138]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:01.024 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 01:55:00 smithi007 systemd[1]: Starting Ceph mds.j for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:55:01.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.071+0000 7fd986000700 1 -- 172.21.15.7:0/1298354870 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd99019adf0 con 0x7fd990103490 2024-05-21T01:55:01.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.072+0000 7fd98d600700 1 -- 172.21.15.7:0/1298354870 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7fd9800aa730 con 0x7fd990103490 2024-05-21T01:55:01.074 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:55:01.074 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-21T01:55:01.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 -- 172.21.15.7:0/1298354870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9740b2900 msgr2=0x7fd9740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:01.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9740b2900 0x7fd9740b4dc0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd990108ae0 tx=0x7fd978009260 comp rx=0 tx=0).stop 2024-05-21T01:55:01.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 -- 172.21.15.7:0/1298354870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd990103490 msgr2=0x7fd99019f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:01.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd990103490 0x7fd99019f700 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd980000f80 tx=0x7fd980007a00 comp rx=0 tx=0).stop 2024-05-21T01:55:01.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 -- 172.21.15.7:0/1298354870 shutdown_connections 2024-05-21T01:55:01.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd990109540 0x7fd9901998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:01.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd990103490 0x7fd99019f700 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:01.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9740b2900 0x7fd9740b4dc0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:01.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 --2- 172.21.15.7:0/1298354870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd990103e50 0x7fd99019fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:01.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.075+0000 7fd986000700 1 -- 172.21.15.7:0/1298354870 >> 172.21.15.7:0/1298354870 conn(0x7fd9900fefc0 msgr2=0x7fd9901005c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:01.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.076+0000 7fd986000700 1 -- 172.21.15.7:0/1298354870 shutdown_connections 2024-05-21T01:55:01.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:01.076+0000 7fd986000700 1 -- 172.21.15.7:0/1298354870 wait complete. 2024-05-21T01:55:01.078 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 3 2024-05-21T01:55:01.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:00 smithi190 ceph-mon[35961]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:01.426 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 01:55:01 smithi007 podman[69429]: 2024-05-21 01:55:01.083069422 +0000 UTC m=+0.033140362 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:55:01.426 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 01:55:01 smithi007 podman[69429]: 2024-05-21 01:55:01.424497886 +0000 UTC m=+0.374568850 container create adbef070f4bbd77961ad9f0633640734da739b4b071f048f32f033977748a001 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514) 2024-05-21T01:55:01.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:01 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1298354870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:01.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:01 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1298354870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:02.024 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 01:55:01 smithi007 podman[69429]: 2024-05-21 01:55:01.695600932 +0000 UTC m=+0.645671956 container init adbef070f4bbd77961ad9f0633640734da739b4b071f048f32f033977748a001 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514) 2024-05-21T01:55:02.024 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 01:55:01 smithi007 podman[69429]: 2024-05-21 01:55:01.706646324 +0000 UTC m=+0.656717328 container start adbef070f4bbd77961ad9f0633640734da739b4b071f048f32f033977748a001 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-21T01:55:02.024 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 01:55:01 smithi007 ceph-mds[69464]: -- 172.21.15.7:0/3252901669 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561d4641ba40 con 0x561d463ee800 2024-05-21T01:55:02.024 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 01:55:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j[69459]: starting mds.j at 2024-05-21T01:55:02.024 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 01:55:01 smithi007 bash[69429]: adbef070f4bbd77961ad9f0633640734da739b4b071f048f32f033977748a001 2024-05-21T01:55:02.024 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 01:55:01 smithi007 systemd[1]: Started Ceph mds.j for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:02.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:01 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1298354870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:02 smithi164 ceph-mon[36138]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:02 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:03.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:02 smithi007 ceph-mon[31288]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:02 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:02 smithi190 ceph-mon[35961]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:03.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:03.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:03.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:03.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:03.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:02 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:03 smithi164 ceph-mon[36138]: Deploying daemon mds.d on smithi007 2024-05-21T01:55:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:03 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.7:6834/661045241,v1:172.21.15.7:6835/661045241] up:boot 2024-05-21T01:55:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:03 smithi164 ceph-mon[36138]: fsmap 3 up:standby 2024-05-21T01:55:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:03 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T01:55:04.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:03 smithi007 ceph-mon[31288]: Deploying daemon mds.d on smithi007 2024-05-21T01:55:04.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:03 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.7:6834/661045241,v1:172.21.15.7:6835/661045241] up:boot 2024-05-21T01:55:04.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:03 smithi007 ceph-mon[31288]: fsmap 3 up:standby 2024-05-21T01:55:04.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:03 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T01:55:04.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:03 smithi190 ceph-mon[35961]: Deploying daemon mds.d on smithi007 2024-05-21T01:55:04.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:03 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.7:6834/661045241,v1:172.21.15.7:6835/661045241] up:boot 2024-05-21T01:55:04.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:03 smithi190 ceph-mon[35961]: fsmap 3 up:standby 2024-05-21T01:55:04.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:03 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T01:55:04.330 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:55:04.840 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:04 smithi164 ceph-mon[36138]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:04.988 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:04 smithi007 ceph-mon[31288]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:05.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:04 smithi190 ceph-mon[35961]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:06.852 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:06 smithi007 ceph-mon[31288]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:06 smithi164 ceph-mon[36138]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:07.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:06 smithi190 ceph-mon[35961]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:07.161 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 01:55:06 smithi007 podman[69851]: 2024-05-21 01:55:06.975799857 +0000 UTC m=+0.505223107 container create b43df481177fafd6bd4ab50a19423cd52a43271a024ceb1288eb372e00c9d978 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514) 2024-05-21T01:55:07.455 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 01:55:07 smithi007 podman[69851]: 2024-05-21 01:55:07.338484368 +0000 UTC m=+0.867907594 container init b43df481177fafd6bd4ab50a19423cd52a43271a024ceb1288eb372e00c9d978 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T01:55:07.455 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 01:55:07 smithi007 podman[69851]: 2024-05-21 01:55:07.351134629 +0000 UTC m=+0.880557860 container start b43df481177fafd6bd4ab50a19423cd52a43271a024ceb1288eb372e00c9d978 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-21T01:55:07.455 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 01:55:07 smithi007 ceph-mds[69883]: -- 172.21.15.7:0/563044599 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55af1ade7a40 con 0x55af1adba800 2024-05-21T01:55:07.455 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 01:55:07 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d[69876]: starting mds.d at 2024-05-21T01:55:07.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.409+0000 7f16ed800700 1 -- 172.21.15.7:0/416349863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 msgr2=0x7f16e810fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:07.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.409+0000 7f16ed800700 1 --2- 172.21.15.7:0/416349863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 0x7f16e810fa60 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f16d4009990 tx=0x7f16d4009ca0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.409+0000 7f16ed800700 1 -- 172.21.15.7:0/416349863 shutdown_connections 2024-05-21T01:55:07.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.409+0000 7f16ed800700 1 --2- 172.21.15.7:0/416349863 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16e810ffa0 0x7f16e8112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.409+0000 7f16ed800700 1 --2- 172.21.15.7:0/416349863 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16e8075770 0x7f16e8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.409+0000 7f16ed800700 1 --2- 172.21.15.7:0/416349863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 0x7f16e810fa60 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.409+0000 7f16ed800700 1 -- 172.21.15.7:0/416349863 >> 172.21.15.7:0/416349863 conn(0x7f16e807a6a0 msgr2=0x7f16e807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:07.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.409+0000 7f16ed800700 1 -- 172.21.15.7:0/416349863 shutdown_connections 2024-05-21T01:55:07.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.409+0000 7f16ed800700 1 -- 172.21.15.7:0/416349863 wait complete. 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.411+0000 7f16ed800700 1 Processor -- start 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.411+0000 7f16ed800700 1 -- start start 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.411+0000 7f16ed800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16e8075770 0x7f16e81a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.411+0000 7f16ed800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 0x7f16e81a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.411+0000 7f16ed800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16e810ffa0 0x7f16e819bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.411+0000 7f16ed800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16e8115940 con 0x7f16e8076090 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.411+0000 7f16ed800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f16e81157c0 con 0x7f16e810ffa0 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16ed800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f16e8115ac0 con 0x7f16e8075770 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e6000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 0x7f16e81a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e6a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16e8075770 0x7f16e81a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e7400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16e810ffa0 0x7f16e819bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:07.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e6000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 0x7f16e81a1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58612/0 (socket says 172.21.15.7:58612) 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e6000700 1 -- 172.21.15.7:0/2345883940 learned_addr learned my addr 172.21.15.7:0/2345883940 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e7400700 1 -- 172.21.15.7:0/2345883940 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16e8075770 msgr2=0x7f16e81a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e7400700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16e8075770 0x7f16e81a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e7400700 1 -- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 msgr2=0x7f16e81a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e7400700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 0x7f16e81a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e7400700 1 -- 172.21.15.7:0/2345883940 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16e819c460 con 0x7f16e810ffa0 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.412+0000 7f16e6000700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 0x7f16e81a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.413+0000 7f16e7400700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16e810ffa0 0x7f16e819bb80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f16e000ef90 tx=0x7f16e000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.413+0000 7f16df400700 1 -- 172.21.15.7:0/2345883940 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e00092e0 con 0x7f16e810ffa0 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.413+0000 7f16df400700 1 -- 172.21.15.7:0/2345883940 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16e0004bb0 con 0x7f16e810ffa0 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.413+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16e819c6f0 con 0x7f16e810ffa0 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.413+0000 7f16df400700 1 -- 172.21.15.7:0/2345883940 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e0004020 con 0x7f16e810ffa0 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.413+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16e81a89e0 con 0x7f16e810ffa0 2024-05-21T01:55:07.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.414+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16e819ca60 con 0x7f16e810ffa0 2024-05-21T01:55:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.417+0000 7f16df400700 1 -- 172.21.15.7:0/2345883940 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f16e001b030 con 0x7f16e810ffa0 2024-05-21T01:55:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.419+0000 7f16df400700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16cc0b2900 0x7f16cc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.420+0000 7f16df400700 1 -- 172.21.15.7:0/2345883940 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f16e00e2200 con 0x7f16e810ffa0 2024-05-21T01:55:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.420+0000 7f16e6a00700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16cc0b2900 0x7f16cc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.420+0000 7f16df400700 1 -- 172.21.15.7:0/2345883940 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f16e819ca60 con 0x7f16e810ffa0 2024-05-21T01:55:07.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.421+0000 7f16e6a00700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16cc0b2900 0x7f16cc0b4dc0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f16d800ac50 tx=0x7f16d800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:07.721 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 01:55:07 smithi007 bash[69851]: b43df481177fafd6bd4ab50a19423cd52a43271a024ceb1288eb372e00c9d978 2024-05-21T01:55:07.721 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 01:55:07 smithi007 systemd[1]: Started Ceph mds.d for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:07.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.719+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16e819cff0 con 0x7f16e810ffa0 2024-05-21T01:55:07.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.720+0000 7f16df400700 1 -- 172.21.15.7:0/2345883940 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3856 (secure 0 0 0) 0x7f16e0022020 con 0x7f16e810ffa0 2024-05-21T01:55:07.722 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:55:07.722 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16cc0b2900 msgr2=0x7f16cc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16cc0b2900 0x7f16cc0b4dc0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f16d800ac50 tx=0x7f16d800a380 comp rx=0 tx=0).stop 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16e810ffa0 msgr2=0x7f16e819bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16e810ffa0 0x7f16e819bb80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f16e000ef90 tx=0x7f16e000c3a0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 shutdown_connections 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16e810ffa0 0x7f16e819bb80 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16e8075770 0x7f16e81a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16cc0b2900 0x7f16cc0b4dc0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 --2- 172.21.15.7:0/2345883940 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16e8076090 0x7f16e81a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 >> 172.21.15.7:0/2345883940 conn(0x7f16e807a6a0 msgr2=0x7f16e8100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 shutdown_connections 2024-05-21T01:55:07.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:07.723+0000 7f16ed800700 1 -- 172.21.15.7:0/2345883940 wait complete. 2024-05-21T01:55:07.726 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 5 2024-05-21T01:55:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: Deploying daemon mds.e on smithi164 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.7:6836/223201626,v1:172.21.15.7:6837/223201626] up:boot 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: fsmap 4 up:standby 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T01:55:08.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:08 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2345883940' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:08.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:08.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:08.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:08.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:08.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:08.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:08.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:08.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: Deploying daemon mds.e on smithi164 2024-05-21T01:55:08.879 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.7:6836/223201626,v1:172.21.15.7:6837/223201626] up:boot 2024-05-21T01:55:08.880 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: fsmap 4 up:standby 2024-05-21T01:55:08.880 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T01:55:08.880 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:08 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2345883940' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: Deploying daemon mds.e on smithi164 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.7:6836/223201626,v1:172.21.15.7:6837/223201626] up:boot 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: fsmap 4 up:standby 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T01:55:08.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:08 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2345883940' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:09.944 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 01:55:09 smithi164 systemd[1]: Starting Ceph mds.e for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:55:10.242 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 01:55:09 smithi164 podman[66059]: 2024-05-21 01:55:09.880991035 +0000 UTC m=+0.017843124 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:55:10.242 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 01:55:10 smithi164 podman[66059]: 2024-05-21 01:55:10.004844902 +0000 UTC m=+0.141697043 container create b7bccd54144452e0d9427df3b0ad08f0566c16ccdd898b9e17882e2651fecb50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-21T01:55:10.242 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 01:55:10 smithi164 podman[66059]: 2024-05-21 01:55:10.215376552 +0000 UTC m=+0.352228642 container init b7bccd54144452e0d9427df3b0ad08f0566c16ccdd898b9e17882e2651fecb50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T01:55:10.242 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 01:55:10 smithi164 podman[66059]: 2024-05-21 01:55:10.217934274 +0000 UTC m=+0.354786371 container start b7bccd54144452e0d9427df3b0ad08f0566c16ccdd898b9e17882e2651fecb50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True) 2024-05-21T01:55:10.578 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 01:55:10 smithi164 ceph-mds[66078]: -- 172.21.15.164:0/2568130976 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55929ce7ba40 con 0x55929ce4e800 2024-05-21T01:55:10.579 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 01:55:10 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e[66074]: starting mds.e at 2024-05-21T01:55:10.579 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 01:55:10 smithi164 bash[66059]: b7bccd54144452e0d9427df3b0ad08f0566c16ccdd898b9e17882e2651fecb50 2024-05-21T01:55:10.579 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 01:55:10 smithi164 systemd[1]: Started Ceph mds.e for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:10.607 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:55:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:10 smithi190 ceph-mon[35961]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:10.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:10 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:10 smithi164 ceph-mon[36138]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:10 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:11.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:10 smithi007 ceph-mon[31288]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:11.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:11.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:11.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:11.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:11.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:11.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:10 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:11.094 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:11.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:11 smithi007 ceph-mon[31288]: Deploying daemon mds.f on smithi190 2024-05-21T01:55:11.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:11 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.164:6834/3297886876,v1:172.21.15.164:6835/3297886876] up:boot 2024-05-21T01:55:11.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:11 smithi007 ceph-mon[31288]: fsmap 5 up:standby 2024-05-21T01:55:11.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:11 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T01:55:11.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:11 smithi190 ceph-mon[35961]: Deploying daemon mds.f on smithi190 2024-05-21T01:55:11.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:11 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.164:6834/3297886876,v1:172.21.15.164:6835/3297886876] up:boot 2024-05-21T01:55:11.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:11 smithi190 ceph-mon[35961]: fsmap 5 up:standby 2024-05-21T01:55:11.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:11 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T01:55:11.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:11 smithi164 ceph-mon[36138]: Deploying daemon mds.f on smithi190 2024-05-21T01:55:11.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:11 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.164:6834/3297886876,v1:172.21.15.164:6835/3297886876] up:boot 2024-05-21T01:55:11.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:11 smithi164 ceph-mon[36138]: fsmap 5 up:standby 2024-05-21T01:55:11.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:11 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T01:55:12.706 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:12 smithi007 ceph-mon[31288]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:12.751 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:12 smithi190 ceph-mon[35961]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:12 smithi164 ceph-mon[36138]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:13.046 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 01:55:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-f[66398]: starting mds.f at 2024-05-21T01:55:13.046 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 01:55:13 smithi190 bash[66383]: e797e7417ea7110694544b1572796b7bd5b9d599c5665ae08c6648260a050784 2024-05-21T01:55:13.356 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 01:55:13 smithi190 systemd[1]: Started Ceph mds.f for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:13.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.380+0000 7f4356a00700 1 -- 172.21.15.7:0/1631220570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4350114710 msgr2=0x7f4350116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:13.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.380+0000 7f4356a00700 1 --2- 172.21.15.7:0/1631220570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4350114710 0x7f4350116b00 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f434800b0a0 tx=0x7f434800b3b0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.380+0000 7f4356a00700 1 -- 172.21.15.7:0/1631220570 shutdown_connections 2024-05-21T01:55:13.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.380+0000 7f4356a00700 1 --2- 172.21.15.7:0/1631220570 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4350114710 0x7f4350116b00 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.380+0000 7f4356a00700 1 --2- 172.21.15.7:0/1631220570 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4350075770 0x7f4350075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.380+0000 7f4356a00700 1 --2- 172.21.15.7:0/1631220570 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4350076090 0x7f43501141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.380+0000 7f4356a00700 1 -- 172.21.15.7:0/1631220570 >> 172.21.15.7:0/1631220570 conn(0x7f435007a6a0 msgr2=0x7f435007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.381+0000 7f4356a00700 1 -- 172.21.15.7:0/1631220570 shutdown_connections 2024-05-21T01:55:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.381+0000 7f4356a00700 1 -- 172.21.15.7:0/1631220570 wait complete. 2024-05-21T01:55:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.382+0000 7f4356a00700 1 Processor -- start 2024-05-21T01:55:13.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.382+0000 7f4356a00700 1 -- start start 2024-05-21T01:55:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.382+0000 7f4356a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4350075770 0x7f43501a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.382+0000 7f4356a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4350076090 0x7f43501a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.382+0000 7f4356a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4350114710 0x7f43501a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.382+0000 7f4356a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4350119ce0 con 0x7f4350076090 2024-05-21T01:55:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.382+0000 7f4356a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4350119b60 con 0x7f4350114710 2024-05-21T01:55:13.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.382+0000 7f4356a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4350119e60 con 0x7f4350075770 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f434fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4350075770 0x7f43501a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f434fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4350075770 0x7f43501a0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:57960/0 (socket says 172.21.15.7:57960) 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f4347400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4350076090 0x7f43501a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f434fe00700 1 -- 172.21.15.7:0/3886864939 learned_addr learned my addr 172.21.15.7:0/3886864939 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f4354a00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4350114710 0x7f43501a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f434fe00700 1 -- 172.21.15.7:0/3886864939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4350114710 msgr2=0x7f43501a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f434fe00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4350114710 0x7f43501a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f434fe00700 1 -- 172.21.15.7:0/3886864939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4350076090 msgr2=0x7f43501a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f434fe00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4350076090 0x7f43501a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.383+0000 7f434fe00700 1 -- 172.21.15.7:0/3886864939 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43501a5160 con 0x7f4350075770 2024-05-21T01:55:13.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.384+0000 7f434fe00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4350075770 0x7f43501a0150 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f434000e9a0 tx=0x7f434000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.384+0000 7f434d600700 1 -- 172.21.15.7:0/3886864939 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f434000ca10 con 0x7f4350075770 2024-05-21T01:55:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.384+0000 7f434d600700 1 -- 172.21.15.7:0/3886864939 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f434000cbb0 con 0x7f4350075770 2024-05-21T01:55:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.384+0000 7f434d600700 1 -- 172.21.15.7:0/3886864939 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4340018680 con 0x7f4350075770 2024-05-21T01:55:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.384+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43501a5450 con 0x7f4350075770 2024-05-21T01:55:13.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.384+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43501accd0 con 0x7f4350075770 2024-05-21T01:55:13.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.385+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f435006a230 con 0x7f4350075770 2024-05-21T01:55:13.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.388+0000 7f434d600700 1 -- 172.21.15.7:0/3886864939 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f4340010430 con 0x7f4350075770 2024-05-21T01:55:13.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.389+0000 7f434d600700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43340b2900 0x7f43340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.389+0000 7f434d600700 1 -- 172.21.15.7:0/3886864939 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f43400e2240 con 0x7f4350075770 2024-05-21T01:55:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.389+0000 7f4347400700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43340b2900 0x7f43340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:13.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.390+0000 7f4347400700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43340b2900 0x7f43340b4dc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4350113b80 tx=0x7f4338009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:13.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.391+0000 7f434d600700 1 -- 172.21.15.7:0/3886864939 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f43400aa360 con 0x7f4350075770 2024-05-21T01:55:13.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.678+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f43501aced0 con 0x7f4350075770 2024-05-21T01:55:13.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.678+0000 7f434d600700 1 -- 172.21.15.7:0/3886864939 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5509 (secure 0 0 0) 0x7f43400b23e0 con 0x7f4350075770 2024-05-21T01:55:13.679 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:55:13.679 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-05-21T01:55:13.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.682+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43340b2900 msgr2=0x7f43340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:13.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.682+0000 7f4356a00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43340b2900 0x7f43340b4dc0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4350113b80 tx=0x7f4338009260 comp rx=0 tx=0).stop 2024-05-21T01:55:13.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.682+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4350075770 msgr2=0x7f43501a0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:13.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.682+0000 7f4356a00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4350075770 0x7f43501a0150 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f434000e9a0 tx=0x7f434000ecb0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.682+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 shutdown_connections 2024-05-21T01:55:13.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.682+0000 7f4356a00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4350114710 0x7f43501a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.682+0000 7f4356a00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4350075770 0x7f43501a0150 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.682+0000 7f4356a00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43340b2900 0x7f43340b4dc0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.682+0000 7f4356a00700 1 --2- 172.21.15.7:0/3886864939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4350076090 0x7f43501a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:13.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.683+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 >> 172.21.15.7:0/3886864939 conn(0x7f435007a6a0 msgr2=0x7f43501101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:13.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.683+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 shutdown_connections 2024-05-21T01:55:13.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:13.683+0000 7f4356a00700 1 -- 172.21.15.7:0/3886864939 wait complete. 2024-05-21T01:55:13.685 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 7 2024-05-21T01:55:14.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: Deploying daemon mds.c on smithi190 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] up:boot 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: fsmap 6 up:standby 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T01:55:14.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:14 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3886864939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:14.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:14.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:14.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:14.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:14.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:14.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:14.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: Deploying daemon mds.c on smithi190 2024-05-21T01:55:14.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:14.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] up:boot 2024-05-21T01:55:14.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: fsmap 6 up:standby 2024-05-21T01:55:14.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T01:55:14.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:14 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3886864939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: Deploying daemon mds.c on smithi190 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] up:boot 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: fsmap 6 up:standby 2024-05-21T01:55:14.447 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T01:55:14.448 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:14 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3886864939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:15.607 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 01:55:15 smithi190 systemd[1]: Starting Ceph mds.c for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:55:15.882 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 01:55:15 smithi190 podman[66685]: 2024-05-21 01:55:15.530208526 +0000 UTC m=+0.017044753 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:55:15.882 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 01:55:15 smithi190 podman[66685]: 2024-05-21 01:55:15.662731489 +0000 UTC m=+0.149567706 container create 5e9d7777c3f5b35fd6141d8cd43243c6864fb0630bdcf3e6a6f2fc6a99b4d351 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-21T01:55:15.882 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 01:55:15 smithi190 podman[66685]: 2024-05-21 01:55:15.881695373 +0000 UTC m=+0.368531587 container init 5e9d7777c3f5b35fd6141d8cd43243c6864fb0630bdcf3e6a6f2fc6a99b4d351 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T01:55:16.323 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 01:55:15 smithi190 podman[66685]: 2024-05-21 01:55:15.884637546 +0000 UTC m=+0.371473769 container start 5e9d7777c3f5b35fd6141d8cd43243c6864fb0630bdcf3e6a6f2fc6a99b4d351 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-05-21T01:55:16.323 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 01:55:15 smithi190 ceph-mds[66704]: -- 172.21.15.190:0/407980603 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562be4b2fa40 con 0x562be4b03000 2024-05-21T01:55:16.323 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 01:55:15 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c[66700]: starting mds.c at 2024-05-21T01:55:16.323 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 01:55:15 smithi190 bash[66685]: 5e9d7777c3f5b35fd6141d8cd43243c6864fb0630bdcf3e6a6f2fc6a99b4d351 2024-05-21T01:55:16.323 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 01:55:15 smithi190 systemd[1]: Started Ceph mds.c for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:16.515 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:55:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:16 smithi007 ceph-mon[31288]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:16.602 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:16.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:16 smithi190 ceph-mon[35961]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:16.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:16.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:16.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:16.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:16.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:16.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:16.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:16 smithi164 ceph-mon[36138]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:16.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:16.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:16.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:16.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:16.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:16.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:17.006 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:17.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:17 smithi007 ceph-mon[31288]: Deploying daemon mds.h on smithi164 2024-05-21T01:55:17.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:17 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] up:boot 2024-05-21T01:55:17.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:17 smithi007 ceph-mon[31288]: fsmap 7 up:standby 2024-05-21T01:55:17.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T01:55:17.589 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:17 smithi190 ceph-mon[35961]: Deploying daemon mds.h on smithi164 2024-05-21T01:55:17.589 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:17 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] up:boot 2024-05-21T01:55:17.589 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:17 smithi190 ceph-mon[35961]: fsmap 7 up:standby 2024-05-21T01:55:17.589 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T01:55:17.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:17 smithi164 ceph-mon[36138]: Deploying daemon mds.h on smithi164 2024-05-21T01:55:17.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:17 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] up:boot 2024-05-21T01:55:17.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:17 smithi164 ceph-mon[36138]: fsmap 7 up:standby 2024-05-21T01:55:17.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T01:55:18.349 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 01:55:18 smithi164 systemd[1]: Starting Ceph mds.h for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:55:18.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:18 smithi007 ceph-mon[31288]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:18.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:18 smithi190 ceph-mon[35961]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:18.654 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:18 smithi164 ceph-mon[36138]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:18.655 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 01:55:18 smithi164 podman[66359]: 2024-05-21 01:55:18.310666451 +0000 UTC m=+0.017004129 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:55:18.655 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 01:55:18 smithi164 podman[66359]: 2024-05-21 01:55:18.427369513 +0000 UTC m=+0.133707257 container create 5d5f62ee10f88c6766a1de23e3133f53fa4671b85cfe0483867af34f146deebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T01:55:18.655 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 01:55:18 smithi164 podman[66359]: 2024-05-21 01:55:18.654681233 +0000 UTC m=+0.361018900 container init 5d5f62ee10f88c6766a1de23e3133f53fa4671b85cfe0483867af34f146deebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T01:55:18.943 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 01:55:18 smithi164 podman[66359]: 2024-05-21 01:55:18.657670552 +0000 UTC m=+0.364008228 container start 5d5f62ee10f88c6766a1de23e3133f53fa4671b85cfe0483867af34f146deebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514) 2024-05-21T01:55:18.943 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 01:55:18 smithi164 ceph-mds[66378]: -- 172.21.15.164:0/3182604283 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564a9873fa40 con 0x564a98712800 2024-05-21T01:55:18.943 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 01:55:18 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h[66374]: starting mds.h at 2024-05-21T01:55:18.943 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 01:55:18 smithi164 bash[66359]: 5d5f62ee10f88c6766a1de23e3133f53fa4671b85cfe0483867af34f146deebb 2024-05-21T01:55:18.943 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 01:55:18 smithi164 systemd[1]: Started Ceph mds.h for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:19.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.370+0000 7fd132400700 1 -- 172.21.15.7:0/720603430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd12c076090 msgr2=0x7fd12c1141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:19.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.370+0000 7fd132400700 1 --2- 172.21.15.7:0/720603430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd12c076090 0x7fd12c1141d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fd118009990 tx=0x7fd118009ca0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.370+0000 7fd132400700 1 -- 172.21.15.7:0/720603430 shutdown_connections 2024-05-21T01:55:19.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.370+0000 7fd132400700 1 --2- 172.21.15.7:0/720603430 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd12c114710 0x7fd12c116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.370+0000 7fd132400700 1 --2- 172.21.15.7:0/720603430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd12c075770 0x7fd12c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.370+0000 7fd132400700 1 --2- 172.21.15.7:0/720603430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd12c076090 0x7fd12c1141d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.370+0000 7fd132400700 1 -- 172.21.15.7:0/720603430 >> 172.21.15.7:0/720603430 conn(0x7fd12c07a6a0 msgr2=0x7fd12c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:19.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.370+0000 7fd132400700 1 -- 172.21.15.7:0/720603430 shutdown_connections 2024-05-21T01:55:19.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.370+0000 7fd132400700 1 -- 172.21.15.7:0/720603430 wait complete. 2024-05-21T01:55:19.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.371+0000 7fd132400700 1 Processor -- start 2024-05-21T01:55:19.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.371+0000 7fd132400700 1 -- start start 2024-05-21T01:55:19.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.371+0000 7fd132400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd12c075770 0x7fd12c1a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:19.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.371+0000 7fd132400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd12c076090 0x7fd12c1a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:19.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd132400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd12c114710 0x7fd12c1a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:19.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd132400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd12c119d00 con 0x7fd12c076090 2024-05-21T01:55:19.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd132400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd12c119b80 con 0x7fd12c114710 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd132400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd12c119e80 con 0x7fd12c075770 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd12b400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd12c075770 0x7fd12c1a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd12b400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd12c075770 0x7fd12c1a0270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:57482/0 (socket says 172.21.15.7:57482) 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd12b400700 1 -- 172.21.15.7:0/2457560437 learned_addr learned my addr 172.21.15.7:0/2457560437 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd12be00700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd12c114710 0x7fd12c1a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd12aa00700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd12c076090 0x7fd12c1a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd12be00700 1 -- 172.21.15.7:0/2457560437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd12c075770 msgr2=0x7fd12c1a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd12be00700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd12c075770 0x7fd12c1a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd12be00700 1 -- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd12c076090 msgr2=0x7fd12c1a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.372+0000 7fd12be00700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd12c076090 0x7fd12c1a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.373+0000 7fd12be00700 1 -- 172.21.15.7:0/2457560437 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd12c1a5280 con 0x7fd12c114710 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.373+0000 7fd12b400700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd12c075770 0x7fd12c1a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:55:19.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.373+0000 7fd12be00700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd12c114710 0x7fd12c1a4b40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd12c06bdd0 tx=0x7fd12400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:19.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.373+0000 7fd123e00700 1 -- 172.21.15.7:0/2457560437 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd124003a00 con 0x7fd12c114710 2024-05-21T01:55:19.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.373+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd12c1a5570 con 0x7fd12c114710 2024-05-21T01:55:19.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.373+0000 7fd123e00700 1 -- 172.21.15.7:0/2457560437 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd12400ce50 con 0x7fd12c114710 2024-05-21T01:55:19.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.373+0000 7fd123e00700 1 -- 172.21.15.7:0/2457560437 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1240046e0 con 0x7fd12c114710 2024-05-21T01:55:19.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.374+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd12c1acdf0 con 0x7fd12c114710 2024-05-21T01:55:19.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.375+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd12c06a230 con 0x7fd12c114710 2024-05-21T01:55:19.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.377+0000 7fd123e00700 1 -- 172.21.15.7:0/2457560437 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fd124012050 con 0x7fd12c114710 2024-05-21T01:55:19.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.378+0000 7fd123e00700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd1100b2900 0x7fd1100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:19.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.379+0000 7fd123e00700 1 -- 172.21.15.7:0/2457560437 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7fd1240e15e0 con 0x7fd12c114710 2024-05-21T01:55:19.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.379+0000 7fd12b400700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd1100b2900 0x7fd1100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:19.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.379+0000 7fd12b400700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd1100b2900 0x7fd1100b4dc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd11c011550 tx=0x7fd11c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:19.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.383+0000 7fd123e00700 1 -- 172.21.15.7:0/2457560437 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd124022060 con 0x7fd12c114710 2024-05-21T01:55:19.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.674+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd12c02e560 con 0x7fd12c114710 2024-05-21T01:55:19.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.675+0000 7fd123e00700 1 -- 172.21.15.7:0/2457560437 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7162 (secure 0 0 0) 0x7fd124010040 con 0x7fd12c114710 2024-05-21T01:55:19.676 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:55:19.676 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-05-21T01:55:19.679 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.679+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd1100b2900 msgr2=0x7fd1100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:19.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.679+0000 7fd132400700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd1100b2900 0x7fd1100b4dc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd11c011550 tx=0x7fd11c009260 comp rx=0 tx=0).stop 2024-05-21T01:55:19.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.679+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd12c114710 msgr2=0x7fd12c1a4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:19.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.679+0000 7fd132400700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd12c114710 0x7fd12c1a4b40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd12c06bdd0 tx=0x7fd12400c3a0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.679+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 shutdown_connections 2024-05-21T01:55:19.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.679+0000 7fd132400700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd12c114710 0x7fd12c1a4b40 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.679+0000 7fd132400700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd12c075770 0x7fd12c1a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.679+0000 7fd132400700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd1100b2900 0x7fd1100b4dc0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.679+0000 7fd132400700 1 --2- 172.21.15.7:0/2457560437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd12c076090 0x7fd12c1a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:19.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.680+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 >> 172.21.15.7:0/2457560437 conn(0x7fd12c07a6a0 msgr2=0x7fd12c111540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:19.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.680+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 shutdown_connections 2024-05-21T01:55:19.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:19.680+0000 7fd132400700 1 -- 172.21.15.7:0/2457560437 wait complete. 2024-05-21T01:55:19.682 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 9 2024-05-21T01:55:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:20.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: Deploying daemon mds.i on smithi190 2024-05-21T01:55:20.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:20.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.164:6836/2976993139,v1:172.21.15.164:6837/2976993139] up:boot 2024-05-21T01:55:20.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: fsmap 8 up:standby 2024-05-21T01:55:20.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T01:55:20.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:19 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2457560437' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: Deploying daemon mds.i on smithi190 2024-05-21T01:55:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.164:6836/2976993139,v1:172.21.15.164:6837/2976993139] up:boot 2024-05-21T01:55:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: fsmap 8 up:standby 2024-05-21T01:55:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T01:55:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:19 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2457560437' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:20.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:20.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:20.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:20.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:20.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:20.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:20.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: Deploying daemon mds.i on smithi190 2024-05-21T01:55:20.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:20.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.164:6836/2976993139,v1:172.21.15.164:6837/2976993139] up:boot 2024-05-21T01:55:20.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: fsmap 8 up:standby 2024-05-21T01:55:20.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T01:55:20.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:19 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2457560437' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:21.106 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 01:55:21 smithi190 systemd[1]: Starting Ceph mds.i for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:55:21.519 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 01:55:21 smithi190 podman[66997]: 2024-05-21 01:55:21.124562313 +0000 UTC m=+0.016958382 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:55:21.519 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 01:55:21 smithi190 podman[66997]: 2024-05-21 01:55:21.224097254 +0000 UTC m=+0.116493321 container create efa7357901b6e278ec65ec5b6c4a0a9e02fe6c4a7f241cd5789d7c9aad5c3b98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=) 2024-05-21T01:55:21.519 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 01:55:21 smithi190 podman[66997]: 2024-05-21 01:55:21.443504038 +0000 UTC m=+0.335900096 container init efa7357901b6e278ec65ec5b6c4a0a9e02fe6c4a7f241cd5789d7c9aad5c3b98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T01:55:21.519 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 01:55:21 smithi190 podman[66997]: 2024-05-21 01:55:21.446221782 +0000 UTC m=+0.338617850 container start efa7357901b6e278ec65ec5b6c4a0a9e02fe6c4a7f241cd5789d7c9aad5c3b98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-21T01:55:21.519 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 01:55:21 smithi190 ceph-mds[67016]: -- 172.21.15.190:0/908545605 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557ffc40fa40 con 0x557ffc3e2c00 2024-05-21T01:55:21.519 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 01:55:21 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i[67012]: starting mds.i at 2024-05-21T01:55:21.856 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 01:55:21 smithi190 bash[66997]: efa7357901b6e278ec65ec5b6c4a0a9e02fe6c4a7f241cd5789d7c9aad5c3b98 2024-05-21T01:55:21.856 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 01:55:21 smithi190 systemd[1]: Started Ceph mds.i for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:22.521 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:55:22.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:22.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:22.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:22.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:22.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:22.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:22.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:22.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: Deploying daemon mds.g on smithi007 2024-05-21T01:55:22.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] up:boot 2024-05-21T01:55:22.832 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: fsmap 9 up:standby 2024-05-21T01:55:22.832 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T01:55:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:22.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: Deploying daemon mds.g on smithi007 2024-05-21T01:55:22.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] up:boot 2024-05-21T01:55:22.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: fsmap 9 up:standby 2024-05-21T01:55:22.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T01:55:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:22.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:22.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: Deploying daemon mds.g on smithi007 2024-05-21T01:55:22.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] up:boot 2024-05-21T01:55:22.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: fsmap 9 up:standby 2024-05-21T01:55:22.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T01:55:24.009 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:24.763 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:24 smithi007 ceph-mon[31288]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:24.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:24 smithi190 ceph-mon[35961]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:24.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:24 smithi164 ceph-mon[36138]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:25.024 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 01:55:24 smithi007 systemd[1]: Starting Ceph mds.g for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:55:25.775 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 01:55:25 smithi007 podman[70618]: 2024-05-21 01:55:25.655322973 +0000 UTC m=+0.043475344 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:55:25.775 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 01:55:25 smithi007 podman[70618]: 2024-05-21 01:55:25.760219917 +0000 UTC m=+0.148372316 container create 5d8bf239ffa2fb03636c9d51801d6cd6047437d77fc3943d5c28c5f282a0568d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS) 2024-05-21T01:55:26.499 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 01:55:26 smithi007 podman[70618]: 2024-05-21 01:55:26.284007517 +0000 UTC m=+0.672159899 container init 5d8bf239ffa2fb03636c9d51801d6cd6047437d77fc3943d5c28c5f282a0568d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-21T01:55:26.499 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 01:55:26 smithi007 podman[70618]: 2024-05-21 01:55:26.295260203 +0000 UTC m=+0.683412595 container start 5d8bf239ffa2fb03636c9d51801d6cd6047437d77fc3943d5c28c5f282a0568d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-21T01:55:26.499 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 01:55:26 smithi007 ceph-mds[70660]: -- 172.21.15.7:0/2909782619 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56371916ba40 con 0x56371913e800 2024-05-21T01:55:26.499 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 01:55:26 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g[70649]: starting mds.g at 2024-05-21T01:55:26.499 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 01:55:26 smithi007 bash[70618]: 5d8bf239ffa2fb03636c9d51801d6cd6047437d77fc3943d5c28c5f282a0568d 2024-05-21T01:55:26.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.561+0000 7ff2a1600700 1 -- 172.21.15.7:0/499778468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 msgr2=0x7ff29c110430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:26.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.561+0000 7ff2a1600700 1 --2- 172.21.15.7:0/499778468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 0x7ff29c110430 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff2940098f0 tx=0x7ff294009c00 comp rx=0 tx=0).stop 2024-05-21T01:55:26.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.561+0000 7ff2a1600700 1 -- 172.21.15.7:0/499778468 shutdown_connections 2024-05-21T01:55:26.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.561+0000 7ff2a1600700 1 --2- 172.21.15.7:0/499778468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 0x7ff29c110430 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.561+0000 7ff2a1600700 1 --2- 172.21.15.7:0/499778468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff29c1096a0 0x7ff29c109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.561+0000 7ff2a1600700 1 --2- 172.21.15.7:0/499778468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff29c103590 0x7ff29c103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.561+0000 7ff2a1600700 1 -- 172.21.15.7:0/499778468 >> 172.21.15.7:0/499778468 conn(0x7ff29c07a6f0 msgr2=0x7ff29c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.561+0000 7ff2a1600700 1 -- 172.21.15.7:0/499778468 shutdown_connections 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.561+0000 7ff2a1600700 1 -- 172.21.15.7:0/499778468 wait complete. 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.563+0000 7ff2a1600700 1 Processor -- start 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.563+0000 7ff2a1600700 1 -- start start 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff2a1600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff29c103590 0x7ff29c19f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff2a1600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 0x7ff29c19fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff2a1600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff29c1096a0 0x7ff29c199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff2a1600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff29c1137c0 con 0x7ff29c103f50 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff2a1600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff29c113640 con 0x7ff29c103590 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff2a1600700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff29c113940 con 0x7ff29c1096a0 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff29a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 0x7ff29c19fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:26.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff29a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 0x7ff29c19fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49964/0 (socket says 172.21.15.7:49964) 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff29a000700 1 -- 172.21.15.7:0/1253432055 learned_addr learned my addr 172.21.15.7:0/1253432055 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff29aa00700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff29c103590 0x7ff29c19f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.564+0000 7ff29b400700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff29c1096a0 0x7ff29c199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.565+0000 7ff29aa00700 1 -- 172.21.15.7:0/1253432055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff29c1096a0 msgr2=0x7ff29c199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.565+0000 7ff29aa00700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff29c1096a0 0x7ff29c199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.565+0000 7ff29aa00700 1 -- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 msgr2=0x7ff29c19fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.565+0000 7ff29aa00700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 0x7ff29c19fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.565+0000 7ff29aa00700 1 -- 172.21.15.7:0/1253432055 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff29c19a1e0 con 0x7ff29c103590 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.565+0000 7ff29a000700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 0x7ff29c19fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.565+0000 7ff29aa00700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff29c103590 0x7ff29c19f8c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff28c00eb90 tx=0x7ff28c00eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.565+0000 7ff293400700 1 -- 172.21.15.7:0/1253432055 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff28c00cc90 con 0x7ff29c103590 2024-05-21T01:55:26.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.566+0000 7ff293400700 1 -- 172.21.15.7:0/1253432055 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff28c00ce30 con 0x7ff29c103590 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.566+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff29c19a4d0 con 0x7ff29c103590 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.566+0000 7ff293400700 1 -- 172.21.15.7:0/1253432055 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff28c010430 con 0x7ff29c103590 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.566+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff29c1a6790 con 0x7ff29c103590 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.567+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff29c06a230 con 0x7ff29c103590 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.569+0000 7ff293400700 1 -- 172.21.15.7:0/1253432055 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7ff28c003ef0 con 0x7ff29c103590 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.571+0000 7ff293400700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2800b2900 0x7ff2800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.571+0000 7ff293400700 1 -- 172.21.15.7:0/1253432055 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7ff28c0e1fc0 con 0x7ff29c103590 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.571+0000 7ff29a000700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2800b2900 0x7ff2800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.572+0000 7ff29a000700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2800b2900 0x7ff2800b4dc0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff29c07ad30 tx=0x7ff28400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:26.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.573+0000 7ff293400700 1 -- 172.21.15.7:0/1253432055 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff28c0aa0e0 con 0x7ff29c103590 2024-05-21T01:55:26.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:26 smithi007 ceph-mon[31288]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:26.774 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 01:55:26 smithi007 systemd[1]: Started Ceph mds.g for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:26.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:26 smithi190 ceph-mon[35961]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:26.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.884+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff29c02e560 con 0x7ff29c103590 2024-05-21T01:55:26.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.885+0000 7ff293400700 1 -- 172.21.15.7:0/1253432055 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8812 (secure 0 0 0) 0x7ff28c0a99e0 con 0x7ff29c103590 2024-05-21T01:55:26.886 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:55:26.887 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24511,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24517,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[]} 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2800b2900 msgr2=0x7ff2800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2800b2900 0x7ff2800b4dc0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff29c07ad30 tx=0x7ff28400b040 comp rx=0 tx=0).stop 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff29c103590 msgr2=0x7ff29c19f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff29c103590 0x7ff29c19f8c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff28c00eb90 tx=0x7ff28c00eea0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 shutdown_connections 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff29c1096a0 0x7ff29c199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff29c103590 0x7ff29c19f8c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2800b2900 0x7ff2800b4dc0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 --2- 172.21.15.7:0/1253432055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff29c103f50 0x7ff29c19fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:26.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 >> 172.21.15.7:0/1253432055 conn(0x7ff29c07a6f0 msgr2=0x7ff29c102180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:26.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.888+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 shutdown_connections 2024-05-21T01:55:26.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:26.889+0000 7ff2a1600700 1 -- 172.21.15.7:0/1253432055 wait complete. 2024-05-21T01:55:26.890 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 11 2024-05-21T01:55:26.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:26 smithi164 ceph-mon[36138]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] up:boot 2024-05-21T01:55:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: fsmap 10 up:standby 2024-05-21T01:55:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T01:55:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:27.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:27.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:27.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:27.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: Deploying daemon mds.a on smithi007 2024-05-21T01:55:27.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:27 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1253432055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] up:boot 2024-05-21T01:55:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: fsmap 10 up:standby 2024-05-21T01:55:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T01:55:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:27.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:27.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:27.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:27.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:27.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: Deploying daemon mds.a on smithi007 2024-05-21T01:55:27.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:27 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1253432055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] up:boot 2024-05-21T01:55:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: fsmap 10 up:standby 2024-05-21T01:55:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T01:55:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:28.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:28.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:28.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:28.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: Deploying daemon mds.a on smithi007 2024-05-21T01:55:28.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:27 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1253432055' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:28 smithi007 ceph-mon[31288]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:28.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:28 smithi164 ceph-mon[36138]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:28 smithi190 ceph-mon[35961]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:29.807 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:55:30.517 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 01:55:30 smithi007 systemd[1]: Starting Ceph mds.a for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:55:30.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:30 smithi007 ceph-mon[31288]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:30.774 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 01:55:30 smithi007 podman[71011]: 2024-05-21 01:55:30.420275997 +0000 UTC m=+0.034334551 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:55:30.774 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 01:55:30 smithi007 podman[71011]: 2024-05-21 01:55:30.531915208 +0000 UTC m=+0.145973793 container create aaa49c865948e7e603610357aab59b9577dc7afb0c4cb59c5c759c1668ea12fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T01:55:30.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:30 smithi164 ceph-mon[36138]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:30.977 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:30 smithi190 ceph-mon[35961]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:31.137 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 01:55:30 smithi007 podman[71011]: 2024-05-21 01:55:30.827852081 +0000 UTC m=+0.441910679 container init aaa49c865948e7e603610357aab59b9577dc7afb0c4cb59c5c759c1668ea12fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-21T01:55:31.137 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 01:55:30 smithi007 podman[71011]: 2024-05-21 01:55:30.838897817 +0000 UTC m=+0.452956382 container start aaa49c865948e7e603610357aab59b9577dc7afb0c4cb59c5c759c1668ea12fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T01:55:31.138 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 01:55:30 smithi007 ceph-mds[71049]: -- 172.21.15.7:0/2405868295 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5565bdbe1a40 con 0x5565bdbb4800 2024-05-21T01:55:31.138 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 01:55:30 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a[71043]: starting mds.a at 2024-05-21T01:55:31.138 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 01:55:30 smithi007 bash[71011]: aaa49c865948e7e603610357aab59b9577dc7afb0c4cb59c5c759c1668ea12fe 2024-05-21T01:55:31.138 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 01:55:30 smithi007 systemd[1]: Started Ceph mds.a for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:32.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:32.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:32.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:32.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:32.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:32.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:32.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: Deploying daemon mds.b on smithi164 2024-05-21T01:55:32.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:32.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.7:6840/1960766377,v1:172.21.15.7:6841/1960766377] up:boot 2024-05-21T01:55:32.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: fsmap 11 up:standby 2024-05-21T01:55:32.275 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T01:55:32.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:32.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:32.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:32.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:32.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:32.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:32.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: Deploying daemon mds.b on smithi164 2024-05-21T01:55:32.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:32.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.7:6840/1960766377,v1:172.21.15.7:6841/1960766377] up:boot 2024-05-21T01:55:32.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: fsmap 11 up:standby 2024-05-21T01:55:32.357 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T01:55:32.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:32.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:32.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:32.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T01:55:32.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T01:55:32.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:32.443 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: Deploying daemon mds.b on smithi164 2024-05-21T01:55:32.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:32.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.7:6840/1960766377,v1:172.21.15.7:6841/1960766377] up:boot 2024-05-21T01:55:32.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: fsmap 11 up:standby 2024-05-21T01:55:32.444 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T01:55:33.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.208+0000 7f674d800700 1 -- 172.21.15.7:0/2124047351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67481088f0 msgr2=0x7f6748110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:33.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.208+0000 7f674d800700 1 --2- 172.21.15.7:0/2124047351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67481088f0 0x7f6748110470 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f674000b0d0 tx=0x7f674000b3e0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.208+0000 7f674d800700 1 -- 172.21.15.7:0/2124047351 shutdown_connections 2024-05-21T01:55:33.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.208+0000 7f674d800700 1 --2- 172.21.15.7:0/2124047351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67481088f0 0x7f6748110470 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.208+0000 7f674d800700 1 --2- 172.21.15.7:0/2124047351 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67481037f0 0x7f6748103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.208+0000 7f674d800700 1 --2- 172.21.15.7:0/2124047351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67481041a0 0x7f67481081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.208+0000 7f674d800700 1 -- 172.21.15.7:0/2124047351 >> 172.21.15.7:0/2124047351 conn(0x7f674807a6a0 msgr2=0x7f674807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:33.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.208+0000 7f674d800700 1 -- 172.21.15.7:0/2124047351 shutdown_connections 2024-05-21T01:55:33.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.208+0000 7f674d800700 1 -- 172.21.15.7:0/2124047351 wait complete. 2024-05-21T01:55:33.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.209+0000 7f674d800700 1 Processor -- start 2024-05-21T01:55:33.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f674d800700 1 -- start start 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f674d800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67481037f0 0x7f67481a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f674d800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67481041a0 0x7f67481a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f674d800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67481088f0 0x7f674819bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f674d800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f67481136c0 con 0x7f67481041a0 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f674d800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6748113540 con 0x7f67481037f0 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f674d800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6748113840 con 0x7f67481088f0 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f6746a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67481037f0 0x7f67481a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f6746000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67481041a0 0x7f67481a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f6746a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67481037f0 0x7f67481a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:40730/0 (socket says 172.21.15.7:40730) 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f6746a00700 1 -- 172.21.15.7:0/3695013152 learned_addr learned my addr 172.21.15.7:0/3695013152 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:33.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.210+0000 7f6747400700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67481088f0 0x7f674819bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:33.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f6746a00700 1 -- 172.21.15.7:0/3695013152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67481088f0 msgr2=0x7f674819bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:33.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f6746a00700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67481088f0 0x7f674819bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f6746a00700 1 -- 172.21.15.7:0/3695013152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67481041a0 msgr2=0x7f67481a1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:33.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f6746a00700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67481041a0 0x7f67481a1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f6746a00700 1 -- 172.21.15.7:0/3695013152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f674819c260 con 0x7f67481037f0 2024-05-21T01:55:33.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f6746a00700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67481037f0 0x7f67481a1940 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f673800d980 tx=0x7f673800dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:33.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f673f400700 1 -- 172.21.15.7:0/3695013152 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6738016070 con 0x7f67481037f0 2024-05-21T01:55:33.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f673f400700 1 -- 172.21.15.7:0/3695013152 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6738004830 con 0x7f67481037f0 2024-05-21T01:55:33.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f674819c550 con 0x7f67481037f0 2024-05-21T01:55:33.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.211+0000 7f673f400700 1 -- 172.21.15.7:0/3695013152 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6738005540 con 0x7f67481037f0 2024-05-21T01:55:33.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.212+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67481a8810 con 0x7f67481037f0 2024-05-21T01:55:33.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.213+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f674806a230 con 0x7f67481037f0 2024-05-21T01:55:33.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.215+0000 7f673f400700 1 -- 172.21.15.7:0/3695013152 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f6738004220 con 0x7f67481037f0 2024-05-21T01:55:33.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.216+0000 7f673f400700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f672c0b2900 0x7f672c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:33.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.216+0000 7f673f400700 1 -- 172.21.15.7:0/3695013152 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f67380e1ba0 con 0x7f67481037f0 2024-05-21T01:55:33.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.217+0000 7f6746000700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f672c0b2900 0x7f672c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:33.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.217+0000 7f6746000700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f672c0b2900 0x7f672c0b4dc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f6734009680 tx=0x7f6734009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:33.221 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.221+0000 7f673f400700 1 -- 172.21.15.7:0/3695013152 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f673801f020 con 0x7f67481037f0 2024-05-21T01:55:33.443 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:33 smithi164 systemd[1]: Starting Ceph mds.b for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T01:55:33.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.509+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f674819cff0 con 0x7f67481037f0 2024-05-21T01:55:33.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.510+0000 7f673f400700 1 -- 172.21.15.7:0/3695013152 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9635 (secure 0 0 0) 0x7f67380a9cc0 con 0x7f67481037f0 2024-05-21T01:55:33.511 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:55:33.511 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24511,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24517,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[]} 2024-05-21T01:55:33.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f672c0b2900 msgr2=0x7f672c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:33.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f672c0b2900 0x7f672c0b4dc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f6734009680 tx=0x7f6734009260 comp rx=0 tx=0).stop 2024-05-21T01:55:33.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67481037f0 msgr2=0x7f67481a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:33.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67481037f0 0x7f67481a1940 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f673800d980 tx=0x7f673800dc90 comp rx=0 tx=0).stop 2024-05-21T01:55:33.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 shutdown_connections 2024-05-21T01:55:33.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f67481088f0 0x7f674819bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f67481037f0 0x7f67481a1940 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f672c0b2900 0x7f672c0b4dc0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 --2- 172.21.15.7:0/3695013152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f67481041a0 0x7f67481a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:33.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 >> 172.21.15.7:0/3695013152 conn(0x7f674807a6a0 msgr2=0x7f67481018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:33.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 shutdown_connections 2024-05-21T01:55:33.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:33.514+0000 7f674d800700 1 -- 172.21.15.7:0/3695013152 wait complete. 2024-05-21T01:55:33.516 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 12 2024-05-21T01:55:33.749 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:33 smithi164 podman[66676]: 2024-05-21 01:55:33.365741664 +0000 UTC m=+0.017284651 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T01:55:33.749 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:33 smithi164 podman[66676]: 2024-05-21 01:55:33.498212324 +0000 UTC m=+0.149755297 container create 76958c369151667836f42b0ee6f628ebd7abe411c85fac6e62ed7c7c4d42cb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T01:55:33.749 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:33 smithi164 podman[66676]: 2024-05-21 01:55:33.749402676 +0000 UTC m=+0.400945643 container init 76958c369151667836f42b0ee6f628ebd7abe411c85fac6e62ed7c7c4d42cb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-05-21T01:55:34.193 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:33 smithi164 podman[66676]: 2024-05-21 01:55:33.752255011 +0000 UTC m=+0.403797989 container start 76958c369151667836f42b0ee6f628ebd7abe411c85fac6e62ed7c7c4d42cb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T01:55:34.193 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:33 smithi164 ceph-mds[66695]: -- 172.21.15.164:0/2022137703 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5558ece87a40 con 0x5558ece5a800 2024-05-21T01:55:34.193 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:33 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b[66691]: starting mds.b at 2024-05-21T01:55:34.193 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:33 smithi164 bash[66676]: 76958c369151667836f42b0ee6f628ebd7abe411c85fac6e62ed7c7c4d42cb39 2024-05-21T01:55:34.193 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:33 smithi164 systemd[1]: Started Ceph mds.b for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T01:55:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:34 smithi190 ceph-mon[35961]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:34 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3695013152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:34 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:55:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:34 smithi164 ceph-mon[36138]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:34 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3695013152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:34 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:34 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:34 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:34 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:34 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:34 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:55:34.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:34 smithi007 ceph-mon[31288]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:34.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:34 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3695013152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:34.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:34.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:34 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:55:35.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:35 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] up:boot 2024-05-21T01:55:35.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:35 smithi190 ceph-mon[35961]: fsmap 12 up:standby 2024-05-21T01:55:35.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:35 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T01:55:35.622 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:35 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] up:boot 2024-05-21T01:55:35.622 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:35 smithi007 ceph-mon[31288]: fsmap 12 up:standby 2024-05-21T01:55:35.622 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:35 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T01:55:35.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:35 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] up:boot 2024-05-21T01:55:35.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:35 smithi164 ceph-mon[36138]: fsmap 12 up:standby 2024-05-21T01:55:35.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:35 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T01:55:36.473 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:55:36.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:36 smithi190 ceph-mon[35961]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:36.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:36 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:36 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:36 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:36 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:36 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:36 smithi164 ceph-mon[36138]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:36.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:36 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:36 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:36 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:36 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:36 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:36 smithi007 ceph-mon[31288]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:36.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:36 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:36 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:36 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:36 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:36 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:36.926 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:38.585 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:38 smithi190 ceph-mon[35961]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:38.585 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:38.585 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:38.585 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:38.585 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:55:38.585 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:38.585 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:55:38.588 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:38 smithi164 ceph-mon[36138]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:38.588 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:38.589 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:38.589 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:38.589 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:55:38.589 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:38.589 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:55:38.698 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:38 smithi007 ceph-mon[31288]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:38.699 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:38.699 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:38.699 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:38.699 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:55:38.699 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:38.699 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:55:39.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.154+0000 7fc051200700 1 -- 172.21.15.7:0/2064955558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 msgr2=0x7fc04c06bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:39.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.154+0000 7fc051200700 1 --2- 172.21.15.7:0/2064955558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 0x7fc04c06bf30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc038009990 tx=0x7fc038009ca0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.154+0000 7fc051200700 1 -- 172.21.15.7:0/2064955558 shutdown_connections 2024-05-21T01:55:39.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.154+0000 7fc051200700 1 --2- 172.21.15.7:0/2064955558 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc04c06c470 0x7fc04c1103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.154+0000 7fc051200700 1 --2- 172.21.15.7:0/2064955558 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc04c1095a0 0x7fc04c109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.154+0000 7fc051200700 1 --2- 172.21.15.7:0/2064955558 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 0x7fc04c06bf30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.154+0000 7fc051200700 1 -- 172.21.15.7:0/2064955558 >> 172.21.15.7:0/2064955558 conn(0x7fc04c0793b0 msgr2=0x7fc04c0797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:39.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.154+0000 7fc051200700 1 -- 172.21.15.7:0/2064955558 shutdown_connections 2024-05-21T01:55:39.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.154+0000 7fc051200700 1 -- 172.21.15.7:0/2064955558 wait complete. 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.155+0000 7fc051200700 1 Processor -- start 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.155+0000 7fc051200700 1 -- start start 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc051200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 0x7fc04c19f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc051200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc04c06c470 0x7fc04c19fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc051200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc04c1095a0 0x7fc04c199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc051200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c1136d0 con 0x7fc04c1095a0 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc051200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c113550 con 0x7fc04c06bab0 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc051200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc04c113850 con 0x7fc04c06c470 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc049e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 0x7fc04c19f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc049400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc04c06c470 0x7fc04c19fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:39.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc049e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 0x7fc04c19f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:33274/0 (socket says 172.21.15.7:33274) 2024-05-21T01:55:39.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc049e00700 1 -- 172.21.15.7:0/2598034267 learned_addr learned my addr 172.21.15.7:0/2598034267 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:39.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc04a800700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc04c1095a0 0x7fc04c199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:39.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc049e00700 1 -- 172.21.15.7:0/2598034267 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc04c06c470 msgr2=0x7fc04c19fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:39.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc049e00700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc04c06c470 0x7fc04c19fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc049e00700 1 -- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc04c1095a0 msgr2=0x7fc04c199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:39.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc049e00700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc04c1095a0 0x7fc04c199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.156+0000 7fc049e00700 1 -- 172.21.15.7:0/2598034267 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc04c19a210 con 0x7fc04c06bab0 2024-05-21T01:55:39.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.157+0000 7fc049e00700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 0x7fc04c19f8f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc03c00e9c0 tx=0x7fc03c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:39.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.157+0000 7fc042a00700 1 -- 172.21.15.7:0/2598034267 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc03c00cbd0 con 0x7fc04c06bab0 2024-05-21T01:55:39.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.157+0000 7fc042a00700 1 -- 172.21.15.7:0/2598034267 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc03c00cd70 con 0x7fc04c06bab0 2024-05-21T01:55:39.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.157+0000 7fc042a00700 1 -- 172.21.15.7:0/2598034267 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc03c005610 con 0x7fc04c06bab0 2024-05-21T01:55:39.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.157+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc04c19a500 con 0x7fc04c06bab0 2024-05-21T01:55:39.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.157+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc04c1a67c0 con 0x7fc04c06bab0 2024-05-21T01:55:39.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.158+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc04c06a230 con 0x7fc04c06bab0 2024-05-21T01:55:39.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.161+0000 7fc042a00700 1 -- 172.21.15.7:0/2598034267 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fc03c004750 con 0x7fc04c06bab0 2024-05-21T01:55:39.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.162+0000 7fc042a00700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0300b2880 0x7fc0300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:39.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.162+0000 7fc042a00700 1 -- 172.21.15.7:0/2598034267 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7fc03c0e20e0 con 0x7fc04c06bab0 2024-05-21T01:55:39.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.163+0000 7fc049400700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0300b2880 0x7fc0300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:39.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.163+0000 7fc049400700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0300b2880 0x7fc0300b4d40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc0380098e0 tx=0x7fc038005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:39.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.169+0000 7fc042a00700 1 -- 172.21.15.7:0/2598034267 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc03c0aa200 con 0x7fc04c06bab0 2024-05-21T01:55:39.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.466+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc04c19afe0 con 0x7fc04c06bab0 2024-05-21T01:55:39.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.467+0000 7fc042a00700 1 -- 172.21.15.7:0/2598034267 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10464 (secure 0 0 0) 0x7fc03c0a9b00 con 0x7fc04c06bab0 2024-05-21T01:55:39.470 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:55:39.470 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24511,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24517,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24518,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-05-21T01:55:39.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.472+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0300b2880 msgr2=0x7fc0300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:39.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.472+0000 7fc051200700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0300b2880 0x7fc0300b4d40 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc0380098e0 tx=0x7fc038005960 comp rx=0 tx=0).stop 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.472+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 msgr2=0x7fc04c19f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.472+0000 7fc051200700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 0x7fc04c19f8f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc03c00e9c0 tx=0x7fc03c00ecd0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.472+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 shutdown_connections 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.472+0000 7fc051200700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0300b2880 0x7fc0300b4d40 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.472+0000 7fc051200700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc04c1095a0 0x7fc04c199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.472+0000 7fc051200700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc04c06bab0 0x7fc04c19f8f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.472+0000 7fc051200700 1 --2- 172.21.15.7:0/2598034267 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc04c06c470 0x7fc04c19fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.473+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 >> 172.21.15.7:0/2598034267 conn(0x7fc04c0793b0 msgr2=0x7fc04c1012e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.473+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 shutdown_connections 2024-05-21T01:55:39.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:39.473+0000 7fc051200700 1 -- 172.21.15.7:0/2598034267 wait complete. 2024-05-21T01:55:39.476 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 13 2024-05-21T01:55:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:40 smithi007 ceph-mon[31288]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:40 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:40 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2598034267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:40.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:40 smithi190 ceph-mon[35961]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:40.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:40 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:40 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2598034267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:40.691 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-05-21T01:55:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:40 smithi164 ceph-mon[36138]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:40 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:40.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:40 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2598034267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:55:41.141 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:42 smithi190 ceph-mon[35961]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:55:42.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:42 smithi164 ceph-mon[36138]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:55:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:42.946 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:42 smithi007 ceph-mon[31288]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:42.946 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:42.946 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:42.946 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:55:42.946 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:55:42.947 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:55:43.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.510+0000 7fc4de200700 1 -- 172.21.15.7:0/2592995056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4d8076090 msgr2=0x7fc4d810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:43.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.510+0000 7fc4de200700 1 --2- 172.21.15.7:0/2592995056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4d8076090 0x7fc4d810fa00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc4c0009990 tx=0x7fc4c0009ca0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.510+0000 7fc4de200700 1 -- 172.21.15.7:0/2592995056 shutdown_connections 2024-05-21T01:55:43.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.510+0000 7fc4de200700 1 --2- 172.21.15.7:0/2592995056 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc4d810ff40 0x7fc4d8112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.510+0000 7fc4de200700 1 --2- 172.21.15.7:0/2592995056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc4d8075770 0x7fc4d8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.510+0000 7fc4de200700 1 --2- 172.21.15.7:0/2592995056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4d8076090 0x7fc4d810fa00 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.510+0000 7fc4de200700 1 -- 172.21.15.7:0/2592995056 >> 172.21.15.7:0/2592995056 conn(0x7fc4d807a6a0 msgr2=0x7fc4d807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:43.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.511+0000 7fc4de200700 1 -- 172.21.15.7:0/2592995056 shutdown_connections 2024-05-21T01:55:43.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.511+0000 7fc4de200700 1 -- 172.21.15.7:0/2592995056 wait complete. 2024-05-21T01:55:43.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.512+0000 7fc4de200700 1 Processor -- start 2024-05-21T01:55:43.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.512+0000 7fc4de200700 1 -- start start 2024-05-21T01:55:43.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4de200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc4d8075770 0x7fc4d819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:43.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4de200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc4d8076090 0x7fc4d819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:43.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4de200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4d810ff40 0x7fc4d81a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:43.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4de200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d8115900 con 0x7fc4d810ff40 2024-05-21T01:55:43.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4de200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d8115780 con 0x7fc4d8075770 2024-05-21T01:55:43.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4de200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d8115a80 con 0x7fc4d8076090 2024-05-21T01:55:43.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4d7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4d810ff40 0x7fc4d81a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:43.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4cea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc4d8076090 0x7fc4d819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:43.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4d7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4d810ff40 0x7fc4d81a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48602/0 (socket says 172.21.15.7:48602) 2024-05-21T01:55:43.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4d7e00700 1 -- 172.21.15.7:0/2588525893 learned_addr learned my addr 172.21.15.7:0/2588525893 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:43.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4cea00700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc4d8076090 0x7fc4d819c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:52860/0 (socket says 172.21.15.7:52860) 2024-05-21T01:55:43.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.513+0000 7fc4d7400700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc4d8075770 0x7fc4d819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:43.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4cea00700 1 -- 172.21.15.7:0/2588525893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc4d8075770 msgr2=0x7fc4d819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:43.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4cea00700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc4d8075770 0x7fc4d819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4cea00700 1 -- 172.21.15.7:0/2588525893 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4d810ff40 msgr2=0x7fc4d81a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:43.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4cea00700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4d810ff40 0x7fc4d81a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4cea00700 1 -- 172.21.15.7:0/2588525893 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d81a0de0 con 0x7fc4d8076090 2024-05-21T01:55:43.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4cea00700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc4d8076090 0x7fc4d819c310 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc4c00059d0 tx=0x7fc4c00057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:43.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4d4c00700 1 -- 172.21.15.7:0/2588525893 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c0027070 con 0x7fc4d8076090 2024-05-21T01:55:43.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4d81a1070 con 0x7fc4d8076090 2024-05-21T01:55:43.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4d4c00700 1 -- 172.21.15.7:0/2588525893 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4c0022470 con 0x7fc4d8076090 2024-05-21T01:55:43.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4d4c00700 1 -- 172.21.15.7:0/2588525893 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c0017650 con 0x7fc4d8076090 2024-05-21T01:55:43.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.514+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4d81a8950 con 0x7fc4d8076090 2024-05-21T01:55:43.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.515+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4d8076e60 con 0x7fc4d8076090 2024-05-21T01:55:43.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.518+0000 7fc4d4c00700 1 -- 172.21.15.7:0/2588525893 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fc4c002a070 con 0x7fc4d8076090 2024-05-21T01:55:43.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.520+0000 7fc4d4c00700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc4bc0b2880 0x7fc4bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:43.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.520+0000 7fc4d4c00700 1 -- 172.21.15.7:0/2588525893 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7fc4c00e2cc0 con 0x7fc4d8076090 2024-05-21T01:55:43.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.520+0000 7fc4d7400700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc4bc0b2880 0x7fc4bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:43.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.521+0000 7fc4d7400700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc4bc0b2880 0x7fc4bc0b4d40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8009c60 tx=0x7fc4c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:43.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.522+0000 7fc4d4c00700 1 -- 172.21.15.7:0/2588525893 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc4c0031080 con 0x7fc4d8076090 2024-05-21T01:55:43.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.767+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc4d802e560 con 0x7fc4d8076090 2024-05-21T01:55:43.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.767+0000 7fc4d4c00700 1 -- 172.21.15.7:0/2588525893 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v73) ==== 84+0+65 (secure 0 0 0) 0x7fc4c0013070 con 0x7fc4d8076090 2024-05-21T01:55:43.769 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:55:43.769 INFO:teuthology.orchestra.run.smithi007.stdout:[ 2024-05-21T01:55:43.770 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T01:55:43.770 INFO:teuthology.orchestra.run.smithi007.stdout: "poolnum": 1, 2024-05-21T01:55:43.770 INFO:teuthology.orchestra.run.smithi007.stdout: "poolname": ".mgr" 2024-05-21T01:55:43.770 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T01:55:43.770 INFO:teuthology.orchestra.run.smithi007.stdout:] 2024-05-21T01:55:43.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc4bc0b2880 msgr2=0x7fc4bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:43.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc4bc0b2880 0x7fc4bc0b4d40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8009c60 tx=0x7fc4c8009260 comp rx=0 tx=0).stop 2024-05-21T01:55:43.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc4d8076090 msgr2=0x7fc4d819c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:43.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc4d8076090 0x7fc4d819c310 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc4c00059d0 tx=0x7fc4c00057c0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 shutdown_connections 2024-05-21T01:55:43.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc4bc0b2880 0x7fc4bc0b4d40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc4d810ff40 0x7fc4d81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc4d8075770 0x7fc4d819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 --2- 172.21.15.7:0/2588525893 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc4d8076090 0x7fc4d819c310 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:43.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.771+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 >> 172.21.15.7:0/2588525893 conn(0x7fc4d807a6a0 msgr2=0x7fc4d81007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:43.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.772+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 shutdown_connections 2024-05-21T01:55:43.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:43.772+0000 7fc4de200700 1 -- 172.21.15.7:0/2588525893 wait complete. 2024-05-21T01:55:44.702 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-21T01:55:44.702 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-21T01:55:45.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:44 smithi007 ceph-mon[31288]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:45.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:44 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2588525893' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T01:55:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:44 smithi190 ceph-mon[35961]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:44 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2588525893' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T01:55:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:45.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:44 smithi164 ceph-mon[36138]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:45.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:44 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2588525893' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T01:55:46.911 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:46 smithi007 ceph-mon[31288]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:46 smithi190 ceph-mon[35961]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:47.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:46 smithi164 ceph-mon[36138]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.408+0000 7f4584e00700 1 -- 172.21.15.7:0/2700253226 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4580102e10 msgr2=0x7f458010f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.408+0000 7f4584e00700 1 --2- 172.21.15.7:0/2700253226 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4580102e10 0x7f458010f2f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f457800b0a0 tx=0x7f457800b3b0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.408+0000 7f4584e00700 1 -- 172.21.15.7:0/2700253226 shutdown_connections 2024-05-21T01:55:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.408+0000 7f4584e00700 1 --2- 172.21.15.7:0/2700253226 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4580102e10 0x7f458010f2f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.408+0000 7f4584e00700 1 --2- 172.21.15.7:0/2700253226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45801084b0 0x7f4580108890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.408+0000 7f4584e00700 1 --2- 172.21.15.7:0/2700253226 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580102470 0x7f45801028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.408+0000 7f4584e00700 1 -- 172.21.15.7:0/2700253226 >> 172.21.15.7:0/2700253226 conn(0x7f45800793e0 msgr2=0x7f45800797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.408+0000 7f4584e00700 1 -- 172.21.15.7:0/2700253226 shutdown_connections 2024-05-21T01:55:47.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.408+0000 7f4584e00700 1 -- 172.21.15.7:0/2700253226 wait complete. 2024-05-21T01:55:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.409+0000 7f4584e00700 1 Processor -- start 2024-05-21T01:55:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f4584e00700 1 -- start start 2024-05-21T01:55:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f4584e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580102470 0x7f4580104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:47.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f4584e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4580102e10 0x7f45801045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:47.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f4584e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45801084b0 0x7f4580104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:47.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f4584e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4580112630 con 0x7f45801084b0 2024-05-21T01:55:47.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f4584e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f45801124b0 con 0x7f4580102e10 2024-05-21T01:55:47.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f4584e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f45801127b0 con 0x7f4580102470 2024-05-21T01:55:47.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f457de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580102470 0x7f4580104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:47.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f457d400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4580102e10 0x7f45801045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f457de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580102470 0x7f4580104080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40756/0 (socket says 172.21.15.7:40756) 2024-05-21T01:55:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.410+0000 7f457de00700 1 -- 172.21.15.7:0/2805206221 learned_addr learned my addr 172.21.15.7:0/2805206221 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.411+0000 7f457e800700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45801084b0 0x7f4580104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.411+0000 7f457de00700 1 -- 172.21.15.7:0/2805206221 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4580102e10 msgr2=0x7f45801045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.411+0000 7f457de00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4580102e10 0x7f45801045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.411+0000 7f457de00700 1 -- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45801084b0 msgr2=0x7f4580104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.411+0000 7f457de00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45801084b0 0x7f4580104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.411+0000 7f457de00700 1 -- 172.21.15.7:0/2805206221 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45801a81a0 con 0x7f4580102470 2024-05-21T01:55:47.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.411+0000 7f457de00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580102470 0x7f4580104080 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f457000e9a0 tx=0x7f457000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:47.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.412+0000 7f4576a00700 1 -- 172.21.15.7:0/2805206221 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457000ca10 con 0x7f4580102470 2024-05-21T01:55:47.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.412+0000 7f4576a00700 1 -- 172.21.15.7:0/2805206221 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f457000cbb0 con 0x7f4580102470 2024-05-21T01:55:47.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.412+0000 7f4576a00700 1 -- 172.21.15.7:0/2805206221 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4570018680 con 0x7f4580102470 2024-05-21T01:55:47.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.412+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45801a8490 con 0x7f4580102470 2024-05-21T01:55:47.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.412+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45801a8980 con 0x7f4580102470 2024-05-21T01:55:47.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.413+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4580103b60 con 0x7f4580102470 2024-05-21T01:55:47.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.415+0000 7f4576a00700 1 -- 172.21.15.7:0/2805206221 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f457004aab0 con 0x7f4580102470 2024-05-21T01:55:47.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.417+0000 7f4576a00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f45640b2900 0x7f45640b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:47.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.417+0000 7f4576a00700 1 -- 172.21.15.7:0/2805206221 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7127+0+0 (secure 0 0 0) 0x7f45700e1fb0 con 0x7f4580102470 2024-05-21T01:55:47.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.417+0000 7f457d400700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f45640b2900 0x7f45640b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:47.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.418+0000 7f457d400700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f45640b2900 0x7f45640b4dc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4580079b90 tx=0x7f456c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:47.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.419+0000 7f4576a00700 1 -- 172.21.15.7:0/2805206221 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f45700aa0d0 con 0x7f4580102470 2024-05-21T01:55:47.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.654+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f458002e560 con 0x7f4580102470 2024-05-21T01:55:47.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.721+0000 7f4576a00700 1 -- 172.21.15.7:0/2805206221 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v74) ==== 138+0+0 (secure 0 0 0) 0x7f45700a99d0 con 0x7f4580102470 2024-05-21T01:55:47.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.728+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f45640b2900 msgr2=0x7f45640b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:47.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.728+0000 7f4584e00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f45640b2900 0x7f45640b4dc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4580079b90 tx=0x7f456c009260 comp rx=0 tx=0).stop 2024-05-21T01:55:47.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.728+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580102470 msgr2=0x7f4580104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:47.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.728+0000 7f4584e00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580102470 0x7f4580104080 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f457000e9a0 tx=0x7f457000ecb0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.730+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 shutdown_connections 2024-05-21T01:55:47.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.730+0000 7f4584e00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f45640b2900 0x7f45640b4dc0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.730+0000 7f4584e00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f45801084b0 0x7f4580104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.730+0000 7f4584e00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4580102470 0x7f4580104080 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.730+0000 7f4584e00700 1 --2- 172.21.15.7:0/2805206221 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4580102e10 0x7f45801045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:47.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.730+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 >> 172.21.15.7:0/2805206221 conn(0x7f45800793e0 msgr2=0x7f458006c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:47.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.731+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 shutdown_connections 2024-05-21T01:55:47.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:47.732+0000 7f4584e00700 1 -- 172.21.15.7:0/2805206221 wait complete. 2024-05-21T01:55:47.734 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' created 2024-05-21T01:55:48.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:47 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2805206221' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T01:55:48.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:47 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T01:55:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:47 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2805206221' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T01:55:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:47 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T01:55:48.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:47 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2805206221' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T01:55:48.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:47 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T01:55:48.615 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-05-21T01:55:49.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:48 smithi007 ceph-mon[31288]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:49.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:48 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T01:55:49.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:48 smithi007 ceph-mon[31288]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T01:55:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:48 smithi190 ceph-mon[35961]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:48 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T01:55:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:48 smithi190 ceph-mon[35961]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T01:55:49.109 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:48 smithi164 ceph-mon[36138]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:48 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T01:55:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:48 smithi164 ceph-mon[36138]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T01:55:50.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:49 smithi007 ceph-mon[31288]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T01:55:50.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:49 smithi007 ceph-mon[31288]: pgmap v314: 33 pgs: 7 active+clean, 4 creating+peering, 22 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:50.109 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:49 smithi190 ceph-mon[35961]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T01:55:50.109 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:49 smithi190 ceph-mon[35961]: pgmap v314: 33 pgs: 7 active+clean, 4 creating+peering, 22 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:50.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:49 smithi164 ceph-mon[36138]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T01:55:50.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:49 smithi164 ceph-mon[36138]: pgmap v314: 33 pgs: 7 active+clean, 4 creating+peering, 22 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:50.883 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:50 smithi007 ceph-mon[31288]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T01:55:50.883 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:50 smithi007 ceph-mon[31288]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T01:55:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:50 smithi190 ceph-mon[35961]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T01:55:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:50 smithi190 ceph-mon[35961]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T01:55:51.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:50 smithi164 ceph-mon[36138]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T01:55:51.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:50 smithi164 ceph-mon[36138]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T01:55:51.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.393+0000 7f38f6e00700 1 -- 172.21.15.7:0/2211586192 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38f0106120 msgr2=0x7f38f0112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.393+0000 7f38f6e00700 1 --2- 172.21.15.7:0/2211586192 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38f0106120 0x7f38f0112630 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f38e8009f90 tx=0x7f38e800b330 comp rx=0 tx=0).stop 2024-05-21T01:55:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.393+0000 7f38f6e00700 1 -- 172.21.15.7:0/2211586192 shutdown_connections 2024-05-21T01:55:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.393+0000 7f38f6e00700 1 --2- 172.21.15.7:0/2211586192 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38f0106120 0x7f38f0112630 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.393+0000 7f38f6e00700 1 --2- 172.21.15.7:0/2211586192 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38f010b760 0x7f38f010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.393+0000 7f38f6e00700 1 --2- 172.21.15.7:0/2211586192 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38f0105760 0x7f38f0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.393+0000 7f38f6e00700 1 -- 172.21.15.7:0/2211586192 >> 172.21.15.7:0/2211586192 conn(0x7f38f0101250 msgr2=0x7f38f0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.393+0000 7f38f6e00700 1 -- 172.21.15.7:0/2211586192 shutdown_connections 2024-05-21T01:55:51.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.393+0000 7f38f6e00700 1 -- 172.21.15.7:0/2211586192 wait complete. 2024-05-21T01:55:51.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.394+0000 7f38f6e00700 1 Processor -- start 2024-05-21T01:55:51.396 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38f6e00700 1 -- start start 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38f6e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38f0105760 0x7f38f019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38f6e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38f0106120 0x7f38f019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38f6e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38f010b760 0x7f38f01a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38f6e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f38f01159b0 con 0x7f38f0106120 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38f6e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f38f0115830 con 0x7f38f010b760 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38f6e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f38f0115b30 con 0x7f38f0105760 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38ef400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38f0106120 0x7f38f019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38ef400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38f0106120 0x7f38f019c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43236/0 (socket says 172.21.15.7:43236) 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38ef400700 1 -- 172.21.15.7:0/1314675308 learned_addr learned my addr 172.21.15.7:0/1314675308 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.395+0000 7f38f4e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38f010b760 0x7f38f01a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:51.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.396+0000 7f38efe00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38f0105760 0x7f38f019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:51.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.396+0000 7f38f4e00700 1 -- 172.21.15.7:0/1314675308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38f0105760 msgr2=0x7f38f019bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.396+0000 7f38f4e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38f0105760 0x7f38f019bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.396+0000 7f38f4e00700 1 -- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38f0106120 msgr2=0x7f38f019c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.396+0000 7f38f4e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38f0106120 0x7f38f019c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.396+0000 7f38f4e00700 1 -- 172.21.15.7:0/1314675308 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f01a0dd0 con 0x7f38f010b760 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.396+0000 7f38ef400700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38f0106120 0x7f38f019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.396+0000 7f38f4e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38f010b760 0x7f38f01a0690 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f38e800b6c0 tx=0x7f38e800cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.397+0000 7f38ecc00700 1 -- 172.21.15.7:0/1314675308 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e8021070 con 0x7f38f010b760 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.397+0000 7f38ecc00700 1 -- 172.21.15.7:0/1314675308 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38e8007d60 con 0x7f38f010b760 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.397+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38f01a1060 con 0x7f38f010b760 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.397+0000 7f38ecc00700 1 -- 172.21.15.7:0/1314675308 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e8005040 con 0x7f38f010b760 2024-05-21T01:55:51.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.397+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38f01a8940 con 0x7f38f010b760 2024-05-21T01:55:51.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.398+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38f006a230 con 0x7f38f010b760 2024-05-21T01:55:51.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.400+0000 7f38ecc00700 1 -- 172.21.15.7:0/1314675308 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f38e8024070 con 0x7f38f010b760 2024-05-21T01:55:51.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.402+0000 7f38ecc00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f38d40b2880 0x7f38d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:51.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.402+0000 7f38ecc00700 1 -- 172.21.15.7:0/1314675308 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7497+0+0 (secure 0 0 0) 0x7f38e800f020 con 0x7f38f010b760 2024-05-21T01:55:51.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.402+0000 7f38efe00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f38d40b2880 0x7f38d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:51.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.403+0000 7f38efe00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f38d40b2880 0x7f38d40b4d40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009750 tx=0x7f38e0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:51.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.404+0000 7f38ecc00700 1 -- 172.21.15.7:0/1314675308 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f38e802b020 con 0x7f38f010b760 2024-05-21T01:55:51.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.641+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f38f002e560 con 0x7f38f010b760 2024-05-21T01:55:51.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.777+0000 7f38ecc00700 1 -- 172.21.15.7:0/1314675308 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v77) ==== 170+0+0 (secure 0 0 0) 0x7f38e8007420 con 0x7f38f010b760 2024-05-21T01:55:51.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f38d40b2880 msgr2=0x7f38d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:51.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f38d40b2880 0x7f38d40b4d40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009750 tx=0x7f38e0009310 comp rx=0 tx=0).stop 2024-05-21T01:55:51.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38f010b760 msgr2=0x7f38f01a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:51.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38f010b760 0x7f38f01a0690 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f38e800b6c0 tx=0x7f38e800cc30 comp rx=0 tx=0).stop 2024-05-21T01:55:51.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 shutdown_connections 2024-05-21T01:55:51.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f38f010b760 0x7f38f01a0690 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:51.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f38f0105760 0x7f38f019bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:51.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f38d40b2880 0x7f38d40b4d40 secure :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009750 tx=0x7f38e0009310 comp rx=0 tx=0).stop 2024-05-21T01:55:51.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 --2- 172.21.15.7:0/1314675308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f38f0106120 0x7f38f019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:51.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.785+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 >> 172.21.15.7:0/1314675308 conn(0x7f38f0101250 msgr2=0x7f38f01017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:51.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.786+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 shutdown_connections 2024-05-21T01:55:51.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:51.786+0000 7f38f6e00700 1 -- 172.21.15.7:0/1314675308 wait complete. 2024-05-21T01:55:51.790 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' created 2024-05-21T01:55:52.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:51 smithi007 ceph-mon[31288]: pgmap v316: 33 pgs: 12 active+clean, 4 creating+peering, 17 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:52.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:51 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1314675308' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T01:55:52.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:51 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T01:55:52.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:51 smithi190 ceph-mon[35961]: pgmap v316: 33 pgs: 12 active+clean, 4 creating+peering, 17 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:52.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:51 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1314675308' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T01:55:52.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:51 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T01:55:52.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:51 smithi164 ceph-mon[36138]: pgmap v316: 33 pgs: 12 active+clean, 4 creating+peering, 17 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:52.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:51 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1314675308' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T01:55:52.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:51 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T01:55:52.667 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-21T01:55:53.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:52 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T01:55:53.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:52 smithi007 ceph-mon[31288]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T01:55:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:52 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T01:55:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:52 smithi190 ceph-mon[35961]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T01:55:53.144 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:53.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:52 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T01:55:53.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:52 smithi164 ceph-mon[36138]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T01:55:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:53 smithi007 ceph-mon[31288]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T01:55:54.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:53 smithi007 ceph-mon[31288]: pgmap v319: 97 pgs: 34 active+clean, 1 creating+activating, 20 creating+peering, 42 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:54.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:53 smithi190 ceph-mon[35961]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T01:55:54.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:53 smithi190 ceph-mon[35961]: pgmap v319: 97 pgs: 34 active+clean, 1 creating+activating, 20 creating+peering, 42 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:54.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:53 smithi164 ceph-mon[36138]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T01:55:54.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:53 smithi164 ceph-mon[36138]: pgmap v319: 97 pgs: 34 active+clean, 1 creating+activating, 20 creating+peering, 42 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:55.061 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:54 smithi007 ceph-mon[31288]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T01:55:55.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:54 smithi190 ceph-mon[35961]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T01:55:55.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:54 smithi164 ceph-mon[36138]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T01:55:55.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.336+0000 7f566b000700 1 -- 172.21.15.7:0/1663502345 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f566410ff40 msgr2=0x7f5664112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:55.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.336+0000 7f566b000700 1 --2- 172.21.15.7:0/1663502345 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f566410ff40 0x7f5664112330 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f565c0098f0 tx=0x7f565c009c00 comp rx=0 tx=0).stop 2024-05-21T01:55:55.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.336+0000 7f566b000700 1 -- 172.21.15.7:0/1663502345 shutdown_connections 2024-05-21T01:55:55.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.336+0000 7f566b000700 1 --2- 172.21.15.7:0/1663502345 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f566410ff40 0x7f5664112330 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:55.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.336+0000 7f566b000700 1 --2- 172.21.15.7:0/1663502345 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5664075770 0x7f5664075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:55.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.336+0000 7f566b000700 1 --2- 172.21.15.7:0/1663502345 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5664076090 0x7f566410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:55.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.336+0000 7f566b000700 1 -- 172.21.15.7:0/1663502345 >> 172.21.15.7:0/1663502345 conn(0x7f566407a6a0 msgr2=0x7f566407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:55.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.336+0000 7f566b000700 1 -- 172.21.15.7:0/1663502345 shutdown_connections 2024-05-21T01:55:55.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.336+0000 7f566b000700 1 -- 172.21.15.7:0/1663502345 wait complete. 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.337+0000 7f566b000700 1 Processor -- start 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.338+0000 7f566b000700 1 -- start start 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.338+0000 7f566b000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5664075770 0x7f566419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.338+0000 7f566b000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5664076090 0x7f566419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.338+0000 7f566b000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f566410ff40 0x7f56641a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.338+0000 7f566b000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f56641158d0 con 0x7f566410ff40 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.338+0000 7f566b000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5664115750 con 0x7f5664075770 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.338+0000 7f566b000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5664115a50 con 0x7f5664076090 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.338+0000 7f5669000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f566410ff40 0x7f56641a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:55.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f5663e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5664075770 0x7f566419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f565b400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5664076090 0x7f566419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f5669000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f566410ff40 0x7f56641a0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43260/0 (socket says 172.21.15.7:43260) 2024-05-21T01:55:55.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f5669000700 1 -- 172.21.15.7:0/377986153 learned_addr learned my addr 172.21.15.7:0/377986153 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f5669000700 1 -- 172.21.15.7:0/377986153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5664076090 msgr2=0x7f566419c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f5669000700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5664076090 0x7f566419c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f5669000700 1 -- 172.21.15.7:0/377986153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5664075770 msgr2=0x7f566419bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f5669000700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5664075770 0x7f566419bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f5669000700 1 -- 172.21.15.7:0/377986153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56641a0db0 con 0x7f566410ff40 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.339+0000 7f5669000700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f566410ff40 0x7f56641a0670 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f565c009810 tx=0x7f565c00fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.340+0000 7f5661600700 1 -- 172.21.15.7:0/377986153 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565c027070 con 0x7f566410ff40 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.340+0000 7f5661600700 1 -- 172.21.15.7:0/377986153 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f565c0055f0 con 0x7f566410ff40 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.340+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56641a1040 con 0x7f566410ff40 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.340+0000 7f5661600700 1 -- 172.21.15.7:0/377986153 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565c0046d0 con 0x7f566410ff40 2024-05-21T01:55:55.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.340+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56641a8920 con 0x7f566410ff40 2024-05-21T01:55:55.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.341+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f566406a230 con 0x7f566410ff40 2024-05-21T01:55:55.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.344+0000 7f5661600700 1 -- 172.21.15.7:0/377986153 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f565c02a070 con 0x7f566410ff40 2024-05-21T01:55:55.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.345+0000 7f5661600700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f56480b2880 0x7f56480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:55.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.345+0000 7f5661600700 1 -- 172.21.15.7:0/377986153 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7879+0+0 (secure 0 0 0) 0x7f565c0e30f0 con 0x7f566410ff40 2024-05-21T01:55:55.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.346+0000 7f5663e00700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f56480b2880 0x7f56480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:55.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.346+0000 7f5663e00700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f56480b2880 0x7f56480b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f565400f540 tx=0x7f565400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:55.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.349+0000 7f5661600700 1 -- 172.21.15.7:0/377986153 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f565c031070 con 0x7f566410ff40 2024-05-21T01:55:55.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.635+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f566402e560 con 0x7f566410ff40 2024-05-21T01:55:55.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.814+0000 7f5661600700 1 -- 172.21.15.7:0/377986153 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f565c013030 con 0x7f566410ff40 2024-05-21T01:55:55.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.818+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f56480b2880 msgr2=0x7f56480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:55.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.818+0000 7f566b000700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f56480b2880 0x7f56480b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f565400f540 tx=0x7f565400b040 comp rx=0 tx=0).stop 2024-05-21T01:55:55.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.818+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f566410ff40 msgr2=0x7f56641a0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:55.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.818+0000 7f566b000700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f566410ff40 0x7f56641a0670 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f565c009810 tx=0x7f565c00fa00 comp rx=0 tx=0).stop 2024-05-21T01:55:55.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.819+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 shutdown_connections 2024-05-21T01:55:55.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.819+0000 7f566b000700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f56480b2880 0x7f56480b4d40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:55.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.819+0000 7f566b000700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f566410ff40 0x7f56641a0670 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:55.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.819+0000 7f566b000700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5664075770 0x7f566419bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:55.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.819+0000 7f566b000700 1 --2- 172.21.15.7:0/377986153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5664076090 0x7f566419c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:55.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.819+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 >> 172.21.15.7:0/377986153 conn(0x7f566407a6a0 msgr2=0x7f5664100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:55.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.819+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 shutdown_connections 2024-05-21T01:55:55.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:55.819+0000 7f566b000700 1 -- 172.21.15.7:0/377986153 wait complete. 2024-05-21T01:55:55.822 INFO:teuthology.orchestra.run.smithi007.stderr:new fs with metadata pool 2 and data pool 3 2024-05-21T01:55:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:55 smithi007 ceph-mon[31288]: pgmap v321: 97 pgs: 61 active+clean, 1 creating+activating, 20 creating+peering, 15 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:55 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/377986153' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T01:55:56.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:55 smithi007 ceph-mon[31288]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-21T01:55:56.094 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:55 smithi164 ceph-mon[36138]: pgmap v321: 97 pgs: 61 active+clean, 1 creating+activating, 20 creating+peering, 15 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:56.095 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:55 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/377986153' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T01:55:56.095 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:55 smithi164 ceph-mon[36138]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-21T01:55:56.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:55 smithi190 ceph-mon[35961]: pgmap v321: 97 pgs: 61 active+clean, 1 creating+activating, 20 creating+peering, 15 unknown; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T01:55:56.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:55 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/377986153' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T01:55:56.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:55 smithi190 ceph-mon[35961]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-21T01:55:56.691 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T01:55:57.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:56 smithi007 ceph-mon[31288]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T01:55:57.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:56 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/377986153' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T01:55:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:56 smithi007 ceph-mon[31288]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-21T01:55:57.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:56 smithi007 ceph-mon[31288]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-21T01:55:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:56 smithi190 ceph-mon[35961]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T01:55:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:56 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/377986153' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T01:55:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:56 smithi190 ceph-mon[35961]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-21T01:55:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:56 smithi190 ceph-mon[35961]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-21T01:55:57.171 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:55:57.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:56 smithi164 ceph-mon[36138]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T01:55:57.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:56 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/377986153' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T01:55:57.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:56 smithi164 ceph-mon[36138]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-21T01:55:57.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:56 smithi164 ceph-mon[36138]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-21T01:55:58.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:57 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] up:active 2024-05-21T01:55:58.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:57 smithi007 ceph-mon[31288]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:55:58.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:57 smithi007 ceph-mon[31288]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:55:58.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:57 smithi007 ceph-mon[31288]: pgmap v323: 97 pgs: 80 active+clean, 1 creating+activating, 16 creating+peering; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-21T01:55:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:57 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] up:active 2024-05-21T01:55:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:57 smithi190 ceph-mon[35961]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:55:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:57 smithi190 ceph-mon[35961]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:55:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:57 smithi190 ceph-mon[35961]: pgmap v323: 97 pgs: 80 active+clean, 1 creating+activating, 16 creating+peering; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-21T01:55:58.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:57 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] up:active 2024-05-21T01:55:58.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:57 smithi164 ceph-mon[36138]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:55:58.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:57 smithi164 ceph-mon[36138]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:55:58.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:57 smithi164 ceph-mon[36138]: pgmap v323: 97 pgs: 80 active+clean, 1 creating+activating, 16 creating+peering; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-21T01:55:58.926 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:58 smithi007 ceph-mon[31288]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T01:55:58.926 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:58 smithi007 ceph-mon[31288]: Cluster is now healthy 2024-05-21T01:55:59.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:58 smithi190 ceph-mon[35961]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T01:55:59.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:58 smithi190 ceph-mon[35961]: Cluster is now healthy 2024-05-21T01:55:59.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:58 smithi164 ceph-mon[36138]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T01:55:59.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:58 smithi164 ceph-mon[36138]: Cluster is now healthy 2024-05-21T01:55:59.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.499+0000 7f7048600700 1 -- 172.21.15.7:0/3619290571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f70401096a0 msgr2=0x7f7040109a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:59.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.499+0000 7f7048600700 1 --2- 172.21.15.7:0/3619290571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f70401096a0 0x7f7040109a80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f703400b0a0 tx=0x7f703400b3b0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.499+0000 7f7048600700 1 -- 172.21.15.7:0/3619290571 shutdown_connections 2024-05-21T01:55:59.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.499+0000 7f7048600700 1 --2- 172.21.15.7:0/3619290571 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040103f50 0x7f7040110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.499+0000 7f7048600700 1 --2- 172.21.15.7:0/3619290571 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f70401096a0 0x7f7040109a80 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.499+0000 7f7048600700 1 --2- 172.21.15.7:0/3619290571 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040103590 0x7f7040103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.499+0000 7f7048600700 1 -- 172.21.15.7:0/3619290571 >> 172.21.15.7:0/3619290571 conn(0x7f704007a6f0 msgr2=0x7f704007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:59.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.499+0000 7f7048600700 1 -- 172.21.15.7:0/3619290571 shutdown_connections 2024-05-21T01:55:59.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.499+0000 7f7048600700 1 -- 172.21.15.7:0/3619290571 wait complete. 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.501+0000 7f7048600700 1 Processor -- start 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.501+0000 7f7048600700 1 -- start start 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.501+0000 7f7048600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040103590 0x7f70401a08f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.501+0000 7f7048600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040103f50 0x7f70401a0e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.501+0000 7f7048600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70401096a0 0x7f704010d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.501+0000 7f7048600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7040113770 con 0x7f70401096a0 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.501+0000 7f7048600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f70401135f0 con 0x7f7040103f50 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.501+0000 7f7048600700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f70401138f0 con 0x7f7040103590 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040103590 0x7f70401a08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:59.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040103590 0x7f70401a08f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:49040/0 (socket says 172.21.15.7:49040) 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045c00700 1 -- 172.21.15.7:0/4188960894 learned_addr learned my addr 172.21.15.7:0/4188960894 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7046600700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70401096a0 0x7f704010d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045200700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040103f50 0x7f70401a0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045c00700 1 -- 172.21.15.7:0/4188960894 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040103f50 msgr2=0x7f70401a0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045c00700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040103f50 0x7f70401a0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045c00700 1 -- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70401096a0 msgr2=0x7f704010d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045c00700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70401096a0 0x7f704010d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045c00700 1 -- 172.21.15.7:0/4188960894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f704010dcd0 con 0x7f7040103590 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045200700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040103f50 0x7f70401a0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:55:59.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.502+0000 7f7045c00700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040103590 0x7f70401a08f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f703400d010 tx=0x7f7034004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:59.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.503+0000 7f703e000700 1 -- 172.21.15.7:0/4188960894 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7034021070 con 0x7f7040103590 2024-05-21T01:55:59.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.503+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f704010df60 con 0x7f7040103590 2024-05-21T01:55:59.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.503+0000 7f703e000700 1 -- 172.21.15.7:0/4188960894 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7034007c40 con 0x7f7040103590 2024-05-21T01:55:59.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.503+0000 7f703e000700 1 -- 172.21.15.7:0/4188960894 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70340046a0 con 0x7f7040103590 2024-05-21T01:55:59.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.503+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f704019c450 con 0x7f7040103590 2024-05-21T01:55:59.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.504+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7040104cb0 con 0x7f7040103590 2024-05-21T01:55:59.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.507+0000 7f703e000700 1 -- 172.21.15.7:0/4188960894 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f7034003a00 con 0x7f7040103590 2024-05-21T01:55:59.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.508+0000 7f703e000700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2880 0x7f70280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:55:59.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.508+0000 7f703e000700 1 -- 172.21.15.7:0/4188960894 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7f703400f020 con 0x7f7040103590 2024-05-21T01:55:59.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.508+0000 7f7045200700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2880 0x7f70280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:55:59.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.509+0000 7f7045200700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2880 0x7f70280b4d40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f704010e560 tx=0x7f702c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:55:59.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.511+0000 7f703e000700 1 -- 172.21.15.7:0/4188960894 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f703402a020 con 0x7f7040103590 2024-05-21T01:55:59.693 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:55:59 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b[66691]: 2024-05-21T01:55:59.333+0000 7f09084f8700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-21T01:55:59.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.747+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f704019c620 con 0x7f7040103590 2024-05-21T01:55:59.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.749+0000 7f703e000700 1 -- 172.21.15.7:0/4188960894 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+22123 (secure 0 0 0) 0x7f70340ab820 con 0x7f7040103590 2024-05-21T01:55:59.752 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:55:59.752 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":80,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:55:55.637746+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T01:55:59.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.752+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2880 msgr2=0x7f70280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:59.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.752+0000 7f7048600700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2880 0x7f70280b4d40 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f704010e560 tx=0x7f702c009260 comp rx=0 tx=0).stop 2024-05-21T01:55:59.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040103590 msgr2=0x7f70401a08f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:55:59.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040103590 0x7f70401a08f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f703400d010 tx=0x7f7034004d00 comp rx=0 tx=0).stop 2024-05-21T01:55:59.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 shutdown_connections 2024-05-21T01:55:59.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2880 0x7f70280b4d40 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f70401096a0 0x7f704010d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040103590 0x7f70401a08f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 --2- 172.21.15.7:0/4188960894 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040103f50 0x7f70401a0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:55:59.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 >> 172.21.15.7:0/4188960894 conn(0x7f704007a6f0 msgr2=0x7f704010e860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:55:59.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 shutdown_connections 2024-05-21T01:55:59.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:55:59.753+0000 7f7048600700 1 -- 172.21.15.7:0/4188960894 wait complete. 2024-05-21T01:56:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:59 smithi007 ceph-mon[31288]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-05-21T01:56:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:55:59 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/4188960894' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:56:00.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:59 smithi190 ceph-mon[35961]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-05-21T01:56:00.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:55:59 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/4188960894' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:56:00.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:59 smithi164 ceph-mon[36138]: pgmap v324: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 6 op/s 2024-05-21T01:56:00.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:55:59 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/4188960894' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:56:00.616 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T01:56:01.072 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:02.505 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:02 smithi007 ceph-mon[31288]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-21T01:56:02.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:02 smithi190 ceph-mon[35961]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-21T01:56:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:02 smithi164 ceph-mon[36138]: pgmap v325: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-21T01:56:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.384+0000 7f9980a00700 1 -- 172.21.15.7:0/1170075465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f997c10ffe0 msgr2=0x7f997c1123d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.384+0000 7f9980a00700 1 --2- 172.21.15.7:0/1170075465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f997c10ffe0 0x7f997c1123d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f997400b0a0 tx=0x7f997400b3b0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.384+0000 7f9980a00700 1 -- 172.21.15.7:0/1170075465 shutdown_connections 2024-05-21T01:56:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.384+0000 7f9980a00700 1 --2- 172.21.15.7:0/1170075465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f997c10ffe0 0x7f997c1123d0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.384+0000 7f9980a00700 1 --2- 172.21.15.7:0/1170075465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f997c06bae0 0x7f997c06bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.384+0000 7f9980a00700 1 --2- 172.21.15.7:0/1170075465 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997c06c400 0x7f997c10faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.384+0000 7f9980a00700 1 -- 172.21.15.7:0/1170075465 >> 172.21.15.7:0/1170075465 conn(0x7f997c0793b0 msgr2=0x7f997c0797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.384+0000 7f9980a00700 1 -- 172.21.15.7:0/1170075465 shutdown_connections 2024-05-21T01:56:03.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.384+0000 7f9980a00700 1 -- 172.21.15.7:0/1170075465 wait complete. 2024-05-21T01:56:03.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.385+0000 7f9980a00700 1 Processor -- start 2024-05-21T01:56:03.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9980a00700 1 -- start start 2024-05-21T01:56:03.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9980a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f997c06bae0 0x7f997c19be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:03.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9980a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f997c06c400 0x7f997c19c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:03.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9980a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997c10ffe0 0x7f997c1a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:03.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9980a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f997c115950 con 0x7f997c06bae0 2024-05-21T01:56:03.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9980a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f997c1157d0 con 0x7f997c06c400 2024-05-21T01:56:03.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9980a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f997c115ad0 con 0x7f997c10ffe0 2024-05-21T01:56:03.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9979e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f997c06bae0 0x7f997c19be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:03.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9973e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f997c06c400 0x7f997c19c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:03.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9979e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f997c06bae0 0x7f997c19be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39926/0 (socket says 172.21.15.7:39926) 2024-05-21T01:56:03.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f9979e00700 1 -- 172.21.15.7:0/408443640 learned_addr learned my addr 172.21.15.7:0/408443640 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:03.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.386+0000 7f997a800700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997c10ffe0 0x7f997c1a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:03.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.387+0000 7f9973e00700 1 -- 172.21.15.7:0/408443640 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997c10ffe0 msgr2=0x7f997c1a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:03.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.387+0000 7f9973e00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997c10ffe0 0x7f997c1a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.387+0000 7f9973e00700 1 -- 172.21.15.7:0/408443640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f997c06bae0 msgr2=0x7f997c19be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:03.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.387+0000 7f9973e00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f997c06bae0 0x7f997c19be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.387+0000 7f9973e00700 1 -- 172.21.15.7:0/408443640 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f997c1a0e10 con 0x7f997c06c400 2024-05-21T01:56:03.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.387+0000 7f9973e00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f997c06c400 0x7f997c19c340 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f996400e9f0 tx=0x7f996400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:03.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.387+0000 7f9972a00700 1 -- 172.21.15.7:0/408443640 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f996400c9c0 con 0x7f997c06c400 2024-05-21T01:56:03.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.388+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f997c1a1100 con 0x7f997c06c400 2024-05-21T01:56:03.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.388+0000 7f9972a00700 1 -- 172.21.15.7:0/408443640 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f996400cb60 con 0x7f997c06c400 2024-05-21T01:56:03.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.388+0000 7f9972a00700 1 -- 172.21.15.7:0/408443640 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9964018680 con 0x7f997c06c400 2024-05-21T01:56:03.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.388+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f997c1a8980 con 0x7f997c06c400 2024-05-21T01:56:03.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.389+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f997c06a230 con 0x7f997c06c400 2024-05-21T01:56:03.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.392+0000 7f9972a00700 1 -- 172.21.15.7:0/408443640 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f9964010430 con 0x7f997c06c400 2024-05-21T01:56:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.393+0000 7f9972a00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99600b2880 0x7f99600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:03.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.393+0000 7f9972a00700 1 -- 172.21.15.7:0/408443640 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7f99640e2240 con 0x7f997c06c400 2024-05-21T01:56:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.394+0000 7f9979e00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99600b2880 0x7f99600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:03.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.394+0000 7f9979e00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99600b2880 0x7f99600b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f996c009680 tx=0x7f996c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:03.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.398+0000 7f9972a00700 1 -- 172.21.15.7:0/408443640 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f99640aa010 con 0x7f997c06c400 2024-05-21T01:56:03.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.634+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f997c02e560 con 0x7f997c06c400 2024-05-21T01:56:03.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.636+0000 7f9972a00700 1 -- 172.21.15.7:0/408443640 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+22123 (secure 0 0 0) 0x7f99640b2090 con 0x7f997c06c400 2024-05-21T01:56:03.638 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:56:03.639 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":80,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:55:55.637746+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T01:56:03.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99600b2880 msgr2=0x7f99600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:03.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99600b2880 0x7f99600b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f996c009680 tx=0x7f996c009260 comp rx=0 tx=0).stop 2024-05-21T01:56:03.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f997c06c400 msgr2=0x7f997c19c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:03.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f997c06c400 0x7f997c19c340 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f996400e9f0 tx=0x7f996400ed00 comp rx=0 tx=0).stop 2024-05-21T01:56:03.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 shutdown_connections 2024-05-21T01:56:03.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f997c10ffe0 0x7f997c1a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99600b2880 0x7f99600b4d40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f997c06bae0 0x7f997c19be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 --2- 172.21.15.7:0/408443640 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f997c06c400 0x7f997c19c340 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:03.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 >> 172.21.15.7:0/408443640 conn(0x7f997c0793b0 msgr2=0x7f997c111490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:03.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.640+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 shutdown_connections 2024-05-21T01:56:03.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:03.641+0000 7f9980a00700 1 -- 172.21.15.7:0/408443640 wait complete. 2024-05-21T01:56:04.492 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-05-21T01:56:04.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:04 smithi190 ceph-mon[35961]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-21T01:56:04.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:04 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/408443640' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:56:04.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:04 smithi164 ceph-mon[36138]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-21T01:56:04.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:04 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/408443640' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:56:04.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:04 smithi007 ceph-mon[31288]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-21T01:56:04.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:04 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/408443640' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:56:04.963 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:06.433 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:06 smithi007 ceph-mon[31288]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T01:56:06.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:06 smithi190 ceph-mon[35961]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T01:56:06.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:06 smithi164 ceph-mon[36138]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T01:56:06.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.984+0000 7fa751400700 1 -- 172.21.15.7:0/3287320668 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa74c1041a0 msgr2=0x7fa74c1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:06.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.984+0000 7fa751400700 1 --2- 172.21.15.7:0/3287320668 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa74c1041a0 0x7fa74c1081c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa7380099c0 tx=0x7fa738009cd0 comp rx=0 tx=0).stop 2024-05-21T01:56:06.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.984+0000 7fa751400700 1 -- 172.21.15.7:0/3287320668 shutdown_connections 2024-05-21T01:56:06.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.984+0000 7fa751400700 1 --2- 172.21.15.7:0/3287320668 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa74c1088f0 0x7fa74c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:06.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.984+0000 7fa751400700 1 --2- 172.21.15.7:0/3287320668 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa74c1037f0 0x7fa74c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:06.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.984+0000 7fa751400700 1 --2- 172.21.15.7:0/3287320668 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa74c1041a0 0x7fa74c1081c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:06.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.984+0000 7fa751400700 1 -- 172.21.15.7:0/3287320668 >> 172.21.15.7:0/3287320668 conn(0x7fa74c07a6a0 msgr2=0x7fa74c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:06.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.984+0000 7fa751400700 1 -- 172.21.15.7:0/3287320668 shutdown_connections 2024-05-21T01:56:06.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.984+0000 7fa751400700 1 -- 172.21.15.7:0/3287320668 wait complete. 2024-05-21T01:56:06.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.985+0000 7fa751400700 1 Processor -- start 2024-05-21T01:56:06.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.985+0000 7fa751400700 1 -- start start 2024-05-21T01:56:06.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa751400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa74c1037f0 0x7fa74c19f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa751400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa74c1041a0 0x7fa74c19fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa751400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa74c1088f0 0x7fa74c1999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa751400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa74c113720 con 0x7fa74c1088f0 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa751400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa74c1135a0 con 0x7fa74c1037f0 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa751400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa74c1138a0 con 0x7fa74c1041a0 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa74b200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa74c1088f0 0x7fa74c1999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa749e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa74c1041a0 0x7fa74c19fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa74a800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa74c1037f0 0x7fa74c19f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa749e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa74c1041a0 0x7fa74c19fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:44758/0 (socket says 172.21.15.7:44758) 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa74b200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa74c1088f0 0x7fa74c1999e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43554/0 (socket says 172.21.15.7:43554) 2024-05-21T01:56:06.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.986+0000 7fa749e00700 1 -- 172.21.15.7:0/506196021 learned_addr learned my addr 172.21.15.7:0/506196021 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:06.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa74a800700 1 -- 172.21.15.7:0/506196021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa74c1041a0 msgr2=0x7fa74c19fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:06.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa74a800700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa74c1041a0 0x7fa74c19fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:06.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa74a800700 1 -- 172.21.15.7:0/506196021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa74c1088f0 msgr2=0x7fa74c1999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa74a800700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa74c1088f0 0x7fa74c1999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa74a800700 1 -- 172.21.15.7:0/506196021 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa74c19a140 con 0x7fa74c1037f0 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa749e00700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa74c1041a0 0x7fa74c19fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa74a800700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa74c1037f0 0x7fa74c19f820 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa73c00e9f0 tx=0x7fa73c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa743400700 1 -- 172.21.15.7:0/506196021 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c00c9c0 con 0x7fa74c1037f0 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa743400700 1 -- 172.21.15.7:0/506196021 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa73c00cb60 con 0x7fa74c1037f0 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa743400700 1 -- 172.21.15.7:0/506196021 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c018680 con 0x7fa74c1037f0 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.987+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa74c19a430 con 0x7fa74c1037f0 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.988+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa74c1a66f0 con 0x7fa74c1037f0 2024-05-21T01:56:06.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.989+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa74c06a230 con 0x7fa74c1037f0 2024-05-21T01:56:06.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.992+0000 7fa743400700 1 -- 172.21.15.7:0/506196021 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fa73c010430 con 0x7fa74c1037f0 2024-05-21T01:56:06.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.993+0000 7fa743400700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa7300b2880 0x7fa7300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:06.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.993+0000 7fa743400700 1 -- 172.21.15.7:0/506196021 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fa73c0e2630 con 0x7fa74c1037f0 2024-05-21T01:56:06.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.993+0000 7fa749e00700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa7300b2880 0x7fa7300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:06.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.994+0000 7fa749e00700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa7300b2880 0x7fa7300b4d40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa74c103160 tx=0x7fa738005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:06.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:06.995+0000 7fa743400700 1 -- 172.21.15.7:0/506196021 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa73c0aa400 con 0x7fa74c1037f0 2024-05-21T01:56:07.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.288+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa74c02e560 con 0x7fa74c1037f0 2024-05-21T01:56:07.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.360+0000 7fa743400700 1 -- 172.21.15.7:0/506196021 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7fa73c0a9d00 con 0x7fa74c1037f0 2024-05-21T01:56:07.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.363+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa7300b2880 msgr2=0x7fa7300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.363+0000 7fa751400700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa7300b2880 0x7fa7300b4d40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa74c103160 tx=0x7fa738005ab0 comp rx=0 tx=0).stop 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.363+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa74c1037f0 msgr2=0x7fa74c19f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.363+0000 7fa751400700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa74c1037f0 0x7fa74c19f820 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa73c00e9f0 tx=0x7fa73c00ed00 comp rx=0 tx=0).stop 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.364+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 shutdown_connections 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.364+0000 7fa751400700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa7300b2880 0x7fa7300b4d40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.364+0000 7fa751400700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa74c1088f0 0x7fa74c1999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.364+0000 7fa751400700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa74c1037f0 0x7fa74c19f820 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.364+0000 7fa751400700 1 --2- 172.21.15.7:0/506196021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa74c1041a0 0x7fa74c19fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.364+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 >> 172.21.15.7:0/506196021 conn(0x7fa74c07a6a0 msgr2=0x7fa74c109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.364+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 shutdown_connections 2024-05-21T01:56:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:07.364+0000 7fa751400700 1 -- 172.21.15.7:0/506196021 wait complete. 2024-05-21T01:56:07.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:07 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/506196021' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T01:56:07.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:07 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T01:56:07.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:07 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/506196021' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T01:56:07.772 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:07 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T01:56:07.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:07 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/506196021' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T01:56:07.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:07 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T01:56:08.267 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2}} 2024-05-21T01:56:08.268 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-05-21T01:56:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:08 smithi164 ceph-mon[36138]: pgmap v328: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T01:56:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:08 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T01:56:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:08 smithi164 ceph-mon[36138]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:56:08.721 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:08.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:08 smithi007 ceph-mon[31288]: pgmap v328: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T01:56:08.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:08 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T01:56:08.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:08 smithi007 ceph-mon[31288]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:56:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:08 smithi190 ceph-mon[35961]: pgmap v328: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T01:56:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:08 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T01:56:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:08 smithi190 ceph-mon[35961]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:56:10.620 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:10 smithi007 ceph-mon[31288]: pgmap v329: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-05-21T01:56:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:10 smithi164 ceph-mon[36138]: pgmap v329: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-05-21T01:56:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:10 smithi190 ceph-mon[35961]: pgmap v329: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-05-21T01:56:10.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.937+0000 7f3519e00700 1 -- 172.21.15.7:0/3604972553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3514106030 msgr2=0x7f3514112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:10.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.937+0000 7f3519e00700 1 --2- 172.21.15.7:0/3604972553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3514106030 0x7f3514112540 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f350c00b0a0 tx=0x7f350c00b3b0 comp rx=0 tx=0).stop 2024-05-21T01:56:10.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.938+0000 7f3519e00700 1 -- 172.21.15.7:0/3604972553 shutdown_connections 2024-05-21T01:56:10.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.938+0000 7f3519e00700 1 --2- 172.21.15.7:0/3604972553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3514106030 0x7f3514112540 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:10.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.938+0000 7f3519e00700 1 --2- 172.21.15.7:0/3604972553 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f351410b670 0x7f351410ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:10.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.938+0000 7f3519e00700 1 --2- 172.21.15.7:0/3604972553 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3514105670 0x7f3514105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:10.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.938+0000 7f3519e00700 1 -- 172.21.15.7:0/3604972553 >> 172.21.15.7:0/3604972553 conn(0x7f3514101160 msgr2=0x7f3514103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:10.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.938+0000 7f3519e00700 1 -- 172.21.15.7:0/3604972553 shutdown_connections 2024-05-21T01:56:10.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.938+0000 7f3519e00700 1 -- 172.21.15.7:0/3604972553 wait complete. 2024-05-21T01:56:10.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.939+0000 7f3519e00700 1 Processor -- start 2024-05-21T01:56:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.939+0000 7f3519e00700 1 -- start start 2024-05-21T01:56:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f3519e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3514105670 0x7f35141a1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f3519e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3514106030 0x7f35141a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f3519e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f351410b670 0x7f351419bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f3519e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f35141158b0 con 0x7f3514106030 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f3519e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3514115730 con 0x7f351410b670 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f3519e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3514115a30 con 0x7f3514105670 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f350be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3514106030 0x7f35141a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f3518a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3514105670 0x7f35141a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f350be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3514106030 0x7f35141a1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43572/0 (socket says 172.21.15.7:43572) 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f350be00700 1 -- 172.21.15.7:0/4031762765 learned_addr learned my addr 172.21.15.7:0/4031762765 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f3518a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3514105670 0x7f35141a1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:44782/0 (socket says 172.21.15.7:44782) 2024-05-21T01:56:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.940+0000 7f3519400700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f351410b670 0x7f351419bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:10.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3518a00700 1 -- 172.21.15.7:0/4031762765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f351410b670 msgr2=0x7f351419bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:10.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3518a00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f351410b670 0x7f351419bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:10.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3518a00700 1 -- 172.21.15.7:0/4031762765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3514106030 msgr2=0x7f35141a1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3518a00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3514106030 0x7f35141a1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3518a00700 1 -- 172.21.15.7:0/4031762765 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351419c270 con 0x7f3514105670 2024-05-21T01:56:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3518a00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3514105670 0x7f35141a1900 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f350400e9f0 tx=0x7f350400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3512000700 1 -- 172.21.15.7:0/4031762765 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f350400cb70 con 0x7f3514105670 2024-05-21T01:56:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f351419c560 con 0x7f3514105670 2024-05-21T01:56:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3512000700 1 -- 172.21.15.7:0/4031762765 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f350400ee90 con 0x7f3514105670 2024-05-21T01:56:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.941+0000 7f3512000700 1 -- 172.21.15.7:0/4031762765 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3504003d40 con 0x7f3514105670 2024-05-21T01:56:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.942+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35141a87d0 con 0x7f3514105670 2024-05-21T01:56:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.943+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f351406a230 con 0x7f3514105670 2024-05-21T01:56:10.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.945+0000 7f3512000700 1 -- 172.21.15.7:0/4031762765 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f3504047960 con 0x7f3514105670 2024-05-21T01:56:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.946+0000 7f3512000700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f34f80b2900 0x7f34f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.947+0000 7f3512000700 1 -- 172.21.15.7:0/4031762765 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7f35040e2130 con 0x7f3514105670 2024-05-21T01:56:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.947+0000 7f350be00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f34f80b2900 0x7f34f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:10.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.947+0000 7f350be00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f34f80b2900 0x7f34f80b4dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3514103730 tx=0x7f34fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:10.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:10.949+0000 7f3512000700 1 -- 172.21.15.7:0/4031762765 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f35040a9f00 con 0x7f3514105670 2024-05-21T01:56:11.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.236+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f351419cff0 con 0x7f3514105670 2024-05-21T01:56:11.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.380+0000 7f3512000700 1 -- 172.21.15.7:0/4031762765 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f35040a9800 con 0x7f3514105670 2024-05-21T01:56:11.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f34f80b2900 msgr2=0x7f34f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:11.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f34f80b2900 0x7f34f80b4dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3514103730 tx=0x7f34fc009260 comp rx=0 tx=0).stop 2024-05-21T01:56:11.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3514105670 msgr2=0x7f35141a1900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:11.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3514105670 0x7f35141a1900 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f350400e9f0 tx=0x7f350400ed00 comp rx=0 tx=0).stop 2024-05-21T01:56:11.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 shutdown_connections 2024-05-21T01:56:11.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f351410b670 0x7f351419bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:11.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3514105670 0x7f35141a1900 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:11.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f34f80b2900 0x7f34f80b4dc0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:11.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 --2- 172.21.15.7:0/4031762765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3514106030 0x7f35141a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:11.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 >> 172.21.15.7:0/4031762765 conn(0x7f3514101160 msgr2=0x7f3514101840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:11.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.384+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 shutdown_connections 2024-05-21T01:56:11.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:11.385+0000 7f3519e00700 1 -- 172.21.15.7:0/4031762765 wait complete. 2024-05-21T01:56:11.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:11 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/4031762765' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T01:56:11.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:11 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T01:56:11.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:11 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/4031762765' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T01:56:11.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:11 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T01:56:11.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:11 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/4031762765' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T01:56:11.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:11 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T01:56:12.137 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-05-21T01:56:12.611 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:12 smithi164 ceph-mon[36138]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-21T01:56:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:12 smithi164 ceph-mon[36138]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T01:56:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:12 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-21T01:56:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:12 smithi164 ceph-mon[36138]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T01:56:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:12 smithi164 ceph-mon[36138]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:56:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:12 smithi164 ceph-mon[36138]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-21T01:56:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:12 smithi164 ceph-mon[36138]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-21T01:56:12.764 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:12 smithi007 ceph-mon[31288]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-21T01:56:12.764 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:12 smithi007 ceph-mon[31288]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T01:56:12.765 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:12 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-21T01:56:12.765 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:12 smithi007 ceph-mon[31288]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T01:56:12.765 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:12 smithi007 ceph-mon[31288]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:56:12.765 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:12 smithi007 ceph-mon[31288]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-21T01:56:12.765 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:12 smithi007 ceph-mon[31288]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-21T01:56:12.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:12 smithi190 ceph-mon[35961]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-21T01:56:12.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:12 smithi190 ceph-mon[35961]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T01:56:12.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:12 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-21T01:56:12.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:12 smithi190 ceph-mon[35961]: daemon mds.g assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T01:56:12.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:12 smithi190 ceph-mon[35961]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-21T01:56:12.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:12 smithi190 ceph-mon[35961]: fsmap cephfs:2 {0=b=up:active,1=g=up:creating} 10 up:standby 2024-05-21T01:56:12.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:12 smithi190 ceph-mon[35961]: daemon mds.g is now active in filesystem cephfs as rank 1 2024-05-21T01:56:13.661 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:13 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] up:active 2024-05-21T01:56:13.661 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:13 smithi007 ceph-mon[31288]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T01:56:13.661 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:13 smithi007 ceph-mon[31288]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-21T01:56:13.662 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:13 smithi007 ceph-mon[31288]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-05-21T01:56:13.662 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:13 smithi007 ceph-mon[31288]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-21T01:56:13.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:13 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] up:active 2024-05-21T01:56:13.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:13 smithi164 ceph-mon[36138]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T01:56:13.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:13 smithi164 ceph-mon[36138]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-21T01:56:13.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:13 smithi164 ceph-mon[36138]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-05-21T01:56:13.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:13 smithi164 ceph-mon[36138]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-21T01:56:13.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:13 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] up:active 2024-05-21T01:56:13.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:13 smithi190 ceph-mon[35961]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T01:56:13.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:13 smithi190 ceph-mon[35961]: fsmap cephfs:2 {0=b=up:active,1=g=up:active} 10 up:standby 2024-05-21T01:56:13.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:13 smithi190 ceph-mon[35961]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:creating} 9 up:standby 2024-05-21T01:56:13.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:13 smithi190 ceph-mon[35961]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-21T01:56:14.558 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:14 smithi007 ceph-mon[31288]: pgmap v331: 97 pgs: 97 active+clean; 580 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 2 op/s 2024-05-21T01:56:14.558 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:14 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] up:active 2024-05-21T01:56:14.558 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:14 smithi007 ceph-mon[31288]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-21T01:56:14.558 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:14 smithi007 ceph-mon[31288]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-21T01:56:14.559 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:14 smithi007 ceph-mon[31288]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=c=up:creating} 8 up:standby 2024-05-21T01:56:14.559 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:14 smithi007 ceph-mon[31288]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-05-21T01:56:14.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:14 smithi164 ceph-mon[36138]: pgmap v331: 97 pgs: 97 active+clean; 580 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 2 op/s 2024-05-21T01:56:14.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:14 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] up:active 2024-05-21T01:56:14.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:14 smithi164 ceph-mon[36138]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-21T01:56:14.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:14 smithi164 ceph-mon[36138]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-21T01:56:14.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:14 smithi164 ceph-mon[36138]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=c=up:creating} 8 up:standby 2024-05-21T01:56:14.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:14 smithi164 ceph-mon[36138]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-05-21T01:56:14.694 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:56:14 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b[66691]: 2024-05-21T01:56:14.334+0000 7f09084f8700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-05-21T01:56:14.694 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 01:56:14 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b[66691]: 2024-05-21T01:56:14.334+0000 7f09084f8700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-05-21T01:56:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:14 smithi190 ceph-mon[35961]: pgmap v331: 97 pgs: 97 active+clean; 580 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 2 op/s 2024-05-21T01:56:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:14 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] up:active 2024-05-21T01:56:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:14 smithi190 ceph-mon[35961]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-21T01:56:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:14 smithi190 ceph-mon[35961]: fsmap cephfs:3 {0=b=up:active,1=g=up:active,2=i=up:active} 9 up:standby 2024-05-21T01:56:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:14 smithi190 ceph-mon[35961]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=c=up:creating} 8 up:standby 2024-05-21T01:56:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:14 smithi190 ceph-mon[35961]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-05-21T01:56:14.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.948+0000 7f6716200700 1 -- 172.21.15.7:0/4146713400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f671010eeb0 msgr2=0x7f6710116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.948+0000 7f6716200700 1 --2- 172.21.15.7:0/4146713400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f671010eeb0 0x7f6710116a80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f67080099c0 tx=0x7f6708009cd0 comp rx=0 tx=0).stop 2024-05-21T01:56:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.949+0000 7f6716200700 1 -- 172.21.15.7:0/4146713400 shutdown_connections 2024-05-21T01:56:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.949+0000 7f6716200700 1 --2- 172.21.15.7:0/4146713400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f671010eeb0 0x7f6710116a80 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.949+0000 7f6716200700 1 --2- 172.21.15.7:0/4146713400 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6710109dd0 0x7f671010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.949+0000 7f6716200700 1 --2- 172.21.15.7:0/4146713400 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f671010a780 0x7f671010e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.949+0000 7f6716200700 1 -- 172.21.15.7:0/4146713400 >> 172.21.15.7:0/4146713400 conn(0x7f6710076d10 msgr2=0x7f6710108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.949+0000 7f6716200700 1 -- 172.21.15.7:0/4146713400 shutdown_connections 2024-05-21T01:56:14.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.949+0000 7f6716200700 1 -- 172.21.15.7:0/4146713400 wait complete. 2024-05-21T01:56:14.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.950+0000 7f6716200700 1 Processor -- start 2024-05-21T01:56:14.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.950+0000 7f6716200700 1 -- start start 2024-05-21T01:56:14.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f6716200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6710109dd0 0x7f67101a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:14.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f6716200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f671010a780 0x7f67101a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:14.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f6716200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f671010eeb0 0x7f67101a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:14.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f6716200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6710119db0 con 0x7f6710109dd0 2024-05-21T01:56:14.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f6716200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6710119c30 con 0x7f671010eeb0 2024-05-21T01:56:14.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f6716200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6710119f30 con 0x7f671010a780 2024-05-21T01:56:14.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f670fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f671010eeb0 0x7f67101a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:14.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f670fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f671010eeb0 0x7f67101a4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:42680/0 (socket says 172.21.15.7:42680) 2024-05-21T01:56:14.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f670fe00700 1 -- 172.21.15.7:0/3511222553 learned_addr learned my addr 172.21.15.7:0/3511222553 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:14.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f6706a00700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f671010a780 0x7f67101a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:14.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f670f400700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6710109dd0 0x7f67101a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:14.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f670fe00700 1 -- 172.21.15.7:0/3511222553 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f671010a780 msgr2=0x7f67101a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:14.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.951+0000 7f670fe00700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f671010a780 0x7f67101a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:14.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f670fe00700 1 -- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6710109dd0 msgr2=0x7f67101a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:14.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f670fe00700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6710109dd0 0x7f67101a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:14.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f670fe00700 1 -- 172.21.15.7:0/3511222553 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67101a5250 con 0x7f671010eeb0 2024-05-21T01:56:14.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f670f400700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6710109dd0 0x7f67101a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:56:14.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f670fe00700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f671010eeb0 0x7f67101a4b10 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6708005f50 tx=0x7f6708004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:14.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f670cc00700 1 -- 172.21.15.7:0/3511222553 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6708009e60 con 0x7f671010eeb0 2024-05-21T01:56:14.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67101a54e0 con 0x7f671010eeb0 2024-05-21T01:56:14.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f670cc00700 1 -- 172.21.15.7:0/3511222553 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6708003c70 con 0x7f671010eeb0 2024-05-21T01:56:14.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f670cc00700 1 -- 172.21.15.7:0/3511222553 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6708004930 con 0x7f671010eeb0 2024-05-21T01:56:14.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.952+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67101a5910 con 0x7f671010eeb0 2024-05-21T01:56:14.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.953+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f671006a230 con 0x7f671010eeb0 2024-05-21T01:56:14.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.956+0000 7f670cc00700 1 -- 172.21.15.7:0/3511222553 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f67080037c0 con 0x7f671010eeb0 2024-05-21T01:56:14.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.958+0000 7f670cc00700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f66f40b2880 0x7f66f40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:14.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.958+0000 7f670cc00700 1 -- 172.21.15.7:0/3511222553 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7f67080e2f90 con 0x7f671010eeb0 2024-05-21T01:56:14.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.958+0000 7f670f400700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f66f40b2880 0x7f66f40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:14.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.959+0000 7f670f400700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f66f40b2880 0x7f66f40b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6700009cb0 tx=0x7f6700009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:14.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:14.960+0000 7f670cc00700 1 -- 172.21.15.7:0/3511222553 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6708013070 con 0x7f671010eeb0 2024-05-21T01:56:15.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.252+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f671002e560 con 0x7f671010eeb0 2024-05-21T01:56:15.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.447+0000 7f670cc00700 1 -- 172.21.15.7:0/3511222553 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v26) ==== 121+0+0 (secure 0 0 0) 0x7f67080aadf0 con 0x7f671010eeb0 2024-05-21T01:56:15.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.451+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f66f40b2880 msgr2=0x7f66f40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:15.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.451+0000 7f6716200700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f66f40b2880 0x7f66f40b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6700009cb0 tx=0x7f6700009260 comp rx=0 tx=0).stop 2024-05-21T01:56:15.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.451+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f671010eeb0 msgr2=0x7f67101a4b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:15.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.451+0000 7f6716200700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f671010eeb0 0x7f67101a4b10 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6708005f50 tx=0x7f6708004270 comp rx=0 tx=0).stop 2024-05-21T01:56:15.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.452+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 shutdown_connections 2024-05-21T01:56:15.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.452+0000 7f6716200700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f671010eeb0 0x7f67101a4b10 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:15.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.452+0000 7f6716200700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f66f40b2880 0x7f66f40b4d40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:15.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.452+0000 7f6716200700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6710109dd0 0x7f67101a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:15.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.452+0000 7f6716200700 1 --2- 172.21.15.7:0/3511222553 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f671010a780 0x7f67101a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.452+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 >> 172.21.15.7:0/3511222553 conn(0x7f6710076d10 msgr2=0x7f6710077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.452+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 shutdown_connections 2024-05-21T01:56:15.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:15.452+0000 7f6716200700 1 -- 172.21.15.7:0/3511222553 wait complete. 2024-05-21T01:56:15.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:15 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] up:active 2024-05-21T01:56:15.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:15 smithi007 ceph-mon[31288]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-21T01:56:15.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:15 smithi007 ceph-mon[31288]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T01:56:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:15 smithi007 ceph-mon[31288]: Cluster is now healthy 2024-05-21T01:56:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:15 smithi007 ceph-mon[31288]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=c=up:active} 8 up:standby 2024-05-21T01:56:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:15 smithi007 ceph-mon[31288]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-21T01:56:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:15 smithi007 ceph-mon[31288]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-05-21T01:56:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:15 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3511222553' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T01:56:15.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:15 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T01:56:15.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:15 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] up:active 2024-05-21T01:56:15.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:15 smithi164 ceph-mon[36138]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-21T01:56:15.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:15 smithi164 ceph-mon[36138]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T01:56:15.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:15 smithi164 ceph-mon[36138]: Cluster is now healthy 2024-05-21T01:56:15.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:15 smithi164 ceph-mon[36138]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=c=up:active} 8 up:standby 2024-05-21T01:56:15.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:15 smithi164 ceph-mon[36138]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-21T01:56:15.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:15 smithi164 ceph-mon[36138]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-05-21T01:56:15.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:15 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3511222553' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T01:56:15.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:15 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T01:56:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:15 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] up:active 2024-05-21T01:56:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:15 smithi190 ceph-mon[35961]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-21T01:56:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:15 smithi190 ceph-mon[35961]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T01:56:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:15 smithi190 ceph-mon[35961]: Cluster is now healthy 2024-05-21T01:56:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:15 smithi190 ceph-mon[35961]: fsmap cephfs:4 {0=b=up:active,1=g=up:active,2=i=up:active,3=c=up:active} 8 up:standby 2024-05-21T01:56:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:15 smithi190 ceph-mon[35961]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-21T01:56:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:15 smithi190 ceph-mon[35961]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-05-21T01:56:15.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:15 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3511222553' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T01:56:15.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:15 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T01:56:16.224 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-05-21T01:56:16.690 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:16.757 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:16 smithi190 ceph-mon[35961]: pgmap v332: 97 pgs: 97 active+clean; 580 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 4 op/s 2024-05-21T01:56:16.757 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:16 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T01:56:16.757 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:16 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] up:active 2024-05-21T01:56:16.758 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:16 smithi190 ceph-mon[35961]: fsmap cephfs:5 7 up:standby 5 up:active 2024-05-21T01:56:16.758 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:16 smithi190 ceph-mon[35961]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T01:56:16.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:16 smithi007 ceph-mon[31288]: pgmap v332: 97 pgs: 97 active+clean; 580 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 4 op/s 2024-05-21T01:56:16.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:16 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T01:56:16.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:16 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] up:active 2024-05-21T01:56:16.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:16 smithi007 ceph-mon[31288]: fsmap cephfs:5 7 up:standby 5 up:active 2024-05-21T01:56:16.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:16 smithi007 ceph-mon[31288]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T01:56:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:16 smithi164 ceph-mon[36138]: pgmap v332: 97 pgs: 97 active+clean; 580 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 4 op/s 2024-05-21T01:56:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:16 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T01:56:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:16 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] up:active 2024-05-21T01:56:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:16 smithi164 ceph-mon[36138]: fsmap cephfs:5 7 up:standby 5 up:active 2024-05-21T01:56:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:16 smithi164 ceph-mon[36138]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T01:56:18.649 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:18 smithi007 ceph-mon[31288]: pgmap v333: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-05-21T01:56:18.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.829+0000 7fd562200700 1 -- 172.21.15.7:0/3248011294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1088f0 msgr2=0x7fd55c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:18.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.829+0000 7fd562200700 1 --2- 172.21.15.7:0/3248011294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1088f0 0x7fd55c110470 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd55400b0d0 tx=0x7fd55400b3e0 comp rx=0 tx=0).stop 2024-05-21T01:56:18.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.829+0000 7fd562200700 1 -- 172.21.15.7:0/3248011294 shutdown_connections 2024-05-21T01:56:18.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.829+0000 7fd562200700 1 --2- 172.21.15.7:0/3248011294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1088f0 0x7fd55c110470 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:18.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.829+0000 7fd562200700 1 --2- 172.21.15.7:0/3248011294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd55c1037f0 0x7fd55c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:18.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.829+0000 7fd562200700 1 --2- 172.21.15.7:0/3248011294 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd55c1041a0 0x7fd55c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:18.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.829+0000 7fd562200700 1 -- 172.21.15.7:0/3248011294 >> 172.21.15.7:0/3248011294 conn(0x7fd55c07a6a0 msgr2=0x7fd55c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:18.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.829+0000 7fd562200700 1 -- 172.21.15.7:0/3248011294 shutdown_connections 2024-05-21T01:56:18.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.829+0000 7fd562200700 1 -- 172.21.15.7:0/3248011294 wait complete. 2024-05-21T01:56:18.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.830+0000 7fd562200700 1 Processor -- start 2024-05-21T01:56:18.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd562200700 1 -- start start 2024-05-21T01:56:18.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd562200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd55c1037f0 0x7fd55c19bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd562200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1041a0 0x7fd55c19c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd562200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd55c1088f0 0x7fd55c1a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd562200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd55c1136e0 con 0x7fd55c1041a0 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd562200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd55c113560 con 0x7fd55c1037f0 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd562200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd55c113860 con 0x7fd55c1088f0 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd553e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1041a0 0x7fd55c19c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd55be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd55c1088f0 0x7fd55c1a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd553e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1041a0 0x7fd55c19c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49672/0 (socket says 172.21.15.7:49672) 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd55be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd55c1088f0 0x7fd55c1a05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60814/0 (socket says 172.21.15.7:60814) 2024-05-21T01:56:18.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd553e00700 1 -- 172.21.15.7:0/3736457423 learned_addr learned my addr 172.21.15.7:0/3736457423 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:18.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.831+0000 7fd55b400700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd55c1037f0 0x7fd55c19bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:18.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.832+0000 7fd55be00700 1 -- 172.21.15.7:0/3736457423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd55c1037f0 msgr2=0x7fd55c19bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:18.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.832+0000 7fd55be00700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd55c1037f0 0x7fd55c19bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:18.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.832+0000 7fd55be00700 1 -- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1041a0 msgr2=0x7fd55c19c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:18.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.832+0000 7fd55be00700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1041a0 0x7fd55c19c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:18.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.832+0000 7fd55be00700 1 -- 172.21.15.7:0/3736457423 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd55c1a0d30 con 0x7fd55c1088f0 2024-05-21T01:56:18.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.832+0000 7fd553e00700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1041a0 0x7fd55c19c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:18.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.832+0000 7fd55be00700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd55c1088f0 0x7fd55c1a05f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd55400b0d0 tx=0x7fd554007a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:18.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.833+0000 7fd558c00700 1 -- 172.21.15.7:0/3736457423 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd55401f070 con 0x7fd55c1088f0 2024-05-21T01:56:18.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.833+0000 7fd558c00700 1 -- 172.21.15.7:0/3736457423 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd554004c50 con 0x7fd55c1088f0 2024-05-21T01:56:18.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.833+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd55c1a0fc0 con 0x7fd55c1088f0 2024-05-21T01:56:18.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.833+0000 7fd558c00700 1 -- 172.21.15.7:0/3736457423 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd55401b430 con 0x7fd55c1088f0 2024-05-21T01:56:18.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.833+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd55c1a88a0 con 0x7fd55c1088f0 2024-05-21T01:56:18.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.834+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd55c06a230 con 0x7fd55c1088f0 2024-05-21T01:56:18.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.837+0000 7fd558c00700 1 -- 172.21.15.7:0/3736457423 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7fd554022070 con 0x7fd55c1088f0 2024-05-21T01:56:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.839+0000 7fd558c00700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd5400b2900 0x7fd5400b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.839+0000 7fd558c00700 1 -- 172.21.15.7:0/3736457423 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fd55400f020 con 0x7fd55c1088f0 2024-05-21T01:56:18.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.839+0000 7fd55b400700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd5400b2900 0x7fd5400b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:18.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.839+0000 7fd55b400700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd5400b2900 0x7fd5400b4dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd54c009c60 tx=0x7fd54c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:18.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:18.840+0000 7fd558c00700 1 -- 172.21.15.7:0/3736457423 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd554029020 con 0x7fd55c1088f0 2024-05-21T01:56:18.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:18 smithi190 ceph-mon[35961]: pgmap v333: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-05-21T01:56:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:18 smithi164 ceph-mon[36138]: pgmap v333: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-05-21T01:56:19.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.131+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fd55c1a8a70 con 0x7fd55c1088f0 2024-05-21T01:56:19.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.725+0000 7fd558c00700 1 -- 172.21.15.7:0/3736457423 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v28) ==== 115+0+0 (secure 0 0 0) 0x7fd5540ab230 con 0x7fd55c1088f0 2024-05-21T01:56:19.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd5400b2900 msgr2=0x7fd5400b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:19.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd5400b2900 0x7fd5400b4dc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd54c009c60 tx=0x7fd54c009260 comp rx=0 tx=0).stop 2024-05-21T01:56:19.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd55c1088f0 msgr2=0x7fd55c1a05f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:19.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd55c1088f0 0x7fd55c1a05f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd55400b0d0 tx=0x7fd554007a00 comp rx=0 tx=0).stop 2024-05-21T01:56:19.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 shutdown_connections 2024-05-21T01:56:19.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd55c1088f0 0x7fd55c1a05f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:19.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd55c1037f0 0x7fd55c19bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:19.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd5400b2900 0x7fd5400b4dc0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:19.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 --2- 172.21.15.7:0/3736457423 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd55c1041a0 0x7fd55c19c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:19.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 >> 172.21.15.7:0/3736457423 conn(0x7fd55c07a6a0 msgr2=0x7fd55c1017e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:19.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 shutdown_connections 2024-05-21T01:56:19.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:19.730+0000 7fd562200700 1 -- 172.21.15.7:0/3736457423 wait complete. 2024-05-21T01:56:20.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:19 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3736457423' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T01:56:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:19 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T01:56:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:19 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3736457423' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T01:56:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:19 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T01:56:20.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:19 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3736457423' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T01:56:20.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:19 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T01:56:20.670 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2} subvols for filesystem 'cephfs' 2024-05-21T01:56:20.671 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-05-21T01:56:21.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:20 smithi007 ceph-mon[31288]: pgmap v334: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-05-21T01:56:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:20 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T01:56:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:20 smithi007 ceph-mon[31288]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T01:56:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:20 smithi190 ceph-mon[35961]: pgmap v334: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-05-21T01:56:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:20 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T01:56:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:20 smithi190 ceph-mon[35961]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T01:56:21.150 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:20 smithi164 ceph-mon[36138]: pgmap v334: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-05-21T01:56:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:20 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T01:56:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:20 smithi164 ceph-mon[36138]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T01:56:22.876 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:22 smithi007 ceph-mon[31288]: pgmap v335: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-05-21T01:56:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:22 smithi190 ceph-mon[35961]: pgmap v335: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-05-21T01:56:23.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:22 smithi164 ceph-mon[36138]: pgmap v335: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-05-21T01:56:23.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.381+0000 7f754cc00700 1 -- 172.21.15.7:0/174673353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7548106120 msgr2=0x7f7548112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:23.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.381+0000 7f754cc00700 1 --2- 172.21.15.7:0/174673353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7548106120 0x7f7548112630 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f754000b0a0 tx=0x7f754000b3b0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.382+0000 7f754cc00700 1 -- 172.21.15.7:0/174673353 shutdown_connections 2024-05-21T01:56:23.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.382+0000 7f754cc00700 1 --2- 172.21.15.7:0/174673353 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7548106120 0x7f7548112630 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.382+0000 7f754cc00700 1 --2- 172.21.15.7:0/174673353 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f754810b760 0x7f754810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.382+0000 7f754cc00700 1 --2- 172.21.15.7:0/174673353 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7548105760 0x7f7548105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.382+0000 7f754cc00700 1 -- 172.21.15.7:0/174673353 >> 172.21.15.7:0/174673353 conn(0x7f7548101250 msgr2=0x7f7548103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:23.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.382+0000 7f754cc00700 1 -- 172.21.15.7:0/174673353 shutdown_connections 2024-05-21T01:56:23.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.382+0000 7f754cc00700 1 -- 172.21.15.7:0/174673353 wait complete. 2024-05-21T01:56:23.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.383+0000 7f754cc00700 1 Processor -- start 2024-05-21T01:56:23.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.383+0000 7f754cc00700 1 -- start start 2024-05-21T01:56:23.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.383+0000 7f754cc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7548105760 0x7f754819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f754cc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7548106120 0x7f754819c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f754cc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f754810b760 0x7f75481a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f754cc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7548115990 con 0x7f754810b760 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f754cc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7548115810 con 0x7f7548106120 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f754cc00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7548115b10 con 0x7f7548105760 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7546800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f754810b760 0x7f75481a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7545e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7548105760 0x7f754819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7545e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7548105760 0x7f754819bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60838/0 (socket says 172.21.15.7:60838) 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7545e00700 1 -- 172.21.15.7:0/2898206539 learned_addr learned my addr 172.21.15.7:0/2898206539 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:23.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7546800700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f754810b760 0x7f75481a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:49684/0 (socket says 172.21.15.7:49684) 2024-05-21T01:56:23.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7545400700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7548106120 0x7f754819c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7545e00700 1 -- 172.21.15.7:0/2898206539 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7548106120 msgr2=0x7f754819c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7545e00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7548106120 0x7f754819c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7545e00700 1 -- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f754810b760 msgr2=0x7f75481a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7545e00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f754810b760 0x7f75481a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7545e00700 1 -- 172.21.15.7:0/2898206539 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75481a0df0 con 0x7f7548105760 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.384+0000 7f7546800700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f754810b760 0x7f75481a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.385+0000 7f7545e00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7548105760 0x7f754819bde0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f753800e9a0 tx=0x7f753800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.385+0000 7f753ea00700 1 -- 172.21.15.7:0/2898206539 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753800ca10 con 0x7f7548105760 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.385+0000 7f753ea00700 1 -- 172.21.15.7:0/2898206539 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f753800cbb0 con 0x7f7548105760 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.385+0000 7f753ea00700 1 -- 172.21.15.7:0/2898206539 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538018680 con 0x7f7548105760 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.385+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75481a10e0 con 0x7f7548105760 2024-05-21T01:56:23.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.385+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75481a8960 con 0x7f7548105760 2024-05-21T01:56:23.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.386+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f754806a230 con 0x7f7548105760 2024-05-21T01:56:23.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.389+0000 7f753ea00700 1 -- 172.21.15.7:0/2898206539 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 16) ==== 149651+0+0 (secure 0 0 0) 0x7f7538010430 con 0x7f7548105760 2024-05-21T01:56:23.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.390+0000 7f753ea00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f752c0b2900 0x7f752c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:23.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.391+0000 7f753ea00700 1 -- 172.21.15.7:0/2898206539 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7f75380e2550 con 0x7f7548105760 2024-05-21T01:56:23.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.391+0000 7f7545400700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f752c0b2900 0x7f752c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:23.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.392+0000 7f7545400700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f752c0b2900 0x7f752c0b4dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7548103820 tx=0x7f7534009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:23.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.392+0000 7f753ea00700 1 -- 172.21.15.7:0/2898206539 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f75380aa320 con 0x7f7548105760 2024-05-21T01:56:23.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.671+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f7548063980 con 0x7f752c0b2900 2024-05-21T01:56:23.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.710+0000 7f753ea00700 1 -- 172.21.15.7:0/2898206539 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7548063980 con 0x7f752c0b2900 2024-05-21T01:56:23.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.713+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f752c0b2900 msgr2=0x7f752c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:23.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.713+0000 7f754cc00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f752c0b2900 0x7f752c0b4dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7548103820 tx=0x7f7534009260 comp rx=0 tx=0).stop 2024-05-21T01:56:23.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.713+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7548105760 msgr2=0x7f754819bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:23.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.714+0000 7f754cc00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7548105760 0x7f754819bde0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f753800e9a0 tx=0x7f753800ecb0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.714+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 shutdown_connections 2024-05-21T01:56:23.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.714+0000 7f754cc00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f752c0b2900 0x7f752c0b4dc0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.714+0000 7f754cc00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f754810b760 0x7f75481a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.714+0000 7f754cc00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7548105760 0x7f754819bde0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.714+0000 7f754cc00700 1 --2- 172.21.15.7:0/2898206539 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7548106120 0x7f754819c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:23.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.714+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 >> 172.21.15.7:0/2898206539 conn(0x7f7548101250 msgr2=0x7f75481018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:23.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.714+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 shutdown_connections 2024-05-21T01:56:23.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:23.714+0000 7f754cc00700 1 -- 172.21.15.7:0/2898206539 wait complete. 2024-05-21T01:56:24.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:23 smithi007 ceph-mon[31288]: pgmap v336: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-05-21T01:56:24.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:23 smithi007 ceph-mon[31288]: from='client.24607 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:24.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:56:23 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:56:23.686+0000 7f83a8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T01:56:24.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:56:23 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:56:23.686+0000 7f83a8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T01:56:24.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:56:23 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:56:23.686+0000 7f83a8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T01:56:24.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:56:23 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:56:23.686+0000 7f83a8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T01:56:24.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 01:56:23 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T01:56:23.686+0000 7f83a8600700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T01:56:24.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:23 smithi190 ceph-mon[35961]: pgmap v336: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-05-21T01:56:24.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:23 smithi190 ceph-mon[35961]: from='client.24607 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:24.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:23 smithi164 ceph-mon[36138]: pgmap v336: 97 pgs: 97 active+clean; 584 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-05-21T01:56:24.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:23 smithi164 ceph-mon[36138]: from='client.24607 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:24.485 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-21T01:56:24.960 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:26.509 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:26 smithi007 ceph-mon[31288]: pgmap v337: 97 pgs: 97 active+clean; 591 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-05-21T01:56:26.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:26 smithi190 ceph-mon[35961]: pgmap v337: 97 pgs: 97 active+clean; 591 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-05-21T01:56:26.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:26 smithi164 ceph-mon[36138]: pgmap v337: 97 pgs: 97 active+clean; 591 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-05-21T01:56:27.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.032+0000 7fdb9b200700 1 -- 172.21.15.7:0/2065740354 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410a780 msgr2=0x7fdb9410e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:27.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.032+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2065740354 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410a780 0x7fdb9410e7d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdb800099c0 tx=0x7fdb80009cd0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.032+0000 7fdb9b200700 1 -- 172.21.15.7:0/2065740354 shutdown_connections 2024-05-21T01:56:27.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.032+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2065740354 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb9410eeb0 0x7fdb94116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.032+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2065740354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb94109dd0 0x7fdb9410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.033+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2065740354 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410a780 0x7fdb9410e7d0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.033+0000 7fdb9b200700 1 -- 172.21.15.7:0/2065740354 >> 172.21.15.7:0/2065740354 conn(0x7fdb94076d10 msgr2=0x7fdb94108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:27.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.033+0000 7fdb9b200700 1 -- 172.21.15.7:0/2065740354 shutdown_connections 2024-05-21T01:56:27.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.033+0000 7fdb9b200700 1 -- 172.21.15.7:0/2065740354 wait complete. 2024-05-21T01:56:27.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.034+0000 7fdb9b200700 1 Processor -- start 2024-05-21T01:56:27.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.034+0000 7fdb9b200700 1 -- start start 2024-05-21T01:56:27.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb9b200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb94109dd0 0x7fdb941a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:27.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb9b200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb9410a780 0x7fdb941a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:27.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb9b200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410eeb0 0x7fdb941a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:27.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb9b200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdb94119d90 con 0x7fdb9410a780 2024-05-21T01:56:27.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb9b200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdb94119c10 con 0x7fdb94109dd0 2024-05-21T01:56:27.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb9b200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fdb94119f10 con 0x7fdb9410eeb0 2024-05-21T01:56:27.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb99200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410eeb0 0x7fdb941a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:27.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb93400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb9410a780 0x7fdb941a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:27.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb99200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410eeb0 0x7fdb941a4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:55578/0 (socket says 172.21.15.7:55578) 2024-05-21T01:56:27.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb99200700 1 -- 172.21.15.7:0/2671987969 learned_addr learned my addr 172.21.15.7:0/2671987969 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:27.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb93400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb9410a780 0x7fdb941a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48888/0 (socket says 172.21.15.7:48888) 2024-05-21T01:56:27.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.035+0000 7fdb93e00700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb94109dd0 0x7fdb941a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:27.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.036+0000 7fdb99200700 1 -- 172.21.15.7:0/2671987969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb94109dd0 msgr2=0x7fdb941a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.036+0000 7fdb99200700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb94109dd0 0x7fdb941a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.036+0000 7fdb99200700 1 -- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb9410a780 msgr2=0x7fdb941a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.036+0000 7fdb99200700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb9410a780 0x7fdb941a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.036+0000 7fdb99200700 1 -- 172.21.15.7:0/2671987969 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb941a5250 con 0x7fdb9410eeb0 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.036+0000 7fdb93e00700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb94109dd0 0x7fdb941a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.036+0000 7fdb93400700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb9410a780 0x7fdb941a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.036+0000 7fdb99200700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410eeb0 0x7fdb941a4b10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c00ef30 tx=0x7fdb8c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.037+0000 7fdb90c00700 1 -- 172.21.15.7:0/2671987969 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c0092e0 con 0x7fdb9410eeb0 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.037+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb941a54e0 con 0x7fdb9410eeb0 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.037+0000 7fdb90c00700 1 -- 172.21.15.7:0/2671987969 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb8c004bb0 con 0x7fdb9410eeb0 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.037+0000 7fdb90c00700 1 -- 172.21.15.7:0/2671987969 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c004020 con 0x7fdb9410eeb0 2024-05-21T01:56:27.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.037+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb941acdc0 con 0x7fdb9410eeb0 2024-05-21T01:56:27.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.038+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb9406a230 con 0x7fdb9410eeb0 2024-05-21T01:56:27.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.040+0000 7fdb90c00700 1 -- 172.21.15.7:0/2671987969 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fdb8c01b030 con 0x7fdb9410eeb0 2024-05-21T01:56:27.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.042+0000 7fdb90c00700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdb780b2910 0x7fdb780b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:27.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.042+0000 7fdb90c00700 1 -- 172.21.15.7:0/2671987969 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7fdb8c0e1f30 con 0x7fdb9410eeb0 2024-05-21T01:56:27.042 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.042+0000 7fdb93e00700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdb780b2910 0x7fdb780b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:27.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.043+0000 7fdb93e00700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdb780b2910 0x7fdb780b4dd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fdb84011490 tx=0x7fdb84009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:27.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.044+0000 7fdb90c00700 1 -- 172.21.15.7:0/2671987969 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdb8c111df0 con 0x7fdb9410eeb0 2024-05-21T01:56:27.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.316+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fdb94063980 con 0x7fdb780b2910 2024-05-21T01:56:27.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.364+0000 7fdb90c00700 1 -- 172.21.15.7:0/2671987969 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fdb94063980 con 0x7fdb780b2910 2024-05-21T01:56:27.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.368+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdb780b2910 msgr2=0x7fdb780b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:27.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.368+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdb780b2910 0x7fdb780b4dd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fdb84011490 tx=0x7fdb84009260 comp rx=0 tx=0).stop 2024-05-21T01:56:27.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.368+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410eeb0 msgr2=0x7fdb941a4b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:27.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.368+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410eeb0 0x7fdb941a4b10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c00ef30 tx=0x7fdb8c00c3a0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.369+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 shutdown_connections 2024-05-21T01:56:27.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.369+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdb9410eeb0 0x7fdb941a4b10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.369+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdb94109dd0 0x7fdb941a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.369+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdb780b2910 0x7fdb780b4dd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.369+0000 7fdb9b200700 1 --2- 172.21.15.7:0/2671987969 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdb9410a780 0x7fdb941a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:27.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.369+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 >> 172.21.15.7:0/2671987969 conn(0x7fdb94076d10 msgr2=0x7fdb94078960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:27.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.369+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 shutdown_connections 2024-05-21T01:56:27.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:27.369+0000 7fdb9b200700 1 -- 172.21.15.7:0/2671987969 wait complete. 2024-05-21T01:56:27.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:27 smithi164 ceph-mon[36138]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-21T01:56:27.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:27 smithi007 ceph-mon[31288]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-21T01:56:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:27 smithi190 ceph-mon[35961]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-21T01:56:28.269 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-21T01:56:28.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:28 smithi007 ceph-mon[31288]: pgmap v338: 97 pgs: 97 active+clean; 591 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 3.8 KiB/s wr, 19 op/s 2024-05-21T01:56:28.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:28 smithi007 ceph-mon[31288]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:28.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:28 smithi164 ceph-mon[36138]: pgmap v338: 97 pgs: 97 active+clean; 591 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 3.8 KiB/s wr, 19 op/s 2024-05-21T01:56:28.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:28 smithi164 ceph-mon[36138]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:28.756 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:28.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:28 smithi190 ceph-mon[35961]: pgmap v338: 97 pgs: 97 active+clean; 591 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 3.8 KiB/s wr, 19 op/s 2024-05-21T01:56:28.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:28 smithi190 ceph-mon[35961]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:30.650 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:30 smithi007 ceph-mon[31288]: pgmap v339: 97 pgs: 97 active+clean; 611 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.1 KiB/s wr, 16 op/s 2024-05-21T01:56:30.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:30 smithi164 ceph-mon[36138]: pgmap v339: 97 pgs: 97 active+clean; 611 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.1 KiB/s wr, 16 op/s 2024-05-21T01:56:30.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:30 smithi190 ceph-mon[35961]: pgmap v339: 97 pgs: 97 active+clean; 611 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.1 KiB/s wr, 16 op/s 2024-05-21T01:56:30.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.955+0000 7f30f3c00700 1 -- 172.21.15.7:0/1341561400 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30ec1041a0 msgr2=0x7f30ec1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:30.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.955+0000 7f30f3c00700 1 --2- 172.21.15.7:0/1341561400 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30ec1041a0 0x7f30ec1081c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f30d80098f0 tx=0x7f30d8009c00 comp rx=0 tx=0).stop 2024-05-21T01:56:30.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.955+0000 7f30f3c00700 1 -- 172.21.15.7:0/1341561400 shutdown_connections 2024-05-21T01:56:30.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.955+0000 7f30f3c00700 1 --2- 172.21.15.7:0/1341561400 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30ec1088f0 0x7f30ec110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:30.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.955+0000 7f30f3c00700 1 --2- 172.21.15.7:0/1341561400 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30ec1037f0 0x7f30ec103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:30.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.955+0000 7f30f3c00700 1 --2- 172.21.15.7:0/1341561400 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30ec1041a0 0x7f30ec1081c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:30.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.955+0000 7f30f3c00700 1 -- 172.21.15.7:0/1341561400 >> 172.21.15.7:0/1341561400 conn(0x7f30ec07a6a0 msgr2=0x7f30ec07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:30.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.956+0000 7f30f3c00700 1 -- 172.21.15.7:0/1341561400 shutdown_connections 2024-05-21T01:56:30.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.956+0000 7f30f3c00700 1 -- 172.21.15.7:0/1341561400 wait complete. 2024-05-21T01:56:30.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.957+0000 7f30f3c00700 1 Processor -- start 2024-05-21T01:56:30.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.957+0000 7f30f3c00700 1 -- start start 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30f3c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30ec1037f0 0x7f30ec19bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30f3c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30ec1041a0 0x7f30ec19c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30f3c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30ec1088f0 0x7f30ec1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30f3c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f30ec113700 con 0x7f30ec1041a0 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30f3c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f30ec113580 con 0x7f30ec1037f0 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30f3c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f30ec113880 con 0x7f30ec1088f0 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30f1200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30ec1037f0 0x7f30ec19bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30ebe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30ec1041a0 0x7f30ec19c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30f1200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30ec1037f0 0x7f30ec19bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:41514/0 (socket says 172.21.15.7:41514) 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.958+0000 7f30f1200700 1 -- 172.21.15.7:0/3488810283 learned_addr learned my addr 172.21.15.7:0/3488810283 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:30.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.959+0000 7f30f1c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30ec1088f0 0x7f30ec1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:30.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.959+0000 7f30f1c00700 1 -- 172.21.15.7:0/3488810283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30ec1037f0 msgr2=0x7f30ec19bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:30.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.959+0000 7f30f1c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30ec1037f0 0x7f30ec19bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.959+0000 7f30f1c00700 1 -- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30ec1041a0 msgr2=0x7f30ec19c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.959+0000 7f30f1c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30ec1041a0 0x7f30ec19c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.959+0000 7f30f1c00700 1 -- 172.21.15.7:0/3488810283 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ec1a0df0 con 0x7f30ec1088f0 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.959+0000 7f30f1200700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30ec1037f0 0x7f30ec19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.959+0000 7f30ebe00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30ec1041a0 0x7f30ec19c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.959+0000 7f30f1c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30ec1088f0 0x7f30ec1a06b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f30e400efc0 tx=0x7f30e400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.960+0000 7f30e9600700 1 -- 172.21.15.7:0/3488810283 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e40092e0 con 0x7f30ec1088f0 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.960+0000 7f30e9600700 1 -- 172.21.15.7:0/3488810283 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30e4004bb0 con 0x7f30ec1088f0 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.960+0000 7f30e9600700 1 -- 172.21.15.7:0/3488810283 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e4004020 con 0x7f30ec1088f0 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.960+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ec1a1080 con 0x7f30ec1088f0 2024-05-21T01:56:30.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.960+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ec1a8960 con 0x7f30ec1088f0 2024-05-21T01:56:30.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.961+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ec06a230 con 0x7f30ec1088f0 2024-05-21T01:56:30.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.963+0000 7f30e9600700 1 -- 172.21.15.7:0/3488810283 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f30e401b030 con 0x7f30ec1088f0 2024-05-21T01:56:30.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.965+0000 7f30e9600700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f30d40b2990 0x7f30d40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:30.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.965+0000 7f30e9600700 1 -- 172.21.15.7:0/3488810283 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7979+0+0 (secure 0 0 0) 0x7f30e40e1dd0 con 0x7f30ec1088f0 2024-05-21T01:56:30.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.965+0000 7f30f1200700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f30d40b2990 0x7f30d40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:30.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.966+0000 7f30f1200700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f30d40b2990 0x7f30d40b4e50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f30e00104e0 tx=0x7f30e0007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:30.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:30.967+0000 7f30e9600700 1 -- 172.21.15.7:0/3488810283 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f30e4022020 con 0x7f30ec1088f0 2024-05-21T01:56:31.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.245+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f30ec10f7d0 con 0x7f30d40b2990 2024-05-21T01:56:31.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.258+0000 7f30e9600700 1 -- 172.21.15.7:0/3488810283 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f30ec10f7d0 con 0x7f30d40b2990 2024-05-21T01:56:31.259 INFO:teuthology.orchestra.run.smithi007.stdout:/volumes/qa/sv_0/81cc2e57-869a-4b2a-8349-569ccd2c6c3f 2024-05-21T01:56:31.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f30d40b2990 msgr2=0x7f30d40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:31.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f30d40b2990 0x7f30d40b4e50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f30e00104e0 tx=0x7f30e0007480 comp rx=0 tx=0).stop 2024-05-21T01:56:31.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30ec1088f0 msgr2=0x7f30ec1a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:31.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30ec1088f0 0x7f30ec1a06b0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f30e400efc0 tx=0x7f30e400c3a0 comp rx=0 tx=0).stop 2024-05-21T01:56:31.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 shutdown_connections 2024-05-21T01:56:31.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f30ec1088f0 0x7f30ec1a06b0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:31.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f30ec1037f0 0x7f30ec19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:31.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f30d40b2990 0x7f30d40b4e50 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:31.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 --2- 172.21.15.7:0/3488810283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f30ec1041a0 0x7f30ec19c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:31.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.261+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 >> 172.21.15.7:0/3488810283 conn(0x7f30ec07a6a0 msgr2=0x7f30ec101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:31.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.262+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 shutdown_connections 2024-05-21T01:56:31.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:31.262+0000 7f30f3c00700 1 -- 172.21.15.7:0/3488810283 wait complete. 2024-05-21T01:56:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-05-21T01:56:31.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-21T01:56:31.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-05-21T01:56:31.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-05-21T01:56:31.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-05-21T01:56:31.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-05-21T01:56:31.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-05-21T01:56:31.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-05-21T01:56:31.525 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:31 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]: dispatch 2024-05-21T01:56:31.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-05-21T01:56:31.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-21T01:56:31.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-05-21T01:56:31.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-05-21T01:56:31.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-05-21T01:56:31.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-05-21T01:56:31.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-05-21T01:56:31.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-05-21T01:56:31.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:31 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]: dispatch 2024-05-21T01:56:31.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-05-21T01:56:31.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-21T01:56:31.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-05-21T01:56:31.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-05-21T01:56:31.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-05-21T01:56:31.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-05-21T01:56:31.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]: dispatch 2024-05-21T01:56:31.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-05-21T01:56:31.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:31 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]: dispatch 2024-05-21T01:56:32.057 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-21T01:56:32.534 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:32.689 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='client.24625 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:32.689 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: pgmap v340: 97 pgs: 97 active+clean; 611 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-05-21T01:56:32.689 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-05-21T01:56:32.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-21T01:56:32.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-05-21T01:56:32.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-05-21T01:56:32.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-05-21T01:56:32.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-05-21T01:56:32.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-05-21T01:56:32.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-05-21T01:56:32.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]': finished 2024-05-21T01:56:32.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:32 smithi007 ceph-mon[31288]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T01:56:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='client.24625 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: pgmap v340: 97 pgs: 97 active+clean; 611 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-05-21T01:56:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-05-21T01:56:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-21T01:56:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-05-21T01:56:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-05-21T01:56:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-05-21T01:56:32.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-05-21T01:56:32.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-05-21T01:56:32.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-05-21T01:56:32.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]': finished 2024-05-21T01:56:32.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:32 smithi164 ceph-mon[36138]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T01:56:32.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='client.24625 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: pgmap v340: 97 pgs: 97 active+clean; 611 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 6]}]': finished 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]': finished 2024-05-21T01:56:32.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:32 smithi190 ceph-mon[35961]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T01:56:33.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:33 smithi164 ceph-mon[36138]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T01:56:33.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:33 smithi007 ceph-mon[31288]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T01:56:33.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:33 smithi190 ceph-mon[35961]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T01:56:34.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:34 smithi007 ceph-mon[31288]: pgmap v343: 97 pgs: 97 active+clean; 611 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.1 KiB/s wr, 11 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T01:56:34.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:34 smithi164 ceph-mon[36138]: pgmap v343: 97 pgs: 97 active+clean; 611 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.1 KiB/s wr, 11 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T01:56:34.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.805+0000 7fd487e00700 1 -- 172.21.15.7:0/2613694870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd4880758e0 msgr2=0x7fd488075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:34.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.805+0000 7fd487e00700 1 --2- 172.21.15.7:0/2613694870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd4880758e0 0x7fd488075cc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd478009990 tx=0x7fd478009ca0 comp rx=0 tx=0).stop 2024-05-21T01:56:34.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.805+0000 7fd487e00700 1 -- 172.21.15.7:0/2613694870 shutdown_connections 2024-05-21T01:56:34.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.805+0000 7fd487e00700 1 --2- 172.21.15.7:0/2613694870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd488114480 0x7fd488116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:34.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.805+0000 7fd487e00700 1 --2- 172.21.15.7:0/2613694870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd4880758e0 0x7fd488075cc0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:34.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.805+0000 7fd487e00700 1 --2- 172.21.15.7:0/2613694870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd488076200 0x7fd488113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:34.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.805+0000 7fd487e00700 1 -- 172.21.15.7:0/2613694870 >> 172.21.15.7:0/2613694870 conn(0x7fd4880fefc0 msgr2=0x7fd4881013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:34.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.805+0000 7fd487e00700 1 -- 172.21.15.7:0/2613694870 shutdown_connections 2024-05-21T01:56:34.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.805+0000 7fd487e00700 1 -- 172.21.15.7:0/2613694870 wait complete. 2024-05-21T01:56:34.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.806+0000 7fd487e00700 1 Processor -- start 2024-05-21T01:56:34.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.806+0000 7fd487e00700 1 -- start start 2024-05-21T01:56:34.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.806+0000 7fd487e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4880758e0 0x7fd4881a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:34.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.806+0000 7fd487e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd488076200 0x7fd4881a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:34.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.806+0000 7fd487e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd488114480 0x7fd4881a4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:34.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd487e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd488119ca0 con 0x7fd488076200 2024-05-21T01:56:34.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd487e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd488119b20 con 0x7fd488114480 2024-05-21T01:56:34.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd487e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd488119e20 con 0x7fd4880758e0 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd488076200 0x7fd4881a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd488076200 0x7fd4881a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48910/0 (socket says 172.21.15.7:48910) 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4880758e0 0x7fd4881a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486000700 1 -- 172.21.15.7:0/3838371425 learned_addr learned my addr 172.21.15.7:0/3838371425 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd487400700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd488114480 0x7fd4881a4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486a00700 1 -- 172.21.15.7:0/3838371425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd488114480 msgr2=0x7fd4881a4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486a00700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd488114480 0x7fd4881a4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486a00700 1 -- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd488076200 msgr2=0x7fd4881a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486a00700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd488076200 0x7fd4881a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486a00700 1 -- 172.21.15.7:0/3838371425 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4881a5180 con 0x7fd4880758e0 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd486000700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd488076200 0x7fd4881a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:34.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.807+0000 7fd487400700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd488114480 0x7fd4881a4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:34.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.808+0000 7fd486a00700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4880758e0 0x7fd4881a0170 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd478000c00 tx=0x7fd4780047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:34.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.808+0000 7fd47f400700 1 -- 172.21.15.7:0/3838371425 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd478026070 con 0x7fd4880758e0 2024-05-21T01:56:34.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.808+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4881a5410 con 0x7fd4880758e0 2024-05-21T01:56:34.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.808+0000 7fd47f400700 1 -- 172.21.15.7:0/3838371425 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd478021410 con 0x7fd4880758e0 2024-05-21T01:56:34.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.808+0000 7fd47f400700 1 -- 172.21.15.7:0/3838371425 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd478017650 con 0x7fd4880758e0 2024-05-21T01:56:34.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.808+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4881accf0 con 0x7fd4880758e0 2024-05-21T01:56:34.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.809+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd48806a230 con 0x7fd4880758e0 2024-05-21T01:56:34.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.812+0000 7fd47f400700 1 -- 172.21.15.7:0/3838371425 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fd478029070 con 0x7fd4880758e0 2024-05-21T01:56:34.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.814+0000 7fd47f400700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd46c0b2910 0x7fd46c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:34.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.814+0000 7fd47f400700 1 -- 172.21.15.7:0/3838371425 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd4780e37a0 con 0x7fd4880758e0 2024-05-21T01:56:34.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.814+0000 7fd486000700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd46c0b2910 0x7fd46c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:34.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.815+0000 7fd486000700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd46c0b2910 0x7fd46c0b4dd0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd488107270 tx=0x7fd474009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:34.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:34.815+0000 7fd47f400700 1 -- 172.21.15.7:0/3838371425 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd478030070 con 0x7fd4880758e0 2024-05-21T01:56:34.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:34 smithi190 ceph-mon[35961]: pgmap v343: 97 pgs: 97 active+clean; 611 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.1 KiB/s wr, 11 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T01:56:35.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.087+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd4881a14d0 con 0x7fd46c0b2910 2024-05-21T01:56:35.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.129+0000 7fd47f400700 1 -- 172.21.15.7:0/3838371425 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd4881a14d0 con 0x7fd46c0b2910 2024-05-21T01:56:35.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd46c0b2910 msgr2=0x7fd46c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:35.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd46c0b2910 0x7fd46c0b4dd0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd488107270 tx=0x7fd474009260 comp rx=0 tx=0).stop 2024-05-21T01:56:35.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4880758e0 msgr2=0x7fd4881a0170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:35.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4880758e0 0x7fd4881a0170 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd478000c00 tx=0x7fd4780047b0 comp rx=0 tx=0).stop 2024-05-21T01:56:35.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 shutdown_connections 2024-05-21T01:56:35.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd488114480 0x7fd4881a4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:35.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd4880758e0 0x7fd4881a0170 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:35.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd46c0b2910 0x7fd46c0b4dd0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:35.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 --2- 172.21.15.7:0/3838371425 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd488076200 0x7fd4881a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:35.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.133+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 >> 172.21.15.7:0/3838371425 conn(0x7fd4880fefc0 msgr2=0x7fd4880ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:35.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.134+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 shutdown_connections 2024-05-21T01:56:35.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:35.134+0000 7fd487e00700 1 -- 172.21.15.7:0/3838371425 wait complete. 2024-05-21T01:56:36.021 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-21T01:56:36.489 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:36.641 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:36 smithi007 ceph-mon[31288]: from='client.24631 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:36.641 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:36 smithi007 ceph-mon[31288]: pgmap v344: 97 pgs: 97 active+clean; 615 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.7 KiB/s wr, 12 op/s; 3.4 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:36.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:36 smithi164 ceph-mon[36138]: from='client.24631 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:36.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:36 smithi164 ceph-mon[36138]: pgmap v344: 97 pgs: 97 active+clean; 615 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.7 KiB/s wr, 12 op/s; 3.4 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:36.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:36 smithi190 ceph-mon[35961]: from='client.24631 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:36.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:36 smithi190 ceph-mon[35961]: pgmap v344: 97 pgs: 97 active+clean; 615 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 3.7 KiB/s wr, 12 op/s; 3.4 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:38.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:38 smithi007 ceph-mon[31288]: pgmap v345: 97 pgs: 97 active+clean; 615 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 895 B/s wr, 8 op/s; 3.4 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:38.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:38 smithi164 ceph-mon[36138]: pgmap v345: 97 pgs: 97 active+clean; 615 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 895 B/s wr, 8 op/s; 3.4 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:38.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.695+0000 7f5f53200700 1 -- 172.21.15.7:0/1471203175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f54114480 msgr2=0x7f5f54116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:38.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.695+0000 7f5f53200700 1 --2- 172.21.15.7:0/1471203175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f54114480 0x7f5f54116870 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5f4c00b0a0 tx=0x7f5f4c00b3b0 comp rx=0 tx=0).stop 2024-05-21T01:56:38.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.695+0000 7f5f53200700 1 -- 172.21.15.7:0/1471203175 shutdown_connections 2024-05-21T01:56:38.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.695+0000 7f5f53200700 1 --2- 172.21.15.7:0/1471203175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f54114480 0x7f5f54116870 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:38.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.695+0000 7f5f53200700 1 --2- 172.21.15.7:0/1471203175 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5f540758e0 0x7f5f54075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:38.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.695+0000 7f5f53200700 1 --2- 172.21.15.7:0/1471203175 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5f54076200 0x7f5f54113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:38.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.695+0000 7f5f53200700 1 -- 172.21.15.7:0/1471203175 >> 172.21.15.7:0/1471203175 conn(0x7f5f540fefc0 msgr2=0x7f5f541013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:38.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.695+0000 7f5f53200700 1 -- 172.21.15.7:0/1471203175 shutdown_connections 2024-05-21T01:56:38.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.695+0000 7f5f53200700 1 -- 172.21.15.7:0/1471203175 wait complete. 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.696+0000 7f5f53200700 1 Processor -- start 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.696+0000 7f5f53200700 1 -- start start 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f53200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5f540758e0 0x7f5f541a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f53200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f54076200 0x7f5f541a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f53200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5f54114480 0x7f5f541a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f53200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5f54119c40 con 0x7f5f54076200 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f53200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5f54119ac0 con 0x7f5f540758e0 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f53200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5f54119dc0 con 0x7f5f54114480 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f54076200 0x7f5f541a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:38.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5f540758e0 0x7f5f541a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:38.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f54076200 0x7f5f541a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44896/0 (socket says 172.21.15.7:44896) 2024-05-21T01:56:38.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5f540758e0 0x7f5f541a0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:37732/0 (socket says 172.21.15.7:37732) 2024-05-21T01:56:38.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51400700 1 -- 172.21.15.7:0/1034563878 learned_addr learned my addr 172.21.15.7:0/1034563878 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:38.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f52800700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5f54114480 0x7f5f541a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:38.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51e00700 1 -- 172.21.15.7:0/1034563878 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5f54114480 msgr2=0x7f5f541a49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:38.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51e00700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5f54114480 0x7f5f541a49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:38.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51e00700 1 -- 172.21.15.7:0/1034563878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f54076200 msgr2=0x7f5f541a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:38.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51e00700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f54076200 0x7f5f541a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:38.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.697+0000 7f5f51e00700 1 -- 172.21.15.7:0/1034563878 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f541a5120 con 0x7f5f540758e0 2024-05-21T01:56:38.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.698+0000 7f5f51e00700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5f540758e0 0x7f5f541a0110 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5f4400e9f0 tx=0x7f5f4400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:38.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.698+0000 7f5f4aa00700 1 -- 172.21.15.7:0/1034563878 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f44004220 con 0x7f5f540758e0 2024-05-21T01:56:38.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.698+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f541a5410 con 0x7f5f540758e0 2024-05-21T01:56:38.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.698+0000 7f5f4aa00700 1 -- 172.21.15.7:0/1034563878 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f440043c0 con 0x7f5f540758e0 2024-05-21T01:56:38.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.698+0000 7f5f4aa00700 1 -- 172.21.15.7:0/1034563878 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f44005020 con 0x7f5f540758e0 2024-05-21T01:56:38.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.698+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f541acc90 con 0x7f5f540758e0 2024-05-21T01:56:38.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.699+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f541a1470 con 0x7f5f540758e0 2024-05-21T01:56:38.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.702+0000 7f5f4aa00700 1 -- 172.21.15.7:0/1034563878 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f5f44004750 con 0x7f5f540758e0 2024-05-21T01:56:38.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.704+0000 7f5f4aa00700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5f380b2990 0x7f5f380b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:38.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.704+0000 7f5f4aa00700 1 -- 172.21.15.7:0/1034563878 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f5f440e22f0 con 0x7f5f540758e0 2024-05-21T01:56:38.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.704+0000 7f5f51400700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5f380b2990 0x7f5f380b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:38.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.705+0000 7f5f51400700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5f380b2990 0x7f5f380b4e50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5f40009680 tx=0x7f5f40009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:38.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.708+0000 7f5f4aa00700 1 -- 172.21.15.7:0/1034563878 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5f440a9e70 con 0x7f5f540758e0 2024-05-21T01:56:38.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:38 smithi190 ceph-mon[35961]: pgmap v345: 97 pgs: 97 active+clean; 615 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 895 B/s wr, 8 op/s; 3.4 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:38.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.986+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f5f5406a280 con 0x7f5f380b2990 2024-05-21T01:56:38.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:38.998+0000 7f5f4aa00700 1 -- 172.21.15.7:0/1034563878 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f5f40009e00 con 0x7f5f380b2990 2024-05-21T01:56:38.998 INFO:teuthology.orchestra.run.smithi007.stdout:/volumes/qa/sv_1/5ebeabc7-9cf7-447a-9a65-b824bb82944e 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5f380b2990 msgr2=0x7f5f380b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5f380b2990 0x7f5f380b4e50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5f40009680 tx=0x7f5f40009260 comp rx=0 tx=0).stop 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5f540758e0 msgr2=0x7f5f541a0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5f540758e0 0x7f5f541a0110 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5f4400e9f0 tx=0x7f5f4400ed00 comp rx=0 tx=0).stop 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 shutdown_connections 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5f54114480 0x7f5f541a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5f540758e0 0x7f5f541a0110 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5f380b2990 0x7f5f380b4e50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 --2- 172.21.15.7:0/1034563878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5f54076200 0x7f5f541a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 >> 172.21.15.7:0/1034563878 conn(0x7f5f540fefc0 msgr2=0x7f5f540ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 shutdown_connections 2024-05-21T01:56:39.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:39.001+0000 7f5f53200700 1 -- 172.21.15.7:0/1034563878 wait complete. 2024-05-21T01:56:39.790 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:56:40.276 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:40 smithi164 ceph-mon[36138]: from='client.24620 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:40.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:40 smithi164 ceph-mon[36138]: pgmap v346: 97 pgs: 97 active+clean; 637 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.1 KiB/s wr, 13 op/s; 3.4 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:40.767 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:40 smithi007 ceph-mon[31288]: from='client.24620 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:40.767 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:40 smithi007 ceph-mon[31288]: pgmap v346: 97 pgs: 97 active+clean; 637 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.1 KiB/s wr, 13 op/s; 3.4 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:40.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:40 smithi190 ceph-mon[35961]: from='client.24620 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:56:40.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:40 smithi190 ceph-mon[35961]: pgmap v346: 97 pgs: 97 active+clean; 637 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.1 KiB/s wr, 13 op/s; 3.4 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.504+0000 7f406ec00700 1 -- 172.21.15.7:0/2299724333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4068105760 msgr2=0x7f4068105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.504+0000 7f406ec00700 1 --2- 172.21.15.7:0/2299724333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4068105760 0x7f4068105be0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4054009990 tx=0x7f4054009ca0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.504+0000 7f406ec00700 1 -- 172.21.15.7:0/2299724333 shutdown_connections 2024-05-21T01:56:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.504+0000 7f406ec00700 1 --2- 172.21.15.7:0/2299724333 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4068106120 0x7f4068112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.504+0000 7f406ec00700 1 --2- 172.21.15.7:0/2299724333 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f406810b760 0x7f406810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.504+0000 7f406ec00700 1 --2- 172.21.15.7:0/2299724333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4068105760 0x7f4068105be0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.504+0000 7f406ec00700 1 -- 172.21.15.7:0/2299724333 >> 172.21.15.7:0/2299724333 conn(0x7f4068101250 msgr2=0x7f4068103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:42.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.505+0000 7f406ec00700 1 -- 172.21.15.7:0/2299724333 shutdown_connections 2024-05-21T01:56:42.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.505+0000 7f406ec00700 1 -- 172.21.15.7:0/2299724333 wait complete. 2024-05-21T01:56:42.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.506+0000 7f406ec00700 1 Processor -- start 2024-05-21T01:56:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.506+0000 7f406ec00700 1 -- start start 2024-05-21T01:56:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f406ec00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4068105760 0x7f406819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f406ec00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4068106120 0x7f406819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f406ec00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f406810b760 0x7f40681a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f406ec00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4068115990 con 0x7f406810b760 2024-05-21T01:56:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f406ec00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4068115810 con 0x7f4068106120 2024-05-21T01:56:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f406ec00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4068115b10 con 0x7f4068105760 2024-05-21T01:56:42.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f406cc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f406810b760 0x7f40681a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f406cc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f406810b760 0x7f40681a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44906/0 (socket says 172.21.15.7:44906) 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f4067400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4068106120 0x7f406819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f406cc00700 1 -- 172.21.15.7:0/1807137339 learned_addr learned my addr 172.21.15.7:0/1807137339 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.507+0000 7f4067e00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4068105760 0x7f406819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4067e00700 1 -- 172.21.15.7:0/1807137339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4068106120 msgr2=0x7f406819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4067e00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4068106120 0x7f406819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4067e00700 1 -- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f406810b760 msgr2=0x7f40681a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4067e00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f406810b760 0x7f40681a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4067e00700 1 -- 172.21.15.7:0/1807137339 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40681a0e70 con 0x7f4068105760 2024-05-21T01:56:42.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4067400700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4068106120 0x7f406819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f406cc00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f406810b760 0x7f40681a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4067e00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4068105760 0x7f406819be60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f405800efc0 tx=0x7f405800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4064c00700 1 -- 172.21.15.7:0/1807137339 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40580092e0 con 0x7f4068105760 2024-05-21T01:56:42.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4064c00700 1 -- 172.21.15.7:0/1807137339 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4058003a00 con 0x7f4068105760 2024-05-21T01:56:42.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40681a1100 con 0x7f4068105760 2024-05-21T01:56:42.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f4064c00700 1 -- 172.21.15.7:0/1807137339 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4058004550 con 0x7f4068105760 2024-05-21T01:56:42.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.508+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40681a89e0 con 0x7f4068105760 2024-05-21T01:56:42.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.510+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f406806a230 con 0x7f4068105760 2024-05-21T01:56:42.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.512+0000 7f4064c00700 1 -- 172.21.15.7:0/1807137339 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f405801b030 con 0x7f4068105760 2024-05-21T01:56:42.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.513+0000 7f4064c00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f404c0b2990 0x7f404c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:42.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.513+0000 7f4064c00700 1 -- 172.21.15.7:0/1807137339 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f40580e1c30 con 0x7f4068105760 2024-05-21T01:56:42.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.513+0000 7f4067400700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f404c0b2990 0x7f404c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:42.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.514+0000 7f4067400700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f404c0b2990 0x7f404c0b4e50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4068103860 tx=0x7f405400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:42.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.517+0000 7f4064c00700 1 -- 172.21.15.7:0/1807137339 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4058022020 con 0x7f4068105760 2024-05-21T01:56:42.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:42 smithi164 ceph-mon[36138]: pgmap v347: 97 pgs: 97 active+clean; 637 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 3.3 KiB/s wr, 11 op/s; 2.8 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:42.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:42 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:56:42.701 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:42 smithi190 ceph-mon[35961]: pgmap v347: 97 pgs: 97 active+clean; 637 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 3.3 KiB/s wr, 11 op/s; 2.8 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:42.701 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:42 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:56:42.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:42 smithi007 ceph-mon[31288]: pgmap v347: 97 pgs: 97 active+clean; 637 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 3.3 KiB/s wr, 11 op/s; 2.8 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:42.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:42 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:56:42.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.866+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f406819d1c0 con 0x7f4068105760 2024-05-21T01:56:42.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.867+0000 7f4064c00700 1 -- 172.21.15.7:0/1807137339 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7f4058010040 con 0x7f4068105760 2024-05-21T01:56:42.868 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:56:42.868 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T01:56:19.132899+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24517,24496,24484,24511,24518]},"id":1}]} 2024-05-21T01:56:42.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.870+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f404c0b2990 msgr2=0x7f404c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:42.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.870+0000 7f406ec00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f404c0b2990 0x7f404c0b4e50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4068103860 tx=0x7f405400b260 comp rx=0 tx=0).stop 2024-05-21T01:56:42.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.870+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4068105760 msgr2=0x7f406819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:42.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.870+0000 7f406ec00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4068105760 0x7f406819be60 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f405800efc0 tx=0x7f405800c3a0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.871+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 shutdown_connections 2024-05-21T01:56:42.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.871+0000 7f406ec00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f404c0b2990 0x7f404c0b4e50 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.871+0000 7f406ec00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f406810b760 0x7f40681a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.871+0000 7f406ec00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4068105760 0x7f406819be60 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.871+0000 7f406ec00700 1 --2- 172.21.15.7:0/1807137339 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4068106120 0x7f406819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:42.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.871+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 >> 172.21.15.7:0/1807137339 conn(0x7f4068101250 msgr2=0x7f4068101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:42.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.871+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 shutdown_connections 2024-05-21T01:56:42.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:42.871+0000 7f406ec00700 1 -- 172.21.15.7:0/1807137339 wait complete. 2024-05-21T01:56:42.873 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-05-21T01:56:43.478 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:43 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1807137339' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:56:43.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:43 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1807137339' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:56:43.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:43 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1807137339' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:56:44.047 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T01:56:44.506 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:44.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:44 smithi007 ceph-mon[31288]: pgmap v348: 97 pgs: 97 active+clean; 637 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.1 KiB/s wr, 11 op/s; 2.5 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:44.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:44 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:44 smithi190 ceph-mon[35961]: pgmap v348: 97 pgs: 97 active+clean; 637 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.1 KiB/s wr, 11 op/s; 2.5 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:44 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:44 smithi164 ceph-mon[36138]: pgmap v348: 97 pgs: 97 active+clean; 637 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.1 KiB/s wr, 11 op/s; 2.5 KiB/s, 0 keys/s, 1 objects/s recovering 2024-05-21T01:56:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:44 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:46.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.601+0000 7fd321000700 1 -- 172.21.15.7:0/2460000465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd31c109670 msgr2=0x7fd31c109a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:46.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.601+0000 7fd321000700 1 --2- 172.21.15.7:0/2460000465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd31c109670 0x7fd31c109a50 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd30c0099c0 tx=0x7fd30c009cd0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.601+0000 7fd321000700 1 -- 172.21.15.7:0/2460000465 shutdown_connections 2024-05-21T01:56:46.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.601+0000 7fd321000700 1 --2- 172.21.15.7:0/2460000465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd31c103f90 0x7fd31c110440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.601+0000 7fd321000700 1 --2- 172.21.15.7:0/2460000465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd31c109670 0x7fd31c109a50 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.601+0000 7fd321000700 1 --2- 172.21.15.7:0/2460000465 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd31c1035d0 0x7fd31c103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.601+0000 7fd321000700 1 -- 172.21.15.7:0/2460000465 >> 172.21.15.7:0/2460000465 conn(0x7fd31c07a730 msgr2=0x7fd31c07ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.601+0000 7fd321000700 1 -- 172.21.15.7:0/2460000465 shutdown_connections 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.601+0000 7fd321000700 1 -- 172.21.15.7:0/2460000465 wait complete. 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.603+0000 7fd321000700 1 Processor -- start 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.603+0000 7fd321000700 1 -- start start 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.603+0000 7fd321000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd31c1035d0 0x7fd31c19fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.603+0000 7fd321000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd31c103f90 0x7fd31c19ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd321000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd31c109670 0x7fd31c199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd321000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd31c113770 con 0x7fd31c109670 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd321000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd31c1135f0 con 0x7fd31c103f90 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd321000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd31c1138f0 con 0x7fd31c1035d0 2024-05-21T01:56:46.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd319e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd31c1035d0 0x7fd31c19fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd319e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd31c1035d0 0x7fd31c19fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54526/0 (socket says 172.21.15.7:54526) 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd319e00700 1 -- 172.21.15.7:0/3531747348 learned_addr learned my addr 172.21.15.7:0/3531747348 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd319400700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd31c103f90 0x7fd31c19ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd31a800700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd31c109670 0x7fd31c199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd319e00700 1 -- 172.21.15.7:0/3531747348 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd31c103f90 msgr2=0x7fd31c19ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd319e00700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd31c103f90 0x7fd31c19ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd319e00700 1 -- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd31c109670 msgr2=0x7fd31c199b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd319e00700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd31c109670 0x7fd31c199b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.604+0000 7fd319e00700 1 -- 172.21.15.7:0/3531747348 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd31c19a3f0 con 0x7fd31c1035d0 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.605+0000 7fd319e00700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd31c1035d0 0x7fd31c19fa40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd30c006010 tx=0x7fd30c0055f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.605+0000 7fd312a00700 1 -- 172.21.15.7:0/3531747348 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30c026070 con 0x7fd31c1035d0 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.605+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd31c19a680 con 0x7fd31c1035d0 2024-05-21T01:56:46.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.605+0000 7fd312a00700 1 -- 172.21.15.7:0/3531747348 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd30c00f460 con 0x7fd31c1035d0 2024-05-21T01:56:46.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.605+0000 7fd312a00700 1 -- 172.21.15.7:0/3531747348 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30c009e60 con 0x7fd31c1035d0 2024-05-21T01:56:46.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.605+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd31c1a67f0 con 0x7fd31c1035d0 2024-05-21T01:56:46.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.606+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd31c10bb00 con 0x7fd31c1035d0 2024-05-21T01:56:46.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.609+0000 7fd312a00700 1 -- 172.21.15.7:0/3531747348 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fd30c029070 con 0x7fd31c1035d0 2024-05-21T01:56:46.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.611+0000 7fd312a00700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd3000b2910 0x7fd3000b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:46.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.611+0000 7fd312a00700 1 -- 172.21.15.7:0/3531747348 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd30c0e2c50 con 0x7fd31c1035d0 2024-05-21T01:56:46.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.611+0000 7fd319400700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd3000b2910 0x7fd3000b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:46.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.612+0000 7fd319400700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd3000b2910 0x7fd3000b4dd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd31c19b260 tx=0x7fd30800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:46.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.613+0000 7fd312a00700 1 -- 172.21.15.7:0/3531747348 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd30c013070 con 0x7fd31c1035d0 2024-05-21T01:56:46.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:46 smithi007 ceph-mon[31288]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.2 KiB/s wr, 11 op/s; 2.3 KiB/s, 0 objects/s recovering 2024-05-21T01:56:46.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:46 smithi190 ceph-mon[35961]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.2 KiB/s wr, 11 op/s; 2.3 KiB/s, 0 objects/s recovering 2024-05-21T01:56:46.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.871+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd31c19afd0 con 0x7fd31c1035d0 2024-05-21T01:56:46.874 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:56:46.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.873+0000 7fd312a00700 1 -- 172.21.15.7:0/3531747348 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7fd30c0aa860 con 0x7fd31c1035d0 2024-05-21T01:56:46.875 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T01:56:46.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd3000b2910 msgr2=0x7fd3000b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:46.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd3000b2910 0x7fd3000b4dd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd31c19b260 tx=0x7fd30800b410 comp rx=0 tx=0).stop 2024-05-21T01:56:46.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd31c1035d0 msgr2=0x7fd31c19fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:46.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd31c1035d0 0x7fd31c19fa40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd30c006010 tx=0x7fd30c0055f0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 shutdown_connections 2024-05-21T01:56:46.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd3000b2910 0x7fd3000b4dd0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd31c109670 0x7fd31c199b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd31c1035d0 0x7fd31c19fa40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 --2- 172.21.15.7:0/3531747348 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd31c103f90 0x7fd31c19ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:46.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 >> 172.21.15.7:0/3531747348 conn(0x7fd31c07a730 msgr2=0x7fd31c1023a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:46.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 shutdown_connections 2024-05-21T01:56:46.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:46.876+0000 7fd321000700 1 -- 172.21.15.7:0/3531747348 wait complete. 2024-05-21T01:56:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:46 smithi164 ceph-mon[36138]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.2 KiB/s wr, 11 op/s; 2.3 KiB/s, 0 objects/s recovering 2024-05-21T01:56:47.862 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T01:56:47.862 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T01:56:48.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:48.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:47 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:48.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:47 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3531747348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:56:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:47 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:47 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:47 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3531747348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:56:48.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:47 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:48.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:47 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:48.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:47 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3531747348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:56:48.308 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:49.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:48 smithi007 ceph-mon[31288]: pgmap v350: 97 pgs: 97 active+clean; 642 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-21T01:56:49.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:48 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:56:49.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:48 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:56:49.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:48 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:48 smithi190 ceph-mon[35961]: pgmap v350: 97 pgs: 97 active+clean; 642 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-21T01:56:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:48 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:56:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:48 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:56:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:48 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:48 smithi164 ceph-mon[36138]: pgmap v350: 97 pgs: 97 active+clean; 642 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-21T01:56:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:48 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:56:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:48 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:56:49.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:48 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:56:50.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:49 smithi190 ceph-mon[35961]: pgmap v351: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-05-21T01:56:50.125 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:49 smithi007 ceph-mon[31288]: pgmap v351: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-05-21T01:56:50.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:49 smithi164 ceph-mon[36138]: pgmap v351: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-05-21T01:56:50.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.650+0000 7f03e8600700 1 -- 172.21.15.7:0/480687745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03e010a780 msgr2=0x7f03e010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:50.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.650+0000 7f03e8600700 1 --2- 172.21.15.7:0/480687745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03e010a780 0x7f03e010e7d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f03cc009920 tx=0x7f03cc009c30 comp rx=0 tx=0).stop 2024-05-21T01:56:50.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.651+0000 7f03e8600700 1 -- 172.21.15.7:0/480687745 shutdown_connections 2024-05-21T01:56:50.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.651+0000 7f03e8600700 1 --2- 172.21.15.7:0/480687745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03e010eeb0 0x7f03e0116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:50.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.651+0000 7f03e8600700 1 --2- 172.21.15.7:0/480687745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f03e0109dd0 0x7f03e010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:50.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.651+0000 7f03e8600700 1 --2- 172.21.15.7:0/480687745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03e010a780 0x7f03e010e7d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:50.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.651+0000 7f03e8600700 1 -- 172.21.15.7:0/480687745 >> 172.21.15.7:0/480687745 conn(0x7f03e0076d10 msgr2=0x7f03e0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:50.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.651+0000 7f03e8600700 1 -- 172.21.15.7:0/480687745 shutdown_connections 2024-05-21T01:56:50.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.651+0000 7f03e8600700 1 -- 172.21.15.7:0/480687745 wait complete. 2024-05-21T01:56:50.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.652+0000 7f03e8600700 1 Processor -- start 2024-05-21T01:56:50.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.652+0000 7f03e8600700 1 -- start start 2024-05-21T01:56:50.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e8600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03e0109dd0 0x7f03e01a0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:50.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e8600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f03e010a780 0x7f03e01a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:50.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e8600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03e010eeb0 0x7f03e01a4c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:50.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e8600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f03e0119d80 con 0x7f03e010eeb0 2024-05-21T01:56:50.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e8600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f03e0119c00 con 0x7f03e0109dd0 2024-05-21T01:56:50.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e8600700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f03e0119f00 con 0x7f03e010a780 2024-05-21T01:56:50.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e6600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03e010eeb0 0x7f03e01a4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:50.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e6600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03e010eeb0 0x7f03e01a4c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48784/0 (socket says 172.21.15.7:48784) 2024-05-21T01:56:50.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e6600700 1 -- 172.21.15.7:0/1985817497 learned_addr learned my addr 172.21.15.7:0/1985817497 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:50.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e5c00700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03e0109dd0 0x7f03e01a0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:50.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e5200700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f03e010a780 0x7f03e01a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e5c00700 1 -- 172.21.15.7:0/1985817497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f03e010a780 msgr2=0x7f03e01a08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e5c00700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f03e010a780 0x7f03e01a08d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e5c00700 1 -- 172.21.15.7:0/1985817497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03e010eeb0 msgr2=0x7f03e01a4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e5c00700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03e010eeb0 0x7f03e01a4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.653+0000 7f03e5c00700 1 -- 172.21.15.7:0/1985817497 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03e01a53a0 con 0x7f03e0109dd0 2024-05-21T01:56:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.654+0000 7f03e5c00700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03e0109dd0 0x7f03e01a0390 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f03d400e9f0 tx=0x7f03d400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.654+0000 7f03de000700 1 -- 172.21.15.7:0/1985817497 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d400c9c0 con 0x7f03e0109dd0 2024-05-21T01:56:50.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.654+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03e01a5690 con 0x7f03e0109dd0 2024-05-21T01:56:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.654+0000 7f03de000700 1 -- 172.21.15.7:0/1985817497 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f03d400cb60 con 0x7f03e0109dd0 2024-05-21T01:56:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.654+0000 7f03de000700 1 -- 172.21.15.7:0/1985817497 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d4018680 con 0x7f03e0109dd0 2024-05-21T01:56:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.654+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03e01acf10 con 0x7f03e0109dd0 2024-05-21T01:56:50.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.655+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03e006a230 con 0x7f03e0109dd0 2024-05-21T01:56:50.659 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.658+0000 7f03de000700 1 -- 172.21.15.7:0/1985817497 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f03d404aae0 con 0x7f03e0109dd0 2024-05-21T01:56:50.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.659+0000 7f03de000700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f03c80b2910 0x7f03c80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:50.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.660+0000 7f03de000700 1 -- 172.21.15.7:0/1985817497 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f03d40e2660 con 0x7f03e0109dd0 2024-05-21T01:56:50.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.660+0000 7f03e5200700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f03c80b2910 0x7f03c80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:50.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.660+0000 7f03e5200700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f03c80b2910 0x7f03c80b4dd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f03cc009810 tx=0x7f03cc019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:50.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.662+0000 7f03de000700 1 -- 172.21.15.7:0/1985817497 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f03d40aa1e0 con 0x7f03e0109dd0 2024-05-21T01:56:50.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.896+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f03e0063980 con 0x7f03c80b2910 2024-05-21T01:56:50.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.919+0000 7f03de000700 1 -- 172.21.15.7:0/1985817497 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258749 (secure 0 0 0) 0x7f03e0063980 con 0x7f03c80b2910 2024-05-21T01:56:50.927 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:56:50.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f03c80b2910 msgr2=0x7f03c80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:50.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f03c80b2910 0x7f03c80b4dd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f03cc009810 tx=0x7f03cc019040 comp rx=0 tx=0).stop 2024-05-21T01:56:50.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03e0109dd0 msgr2=0x7f03e01a0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:50.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03e0109dd0 0x7f03e01a0390 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f03d400e9f0 tx=0x7f03d400ed00 comp rx=0 tx=0).stop 2024-05-21T01:56:50.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 shutdown_connections 2024-05-21T01:56:50.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f03c80b2910 0x7f03c80b4dd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:50.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f03e010eeb0 0x7f03e01a4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:50.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f03e0109dd0 0x7f03e01a0390 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:50.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 --2- 172.21.15.7:0/1985817497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f03e010a780 0x7f03e01a08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:50.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 >> 172.21.15.7:0/1985817497 conn(0x7f03e0076d10 msgr2=0x7f03e01091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:50.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 shutdown_connections 2024-05-21T01:56:50.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:50.927+0000 7f03e8600700 1 -- 172.21.15.7:0/1985817497 wait complete. 2024-05-21T01:56:50.930 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T01:56:51.927 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":351,"stamp":"2024-05-21T01:56:49.303078+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661586,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":439,"num_read_kb":314,"num_write":371,"num_write_kb":2290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":305,"ondisk_log_size":305,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357760,"kb_used_data":12736,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584064,"statfs":{"total":1151940427776,"available":1151574081536,"internally_reserved":0,"allocated":13041664,"data_stored":7179624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":32310,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":138,"num_read_kb":102,"num_write":23,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006023"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400606+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:56:32.400606+0000","last_peered":"2024-05-21T01:56:32.400606+0000","last_clean":"2024-05-21T01:56:32.400606+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:56:32.400606+0000","last_undegraded":"2024-05-21T01:56:32.400606+0000","last_fullsized":"2024-05-21T01:56:32.400606+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397489+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:56:32.397489+0000","last_peered":"2024-05-21T01:56:32.397489+0000","last_clean":"2024-05-21T01:56:32.397489+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:56:32.397489+0000","last_undegraded":"2024-05-21T01:56:32.397489+0000","last_fullsized":"2024-05-21T01:56:32.397489+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.396742+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:56:32.396742+0000","last_peered":"2024-05-21T01:56:32.396742+0000","last_clean":"2024-05-21T01:56:32.396742+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:56:32.396742+0000","last_undegraded":"2024-05-21T01:56:32.396742+0000","last_fullsized":"2024-05-21T01:56:32.396742+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.453014+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:56:32.453014+0000","last_peered":"2024-05-21T01:56:32.453014+0000","last_clean":"2024-05-21T01:56:32.453014+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:56:32.453014+0000","last_undegraded":"2024-05-21T01:56:32.453014+0000","last_fullsized":"2024-05-21T01:56:32.453014+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400684+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:56:32.400684+0000","last_peered":"2024-05-21T01:56:32.400684+0000","last_clean":"2024-05-21T01:56:32.400684+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:56:32.400684+0000","last_undegraded":"2024-05-21T01:56:32.400684+0000","last_fullsized":"2024-05-21T01:56:32.400684+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398220+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:56:32.398220+0000","last_peered":"2024-05-21T01:56:32.398220+0000","last_clean":"2024-05-21T01:56:32.398220+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:56:32.398220+0000","last_undegraded":"2024-05-21T01:56:32.398220+0000","last_fullsized":"2024-05-21T01:56:32.398220+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.404644+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:56:32.404644+0000","last_peered":"2024-05-21T01:56:32.404644+0000","last_clean":"2024-05-21T01:56:32.404644+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:56:32.404644+0000","last_undegraded":"2024-05-21T01:56:32.404644+0000","last_fullsized":"2024-05-21T01:56:32.404644+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400512+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:56:32.400512+0000","last_peered":"2024-05-21T01:56:32.400512+0000","last_clean":"2024-05-21T01:56:32.400512+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:56:32.400512+0000","last_undegraded":"2024-05-21T01:56:32.400512+0000","last_fullsized":"2024-05-21T01:56:32.400512+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401336+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:56:32.401336+0000","last_peered":"2024-05-21T01:56:32.401336+0000","last_clean":"2024-05-21T01:56:32.401336+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:56:32.401336+0000","last_undegraded":"2024-05-21T01:56:32.401336+0000","last_fullsized":"2024-05-21T01:56:32.401336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398351+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:56:32.398351+0000","last_peered":"2024-05-21T01:56:32.398351+0000","last_clean":"2024-05-21T01:56:32.398351+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:56:32.398351+0000","last_undegraded":"2024-05-21T01:56:32.398351+0000","last_fullsized":"2024-05-21T01:56:32.398351+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398336+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:56:32.398336+0000","last_peered":"2024-05-21T01:56:32.398336+0000","last_clean":"2024-05-21T01:56:32.398336+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:56:32.398336+0000","last_undegraded":"2024-05-21T01:56:32.398336+0000","last_fullsized":"2024-05-21T01:56:32.398336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452995+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:56:32.452995+0000","last_peered":"2024-05-21T01:56:32.452995+0000","last_clean":"2024-05-21T01:56:32.452995+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:56:32.452995+0000","last_undegraded":"2024-05-21T01:56:32.452995+0000","last_fullsized":"2024-05-21T01:56:32.452995+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452307+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:56:32.452307+0000","last_peered":"2024-05-21T01:56:32.452307+0000","last_clean":"2024-05-21T01:56:32.452307+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:56:32.452307+0000","last_undegraded":"2024-05-21T01:56:32.452307+0000","last_fullsized":"2024-05-21T01:56:32.452307+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.396602+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:56:32.396602+0000","last_peered":"2024-05-21T01:56:32.396602+0000","last_clean":"2024-05-21T01:56:32.396602+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:56:32.396602+0000","last_undegraded":"2024-05-21T01:56:32.396602+0000","last_fullsized":"2024-05-21T01:56:32.396602+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.395878+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:56:32.395878+0000","last_peered":"2024-05-21T01:56:32.395878+0000","last_clean":"2024-05-21T01:56:32.395878+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:56:32.395878+0000","last_undegraded":"2024-05-21T01:56:32.395878+0000","last_fullsized":"2024-05-21T01:56:32.395878+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400700+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:56:32.400700+0000","last_peered":"2024-05-21T01:56:32.400700+0000","last_clean":"2024-05-21T01:56:32.400700+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:56:32.400700+0000","last_undegraded":"2024-05-21T01:56:32.400700+0000","last_fullsized":"2024-05-21T01:56:32.400700+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400892+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:56:32.400892+0000","last_peered":"2024-05-21T01:56:32.400892+0000","last_clean":"2024-05-21T01:56:32.400892+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:56:32.400892+0000","last_undegraded":"2024-05-21T01:56:32.400892+0000","last_fullsized":"2024-05-21T01:56:32.400892+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397040+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:56:32.397040+0000","last_peered":"2024-05-21T01:56:32.397040+0000","last_clean":"2024-05-21T01:56:32.397040+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:56:32.397040+0000","last_undegraded":"2024-05-21T01:56:32.397040+0000","last_fullsized":"2024-05-21T01:56:32.397040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403480+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:56:32.403480+0000","last_peered":"2024-05-21T01:56:32.403480+0000","last_clean":"2024-05-21T01:56:32.403480+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:56:32.403480+0000","last_undegraded":"2024-05-21T01:56:32.403480+0000","last_fullsized":"2024-05-21T01:56:32.403480+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'13","reported_seq":73,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:46.542060+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T01:56:46.542060+0000","last_peered":"2024-05-21T01:56:46.542060+0000","last_clean":"2024-05-21T01:56:46.542060+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T01:56:46.542060+0000","last_undegraded":"2024-05-21T01:56:46.542060+0000","last_fullsized":"2024-05-21T01:56:46.542060+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":34,"num_read_kb":34,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400831+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:56:32.400831+0000","last_peered":"2024-05-21T01:56:32.400831+0000","last_clean":"2024-05-21T01:56:32.400831+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:56:32.400831+0000","last_undegraded":"2024-05-21T01:56:32.400831+0000","last_fullsized":"2024-05-21T01:56:32.400831+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401274+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:56:32.401274+0000","last_peered":"2024-05-21T01:56:32.401274+0000","last_clean":"2024-05-21T01:56:32.401274+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:56:32.401274+0000","last_undegraded":"2024-05-21T01:56:32.401274+0000","last_fullsized":"2024-05-21T01:56:32.401274+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397631+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:56:32.397631+0000","last_peered":"2024-05-21T01:56:32.397631+0000","last_clean":"2024-05-21T01:56:32.397631+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:56:32.397631+0000","last_undegraded":"2024-05-21T01:56:32.397631+0000","last_fullsized":"2024-05-21T01:56:32.397631+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400397+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400397+0000","last_peered":"2024-05-21T01:56:32.400397+0000","last_clean":"2024-05-21T01:56:32.400397+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400397+0000","last_undegraded":"2024-05-21T01:56:32.400397+0000","last_fullsized":"2024-05-21T01:56:32.400397+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400880+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:56:32.400880+0000","last_peered":"2024-05-21T01:56:32.400880+0000","last_clean":"2024-05-21T01:56:32.400880+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:56:32.400880+0000","last_undegraded":"2024-05-21T01:56:32.400880+0000","last_fullsized":"2024-05-21T01:56:32.400880+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400752+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400752+0000","last_peered":"2024-05-21T01:56:32.400752+0000","last_clean":"2024-05-21T01:56:32.400752+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400752+0000","last_undegraded":"2024-05-21T01:56:32.400752+0000","last_fullsized":"2024-05-21T01:56:32.400752+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.454444+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:56:32.454444+0000","last_peered":"2024-05-21T01:56:32.454444+0000","last_clean":"2024-05-21T01:56:32.454444+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:56:32.454444+0000","last_undegraded":"2024-05-21T01:56:32.454444+0000","last_fullsized":"2024-05-21T01:56:32.454444+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":64,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:44.507013+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T01:56:44.507013+0000","last_peered":"2024-05-21T01:56:44.507013+0000","last_clean":"2024-05-21T01:56:44.507013+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T01:56:44.507013+0000","last_undegraded":"2024-05-21T01:56:44.507013+0000","last_fullsized":"2024-05-21T01:56:44.507013+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":33,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399862+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:56:32.399862+0000","last_peered":"2024-05-21T01:56:32.399862+0000","last_clean":"2024-05-21T01:56:32.399862+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:56:32.399862+0000","last_undegraded":"2024-05-21T01:56:32.399862+0000","last_fullsized":"2024-05-21T01:56:32.399862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398093+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398093+0000","last_peered":"2024-05-21T01:56:32.398093+0000","last_clean":"2024-05-21T01:56:32.398093+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398093+0000","last_undegraded":"2024-05-21T01:56:32.398093+0000","last_fullsized":"2024-05-21T01:56:32.398093+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.454371+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:56:32.454371+0000","last_peered":"2024-05-21T01:56:32.454371+0000","last_clean":"2024-05-21T01:56:32.454371+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:56:32.454371+0000","last_undegraded":"2024-05-21T01:56:32.454371+0000","last_fullsized":"2024-05-21T01:56:32.454371+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452296+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452296+0000","last_peered":"2024-05-21T01:56:32.452296+0000","last_clean":"2024-05-21T01:56:32.452296+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452296+0000","last_undegraded":"2024-05-21T01:56:32.452296+0000","last_fullsized":"2024-05-21T01:56:32.452296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400162+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:56:32.400162+0000","last_peered":"2024-05-21T01:56:32.400162+0000","last_clean":"2024-05-21T01:56:32.400162+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:56:32.400162+0000","last_undegraded":"2024-05-21T01:56:32.400162+0000","last_fullsized":"2024-05-21T01:56:32.400162+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399203+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399203+0000","last_peered":"2024-05-21T01:56:32.399203+0000","last_clean":"2024-05-21T01:56:32.399203+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399203+0000","last_undegraded":"2024-05-21T01:56:32.399203+0000","last_fullsized":"2024-05-21T01:56:32.399203+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.395431+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:56:32.395431+0000","last_peered":"2024-05-21T01:56:32.395431+0000","last_clean":"2024-05-21T01:56:32.395431+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:56:32.395431+0000","last_undegraded":"2024-05-21T01:56:32.395431+0000","last_fullsized":"2024-05-21T01:56:32.395431+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":98,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:48.512233+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T01:56:48.512233+0000","last_peered":"2024-05-21T01:56:48.512233+0000","last_clean":"2024-05-21T01:56:48.512233+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T01:56:48.512233+0000","last_undegraded":"2024-05-21T01:56:48.512233+0000","last_fullsized":"2024-05-21T01:56:48.512233+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":68,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401147+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:56:32.401147+0000","last_peered":"2024-05-21T01:56:32.401147+0000","last_clean":"2024-05-21T01:56:32.401147+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:56:32.401147+0000","last_undegraded":"2024-05-21T01:56:32.401147+0000","last_fullsized":"2024-05-21T01:56:32.401147+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398571+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398571+0000","last_peered":"2024-05-21T01:56:32.398571+0000","last_clean":"2024-05-21T01:56:32.398571+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398571+0000","last_undegraded":"2024-05-21T01:56:32.398571+0000","last_fullsized":"2024-05-21T01:56:32.398571+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397608+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:56:32.397608+0000","last_peered":"2024-05-21T01:56:32.397608+0000","last_clean":"2024-05-21T01:56:32.397608+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:56:32.397608+0000","last_undegraded":"2024-05-21T01:56:32.397608+0000","last_fullsized":"2024-05-21T01:56:32.397608+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400108+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400108+0000","last_peered":"2024-05-21T01:56:32.400108+0000","last_clean":"2024-05-21T01:56:32.400108+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400108+0000","last_undegraded":"2024-05-21T01:56:32.400108+0000","last_fullsized":"2024-05-21T01:56:32.400108+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401296+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:56:32.401296+0000","last_peered":"2024-05-21T01:56:32.401296+0000","last_clean":"2024-05-21T01:56:32.401296+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:56:32.401296+0000","last_undegraded":"2024-05-21T01:56:32.401296+0000","last_fullsized":"2024-05-21T01:56:32.401296+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'32","reported_seq":153,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:48.483133+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T01:56:48.483133+0000","last_peered":"2024-05-21T01:56:48.483133+0000","last_clean":"2024-05-21T01:56:48.483133+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T01:56:48.483133+0000","last_undegraded":"2024-05-21T01:56:48.483133+0000","last_fullsized":"2024-05-21T01:56:48.483133+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64171,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":70,"num_read_kb":86,"num_write":34,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400020+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:56:32.400020+0000","last_peered":"2024-05-21T01:56:32.400020+0000","last_clean":"2024-05-21T01:56:32.400020+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:56:32.400020+0000","last_undegraded":"2024-05-21T01:56:32.400020+0000","last_fullsized":"2024-05-21T01:56:32.400020+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403623+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403623+0000","last_peered":"2024-05-21T01:56:32.403623+0000","last_clean":"2024-05-21T01:56:32.403623+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403623+0000","last_undegraded":"2024-05-21T01:56:32.403623+0000","last_fullsized":"2024-05-21T01:56:32.403623+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.451974+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:56:32.451974+0000","last_peered":"2024-05-21T01:56:32.451974+0000","last_clean":"2024-05-21T01:56:32.451974+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:56:32.451974+0000","last_undegraded":"2024-05-21T01:56:32.451974+0000","last_fullsized":"2024-05-21T01:56:32.451974+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400248+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:56:32.400248+0000","last_peered":"2024-05-21T01:56:32.400248+0000","last_clean":"2024-05-21T01:56:32.400248+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:56:32.400248+0000","last_undegraded":"2024-05-21T01:56:32.400248+0000","last_fullsized":"2024-05-21T01:56:32.400248+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397981+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:56:32.397981+0000","last_peered":"2024-05-21T01:56:32.397981+0000","last_clean":"2024-05-21T01:56:32.397981+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:56:32.397981+0000","last_undegraded":"2024-05-21T01:56:32.397981+0000","last_fullsized":"2024-05-21T01:56:32.397981+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'5","reported_seq":65,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:45.530826+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T01:56:45.530826+0000","last_peered":"2024-05-21T01:56:45.530826+0000","last_clean":"2024-05-21T01:56:45.530826+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T01:56:45.530826+0000","last_undegraded":"2024-05-21T01:56:45.530826+0000","last_fullsized":"2024-05-21T01:56:45.530826+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":35,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397670+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:56:32.397670+0000","last_peered":"2024-05-21T01:56:32.397670+0000","last_clean":"2024-05-21T01:56:32.397670+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:56:32.397670+0000","last_undegraded":"2024-05-21T01:56:32.397670+0000","last_fullsized":"2024-05-21T01:56:32.397670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":44,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399754+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399754+0000","last_peered":"2024-05-21T01:56:32.399754+0000","last_clean":"2024-05-21T01:56:32.399754+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399754+0000","last_undegraded":"2024-05-21T01:56:32.399754+0000","last_fullsized":"2024-05-21T01:56:32.399754+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.409647+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:56:32.409647+0000","last_peered":"2024-05-21T01:56:32.409647+0000","last_clean":"2024-05-21T01:56:32.409647+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:56:32.409647+0000","last_undegraded":"2024-05-21T01:56:32.409647+0000","last_fullsized":"2024-05-21T01:56:32.409647+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400265+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:56:32.400265+0000","last_peered":"2024-05-21T01:56:32.400265+0000","last_clean":"2024-05-21T01:56:32.400265+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:56:32.400265+0000","last_undegraded":"2024-05-21T01:56:32.400265+0000","last_fullsized":"2024-05-21T01:56:32.400265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400004+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:56:32.400004+0000","last_peered":"2024-05-21T01:56:32.400004+0000","last_clean":"2024-05-21T01:56:32.400004+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:56:32.400004+0000","last_undegraded":"2024-05-21T01:56:32.400004+0000","last_fullsized":"2024-05-21T01:56:32.400004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.395540+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:56:32.395540+0000","last_peered":"2024-05-21T01:56:32.395540+0000","last_clean":"2024-05-21T01:56:32.395540+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:56:32.395540+0000","last_undegraded":"2024-05-21T01:56:32.395540+0000","last_fullsized":"2024-05-21T01:56:32.395540+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398562+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:56:32.398562+0000","last_peered":"2024-05-21T01:56:32.398562+0000","last_clean":"2024-05-21T01:56:32.398562+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:56:32.398562+0000","last_undegraded":"2024-05-21T01:56:32.398562+0000","last_fullsized":"2024-05-21T01:56:32.398562+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'6","reported_seq":68,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:47.545325+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T01:56:47.545325+0000","last_peered":"2024-05-21T01:56:47.545325+0000","last_clean":"2024-05-21T01:56:47.545325+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T01:56:47.545325+0000","last_undegraded":"2024-05-21T01:56:47.545325+0000","last_fullsized":"2024-05-21T01:56:47.545325+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398368+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:56:32.398368+0000","last_peered":"2024-05-21T01:56:32.398368+0000","last_clean":"2024-05-21T01:56:32.398368+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:56:32.398368+0000","last_undegraded":"2024-05-21T01:56:32.398368+0000","last_fullsized":"2024-05-21T01:56:32.398368+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401281+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:56:32.401281+0000","last_peered":"2024-05-21T01:56:32.401281+0000","last_clean":"2024-05-21T01:56:32.401281+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:56:32.401281+0000","last_undegraded":"2024-05-21T01:56:32.401281+0000","last_fullsized":"2024-05-21T01:56:32.401281+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'5","reported_seq":64,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:45.529796+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T01:56:45.529796+0000","last_peered":"2024-05-21T01:56:45.529796+0000","last_clean":"2024-05-21T01:56:45.529796+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T01:56:45.529796+0000","last_undegraded":"2024-05-21T01:56:45.529796+0000","last_fullsized":"2024-05-21T01:56:45.529796+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":33,"num_read_kb":33,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.406733+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:56:32.406733+0000","last_peered":"2024-05-21T01:56:32.406733+0000","last_clean":"2024-05-21T01:56:32.406733+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:56:32.406733+0000","last_undegraded":"2024-05-21T01:56:32.406733+0000","last_fullsized":"2024-05-21T01:56:32.406733+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452353+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:56:32.452353+0000","last_peered":"2024-05-21T01:56:32.452353+0000","last_clean":"2024-05-21T01:56:32.452353+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:56:32.452353+0000","last_undegraded":"2024-05-21T01:56:32.452353+0000","last_fullsized":"2024-05-21T01:56:32.452353+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":99,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397889+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:32.397889+0000","last_peered":"2024-05-21T01:56:32.397889+0000","last_clean":"2024-05-21T01:56:32.397889+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:32.397889+0000","last_undegraded":"2024-05-21T01:56:32.397889+0000","last_fullsized":"2024-05-21T01:56:32.397889+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.451909+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:56:32.451909+0000","last_peered":"2024-05-21T01:56:32.451909+0000","last_clean":"2024-05-21T01:56:32.451909+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:56:32.451909+0000","last_undegraded":"2024-05-21T01:56:32.451909+0000","last_fullsized":"2024-05-21T01:56:32.451909+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398098+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:56:32.398098+0000","last_peered":"2024-05-21T01:56:32.398098+0000","last_clean":"2024-05-21T01:56:32.398098+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:56:32.398098+0000","last_undegraded":"2024-05-21T01:56:32.398098+0000","last_fullsized":"2024-05-21T01:56:32.398098+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400191+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:56:32.400191+0000","last_peered":"2024-05-21T01:56:32.400191+0000","last_clean":"2024-05-21T01:56:32.400191+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:56:32.400191+0000","last_undegraded":"2024-05-21T01:56:32.400191+0000","last_fullsized":"2024-05-21T01:56:32.400191+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452635+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:56:32.452635+0000","last_peered":"2024-05-21T01:56:32.452635+0000","last_clean":"2024-05-21T01:56:32.452635+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:56:32.452635+0000","last_undegraded":"2024-05-21T01:56:32.452635+0000","last_fullsized":"2024-05-21T01:56:32.452635+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'16","reported_seq":58,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:40.830540+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T01:56:40.830540+0000","last_peered":"2024-05-21T01:56:40.830540+0000","last_clean":"2024-05-21T01:56:40.830540+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T01:56:40.830540+0000","last_undegraded":"2024-05-21T01:56:40.830540+0000","last_fullsized":"2024-05-21T01:56:40.830540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401257+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:56:32.401257+0000","last_peered":"2024-05-21T01:56:32.401257+0000","last_clean":"2024-05-21T01:56:32.401257+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:56:32.401257+0000","last_undegraded":"2024-05-21T01:56:32.401257+0000","last_fullsized":"2024-05-21T01:56:32.401257+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452523+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:56:32.452523+0000","last_peered":"2024-05-21T01:56:32.452523+0000","last_clean":"2024-05-21T01:56:32.452523+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:56:32.452523+0000","last_undegraded":"2024-05-21T01:56:32.452523+0000","last_fullsized":"2024-05-21T01:56:32.452523+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397633+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:56:32.397633+0000","last_peered":"2024-05-21T01:56:32.397633+0000","last_clean":"2024-05-21T01:56:32.397633+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:56:32.397633+0000","last_undegraded":"2024-05-21T01:56:32.397633+0000","last_fullsized":"2024-05-21T01:56:32.397633+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400714+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:56:32.400714+0000","last_peered":"2024-05-21T01:56:32.400714+0000","last_clean":"2024-05-21T01:56:32.400714+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:56:32.400714+0000","last_undegraded":"2024-05-21T01:56:32.400714+0000","last_fullsized":"2024-05-21T01:56:32.400714+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399653+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:56:32.399653+0000","last_peered":"2024-05-21T01:56:32.399653+0000","last_clean":"2024-05-21T01:56:32.399653+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:56:32.399653+0000","last_undegraded":"2024-05-21T01:56:32.399653+0000","last_fullsized":"2024-05-21T01:56:32.399653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400890+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:56:32.400890+0000","last_peered":"2024-05-21T01:56:32.400890+0000","last_clean":"2024-05-21T01:56:32.400890+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:56:32.400890+0000","last_undegraded":"2024-05-21T01:56:32.400890+0000","last_fullsized":"2024-05-21T01:56:32.400890+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399671+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:56:32.399671+0000","last_peered":"2024-05-21T01:56:32.399671+0000","last_clean":"2024-05-21T01:56:32.399671+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:56:32.399671+0000","last_undegraded":"2024-05-21T01:56:32.399671+0000","last_fullsized":"2024-05-21T01:56:32.399671+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.418401+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:32.418401+0000","last_peered":"2024-05-21T01:56:32.418401+0000","last_clean":"2024-05-21T01:56:32.418401+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:32.418401+0000","last_undegraded":"2024-05-21T01:56:32.418401+0000","last_fullsized":"2024-05-21T01:56:32.418401+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400387+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:56:32.400387+0000","last_peered":"2024-05-21T01:56:32.400387+0000","last_clean":"2024-05-21T01:56:32.400387+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:56:32.400387+0000","last_undegraded":"2024-05-21T01:56:32.400387+0000","last_fullsized":"2024-05-21T01:56:32.400387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400809+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:56:32.400809+0000","last_peered":"2024-05-21T01:56:32.400809+0000","last_clean":"2024-05-21T01:56:32.400809+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:56:32.400809+0000","last_undegraded":"2024-05-21T01:56:32.400809+0000","last_fullsized":"2024-05-21T01:56:32.400809+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398023+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:56:32.398023+0000","last_peered":"2024-05-21T01:56:32.398023+0000","last_clean":"2024-05-21T01:56:32.398023+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:56:32.398023+0000","last_undegraded":"2024-05-21T01:56:32.398023+0000","last_fullsized":"2024-05-21T01:56:32.398023+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":65,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:45.508439+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T01:56:45.508439+0000","last_peered":"2024-05-21T01:56:45.508439+0000","last_clean":"2024-05-21T01:56:45.508439+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T01:56:45.508439+0000","last_undegraded":"2024-05-21T01:56:45.508439+0000","last_fullsized":"2024-05-21T01:56:45.508439+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398755+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:56:32.398755+0000","last_peered":"2024-05-21T01:56:32.398755+0000","last_clean":"2024-05-21T01:56:32.398755+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:56:32.398755+0000","last_undegraded":"2024-05-21T01:56:32.398755+0000","last_fullsized":"2024-05-21T01:56:32.398755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399508+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:56:32.399508+0000","last_peered":"2024-05-21T01:56:32.399508+0000","last_clean":"2024-05-21T01:56:32.399508+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:56:32.399508+0000","last_undegraded":"2024-05-21T01:56:32.399508+0000","last_fullsized":"2024-05-21T01:56:32.399508+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'1","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397884+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:56:32.397884+0000","last_peered":"2024-05-21T01:56:32.397884+0000","last_clean":"2024-05-21T01:56:32.397884+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:56:32.397884+0000","last_undegraded":"2024-05-21T01:56:32.397884+0000","last_fullsized":"2024-05-21T01:56:32.397884+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452899+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:56:32.452899+0000","last_peered":"2024-05-21T01:56:32.452899+0000","last_clean":"2024-05-21T01:56:32.452899+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:56:32.452899+0000","last_undegraded":"2024-05-21T01:56:32.452899+0000","last_fullsized":"2024-05-21T01:56:32.452899+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398779+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:56:32.398779+0000","last_peered":"2024-05-21T01:56:32.398779+0000","last_clean":"2024-05-21T01:56:32.398779+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:56:32.398779+0000","last_undegraded":"2024-05-21T01:56:32.398779+0000","last_fullsized":"2024-05-21T01:56:32.398779+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399787+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:56:32.399787+0000","last_peered":"2024-05-21T01:56:32.399787+0000","last_clean":"2024-05-21T01:56:32.399787+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:56:32.399787+0000","last_undegraded":"2024-05-21T01:56:32.399787+0000","last_fullsized":"2024-05-21T01:56:32.399787+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401761+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:56:32.401761+0000","last_peered":"2024-05-21T01:56:32.401761+0000","last_clean":"2024-05-21T01:56:32.401761+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:56:32.401761+0000","last_undegraded":"2024-05-21T01:56:32.401761+0000","last_fullsized":"2024-05-21T01:56:32.401761+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401410+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:56:32.401410+0000","last_peered":"2024-05-21T01:56:32.401410+0000","last_clean":"2024-05-21T01:56:32.401410+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:56:32.401410+0000","last_undegraded":"2024-05-21T01:56:32.401410+0000","last_fullsized":"2024-05-21T01:56:32.401410+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.396919+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:56:32.396919+0000","last_peered":"2024-05-21T01:56:32.396919+0000","last_clean":"2024-05-21T01:56:32.396919+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:56:32.396919+0000","last_undegraded":"2024-05-21T01:56:32.396919+0000","last_fullsized":"2024-05-21T01:56:32.396919+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452673+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:56:32.452673+0000","last_peered":"2024-05-21T01:56:32.452673+0000","last_clean":"2024-05-21T01:56:32.452673+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:56:32.452673+0000","last_undegraded":"2024-05-21T01:56:32.452673+0000","last_fullsized":"2024-05-21T01:56:32.452673+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400240+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:56:32.400240+0000","last_peered":"2024-05-21T01:56:32.400240+0000","last_clean":"2024-05-21T01:56:32.400240+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:56:32.400240+0000","last_undegraded":"2024-05-21T01:56:32.400240+0000","last_fullsized":"2024-05-21T01:56:32.400240+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.402923+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:56:32.402923+0000","last_peered":"2024-05-21T01:56:32.402923+0000","last_clean":"2024-05-21T01:56:32.402923+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:56:32.402923+0000","last_undegraded":"2024-05-21T01:56:32.402923+0000","last_fullsized":"2024-05-21T01:56:32.402923+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401152+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:56:32.401152+0000","last_peered":"2024-05-21T01:56:32.401152+0000","last_clean":"2024-05-21T01:56:32.401152+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:56:32.401152+0000","last_undegraded":"2024-05-21T01:56:32.401152+0000","last_fullsized":"2024-05-21T01:56:32.401152+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403040+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:56:32.403040+0000","last_peered":"2024-05-21T01:56:32.403040+0000","last_clean":"2024-05-21T01:56:32.403040+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:56:32.403040+0000","last_undegraded":"2024-05-21T01:56:32.403040+0000","last_fullsized":"2024-05-21T01:56:32.403040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400195+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:56:32.400195+0000","last_peered":"2024-05-21T01:56:32.400195+0000","last_clean":"2024-05-21T01:56:32.400195+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:56:32.400195+0000","last_undegraded":"2024-05-21T01:56:32.400195+0000","last_fullsized":"2024-05-21T01:56:32.400195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401290+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:56:32.401290+0000","last_peered":"2024-05-21T01:56:32.401290+0000","last_clean":"2024-05-21T01:56:32.401290+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:56:32.401290+0000","last_undegraded":"2024-05-21T01:56:32.401290+0000","last_fullsized":"2024-05-21T01:56:32.401290+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452386+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:56:32.452386+0000","last_peered":"2024-05-21T01:56:32.452386+0000","last_clean":"2024-05-21T01:56:32.452386+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:56:32.452386+0000","last_undegraded":"2024-05-21T01:56:32.452386+0000","last_fullsized":"2024-05-21T01:56:32.452386+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.409823+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:56:32.409823+0000","last_peered":"2024-05-21T01:56:32.409823+0000","last_clean":"2024-05-21T01:56:32.409823+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:56:32.409823+0000","last_undegraded":"2024-05-21T01:56:32.409823+0000","last_fullsized":"2024-05-21T01:56:32.409823+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70984,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":363,"num_read_kb":250,"num_write":246,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":204438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645339,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841568,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1090007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005093,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201324,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397555,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1027633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593784,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":909312,"data_stored":434845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":495672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149770,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953539,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":494229,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790013,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":62057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":60614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":65907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T01:56:51.932 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T01:56:52.435 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:52.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:52 smithi164 ceph-mon[36138]: from='client.24638 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:56:52.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:52 smithi164 ceph-mon[36138]: pgmap v352: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1023 B/s wr, 9 op/s 2024-05-21T01:56:52.756 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:52 smithi007 ceph-mon[31288]: from='client.24638 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:56:52.756 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:52 smithi007 ceph-mon[31288]: pgmap v352: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1023 B/s wr, 9 op/s 2024-05-21T01:56:52.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:52 smithi190 ceph-mon[35961]: from='client.24638 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:56:52.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:52 smithi190 ceph-mon[35961]: pgmap v352: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1023 B/s wr, 9 op/s 2024-05-21T01:56:54.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:54 smithi007 ceph-mon[31288]: pgmap v353: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-05-21T01:56:54.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:54 smithi164 ceph-mon[36138]: pgmap v353: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-05-21T01:56:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.733+0000 7f1e1a800700 1 -- 172.21.15.7:0/2524218920 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102440 msgr2=0x7f1e141028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.733+0000 7f1e1a800700 1 --2- 172.21.15.7:0/2524218920 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102440 0x7f1e141028c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc0098f0 tx=0x7f1dfc009c00 comp rx=0 tx=0).stop 2024-05-21T01:56:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.733+0000 7f1e1a800700 1 -- 172.21.15.7:0/2524218920 shutdown_connections 2024-05-21T01:56:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.733+0000 7f1e1a800700 1 --2- 172.21.15.7:0/2524218920 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e14102e00 0x7f1e1410f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.733+0000 7f1e1a800700 1 --2- 172.21.15.7:0/2524218920 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e14108520 0x7f1e14108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.733+0000 7f1e1a800700 1 --2- 172.21.15.7:0/2524218920 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102440 0x7f1e141028c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.733+0000 7f1e1a800700 1 -- 172.21.15.7:0/2524218920 >> 172.21.15.7:0/2524218920 conn(0x7f1e140793f0 msgr2=0x7f1e14079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.734+0000 7f1e1a800700 1 -- 172.21.15.7:0/2524218920 shutdown_connections 2024-05-21T01:56:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.734+0000 7f1e1a800700 1 -- 172.21.15.7:0/2524218920 wait complete. 2024-05-21T01:56:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.735+0000 7f1e1a800700 1 Processor -- start 2024-05-21T01:56:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.735+0000 7f1e1a800700 1 -- start start 2024-05-21T01:56:54.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e1a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e14102440 0x7f1e141a5f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:54.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e1a800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102e00 0x7f1e141a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:54.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e1a800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e14108520 0x7f1e141a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e1a800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e141125d0 con 0x7f1e14108520 2024-05-21T01:56:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e1a800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1e14112450 con 0x7f1e14102e00 2024-05-21T01:56:54.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e1a800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1e14112750 con 0x7f1e14102440 2024-05-21T01:56:54.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e13e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e14108520 0x7f1e141a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:54.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e0aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102e00 0x7f1e141a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:54.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e13400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e14102440 0x7f1e141a5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:54.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e0aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102e00 0x7f1e141a64a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:39808/0 (socket says 172.21.15.7:39808) 2024-05-21T01:56:54.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e0aa00700 1 -- 172.21.15.7:0/676409073 learned_addr learned my addr 172.21.15.7:0/676409073 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:54.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.736+0000 7f1e13e00700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e14108520 0x7f1e141a02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48810/0 (socket says 172.21.15.7:48810) 2024-05-21T01:56:54.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.737+0000 7f1e13400700 1 -- 172.21.15.7:0/676409073 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102e00 msgr2=0x7f1e141a64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.737+0000 7f1e13400700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102e00 0x7f1e141a64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.737+0000 7f1e13400700 1 -- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e14108520 msgr2=0x7f1e141a02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.737+0000 7f1e13400700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e14108520 0x7f1e141a02b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.737+0000 7f1e13400700 1 -- 172.21.15.7:0/676409073 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e141a0a80 con 0x7f1e14102440 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.737+0000 7f1e13e00700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e14108520 0x7f1e141a02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.737+0000 7f1e0aa00700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102e00 0x7f1e141a64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.737+0000 7f1e13400700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e14102440 0x7f1e141a5f60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1e0400eb90 tx=0x7f1e0400eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.737+0000 7f1e10c00700 1 -- 172.21.15.7:0/676409073 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e0400cc90 con 0x7f1e14102440 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.738+0000 7f1e10c00700 1 -- 172.21.15.7:0/676409073 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e0400ce30 con 0x7f1e14102440 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.738+0000 7f1e10c00700 1 -- 172.21.15.7:0/676409073 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e04010430 con 0x7f1e14102440 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.738+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e141a0d70 con 0x7f1e14102440 2024-05-21T01:56:54.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.738+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e141acdc0 con 0x7f1e14102440 2024-05-21T01:56:54.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.739+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e1406a230 con 0x7f1e14102440 2024-05-21T01:56:54.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.741+0000 7f1e10c00700 1 -- 172.21.15.7:0/676409073 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f1e04003ec0 con 0x7f1e14102440 2024-05-21T01:56:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.743+0000 7f1e10c00700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1df80b2990 0x7f1df80b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.743+0000 7f1e10c00700 1 -- 172.21.15.7:0/676409073 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1e040e2730 con 0x7f1e14102440 2024-05-21T01:56:54.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.743+0000 7f1e0aa00700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1df80b2990 0x7f1df80b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:54.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.744+0000 7f1e0aa00700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1df80b2990 0x7f1df80b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc011040 tx=0x7f1dfc019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:54.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.745+0000 7f1e10c00700 1 -- 172.21.15.7:0/676409073 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1e040aa340 con 0x7f1e14102440 2024-05-21T01:56:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:54 smithi190 ceph-mon[35961]: pgmap v353: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-05-21T01:56:54.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.976+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1e141063b0 con 0x7f1df80b2990 2024-05-21T01:56:54.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.990+0000 7f1e10c00700 1 -- 172.21.15.7:0/676409073 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258747 (secure 0 0 0) 0x7f1e141063b0 con 0x7f1df80b2990 2024-05-21T01:56:54.996 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:56:54.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1df80b2990 msgr2=0x7f1df80b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:54.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1df80b2990 0x7f1df80b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc011040 tx=0x7f1dfc019040 comp rx=0 tx=0).stop 2024-05-21T01:56:54.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e14102440 msgr2=0x7f1e141a5f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:54.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e14102440 0x7f1e141a5f60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1e0400eb90 tx=0x7f1e0400eea0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 shutdown_connections 2024-05-21T01:56:54.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1df80b2990 0x7f1df80b4e50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e14108520 0x7f1e141a02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e14102440 0x7f1e141a5f60 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 --2- 172.21.15.7:0/676409073 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e14102e00 0x7f1e141a64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:54.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 >> 172.21.15.7:0/676409073 conn(0x7f1e140793f0 msgr2=0x7f1e1406b400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:54.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 shutdown_connections 2024-05-21T01:56:54.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:54.996+0000 7f1e1a800700 1 -- 172.21.15.7:0/676409073 wait complete. 2024-05-21T01:56:54.999 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T01:56:55.823 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":353,"stamp":"2024-05-21T01:56:53.304993+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661586,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":464,"num_read_kb":324,"num_write":371,"num_write_kb":2290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":305,"ondisk_log_size":305,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357768,"kb_used_data":12744,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584056,"statfs":{"total":1151940427776,"available":1151574073344,"internally_reserved":0,"allocated":13049856,"data_stored":7188138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9219,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":74,"num_write":10,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005809"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400606+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:56:32.400606+0000","last_peered":"2024-05-21T01:56:32.400606+0000","last_clean":"2024-05-21T01:56:32.400606+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:56:32.400606+0000","last_undegraded":"2024-05-21T01:56:32.400606+0000","last_fullsized":"2024-05-21T01:56:32.400606+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397489+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:56:32.397489+0000","last_peered":"2024-05-21T01:56:32.397489+0000","last_clean":"2024-05-21T01:56:32.397489+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:56:32.397489+0000","last_undegraded":"2024-05-21T01:56:32.397489+0000","last_fullsized":"2024-05-21T01:56:32.397489+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.396742+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:56:32.396742+0000","last_peered":"2024-05-21T01:56:32.396742+0000","last_clean":"2024-05-21T01:56:32.396742+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:56:32.396742+0000","last_undegraded":"2024-05-21T01:56:32.396742+0000","last_fullsized":"2024-05-21T01:56:32.396742+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.453014+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:56:32.453014+0000","last_peered":"2024-05-21T01:56:32.453014+0000","last_clean":"2024-05-21T01:56:32.453014+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:56:32.453014+0000","last_undegraded":"2024-05-21T01:56:32.453014+0000","last_fullsized":"2024-05-21T01:56:32.453014+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400684+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:56:32.400684+0000","last_peered":"2024-05-21T01:56:32.400684+0000","last_clean":"2024-05-21T01:56:32.400684+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:56:32.400684+0000","last_undegraded":"2024-05-21T01:56:32.400684+0000","last_fullsized":"2024-05-21T01:56:32.400684+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398220+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:56:32.398220+0000","last_peered":"2024-05-21T01:56:32.398220+0000","last_clean":"2024-05-21T01:56:32.398220+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:56:32.398220+0000","last_undegraded":"2024-05-21T01:56:32.398220+0000","last_fullsized":"2024-05-21T01:56:32.398220+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.404644+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:56:32.404644+0000","last_peered":"2024-05-21T01:56:32.404644+0000","last_clean":"2024-05-21T01:56:32.404644+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:56:32.404644+0000","last_undegraded":"2024-05-21T01:56:32.404644+0000","last_fullsized":"2024-05-21T01:56:32.404644+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400512+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:56:32.400512+0000","last_peered":"2024-05-21T01:56:32.400512+0000","last_clean":"2024-05-21T01:56:32.400512+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:56:32.400512+0000","last_undegraded":"2024-05-21T01:56:32.400512+0000","last_fullsized":"2024-05-21T01:56:32.400512+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401336+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:56:32.401336+0000","last_peered":"2024-05-21T01:56:32.401336+0000","last_clean":"2024-05-21T01:56:32.401336+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:56:32.401336+0000","last_undegraded":"2024-05-21T01:56:32.401336+0000","last_fullsized":"2024-05-21T01:56:32.401336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398351+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:56:32.398351+0000","last_peered":"2024-05-21T01:56:32.398351+0000","last_clean":"2024-05-21T01:56:32.398351+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:56:32.398351+0000","last_undegraded":"2024-05-21T01:56:32.398351+0000","last_fullsized":"2024-05-21T01:56:32.398351+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398336+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:56:32.398336+0000","last_peered":"2024-05-21T01:56:32.398336+0000","last_clean":"2024-05-21T01:56:32.398336+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:56:32.398336+0000","last_undegraded":"2024-05-21T01:56:32.398336+0000","last_fullsized":"2024-05-21T01:56:32.398336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452995+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:56:32.452995+0000","last_peered":"2024-05-21T01:56:32.452995+0000","last_clean":"2024-05-21T01:56:32.452995+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:56:32.452995+0000","last_undegraded":"2024-05-21T01:56:32.452995+0000","last_fullsized":"2024-05-21T01:56:32.452995+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452307+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:56:32.452307+0000","last_peered":"2024-05-21T01:56:32.452307+0000","last_clean":"2024-05-21T01:56:32.452307+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:56:32.452307+0000","last_undegraded":"2024-05-21T01:56:32.452307+0000","last_fullsized":"2024-05-21T01:56:32.452307+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.396602+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:56:32.396602+0000","last_peered":"2024-05-21T01:56:32.396602+0000","last_clean":"2024-05-21T01:56:32.396602+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:56:32.396602+0000","last_undegraded":"2024-05-21T01:56:32.396602+0000","last_fullsized":"2024-05-21T01:56:32.396602+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.395878+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:56:32.395878+0000","last_peered":"2024-05-21T01:56:32.395878+0000","last_clean":"2024-05-21T01:56:32.395878+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:56:32.395878+0000","last_undegraded":"2024-05-21T01:56:32.395878+0000","last_fullsized":"2024-05-21T01:56:32.395878+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400700+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:56:32.400700+0000","last_peered":"2024-05-21T01:56:32.400700+0000","last_clean":"2024-05-21T01:56:32.400700+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:56:32.400700+0000","last_undegraded":"2024-05-21T01:56:32.400700+0000","last_fullsized":"2024-05-21T01:56:32.400700+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400892+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:56:32.400892+0000","last_peered":"2024-05-21T01:56:32.400892+0000","last_clean":"2024-05-21T01:56:32.400892+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:56:32.400892+0000","last_undegraded":"2024-05-21T01:56:32.400892+0000","last_fullsized":"2024-05-21T01:56:32.400892+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397040+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:56:32.397040+0000","last_peered":"2024-05-21T01:56:32.397040+0000","last_clean":"2024-05-21T01:56:32.397040+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:56:32.397040+0000","last_undegraded":"2024-05-21T01:56:32.397040+0000","last_fullsized":"2024-05-21T01:56:32.397040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403480+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:56:32.403480+0000","last_peered":"2024-05-21T01:56:32.403480+0000","last_clean":"2024-05-21T01:56:32.403480+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:56:32.403480+0000","last_undegraded":"2024-05-21T01:56:32.403480+0000","last_fullsized":"2024-05-21T01:56:32.403480+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'13","reported_seq":78,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:51.554083+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T01:56:51.554083+0000","last_peered":"2024-05-21T01:56:51.554083+0000","last_clean":"2024-05-21T01:56:51.554083+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T01:56:51.554083+0000","last_undegraded":"2024-05-21T01:56:51.554083+0000","last_fullsized":"2024-05-21T01:56:51.554083+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":39,"num_read_kb":39,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400831+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:56:32.400831+0000","last_peered":"2024-05-21T01:56:32.400831+0000","last_clean":"2024-05-21T01:56:32.400831+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:56:32.400831+0000","last_undegraded":"2024-05-21T01:56:32.400831+0000","last_fullsized":"2024-05-21T01:56:32.400831+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401274+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:56:32.401274+0000","last_peered":"2024-05-21T01:56:32.401274+0000","last_clean":"2024-05-21T01:56:32.401274+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:56:32.401274+0000","last_undegraded":"2024-05-21T01:56:32.401274+0000","last_fullsized":"2024-05-21T01:56:32.401274+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397631+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:56:32.397631+0000","last_peered":"2024-05-21T01:56:32.397631+0000","last_clean":"2024-05-21T01:56:32.397631+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:56:32.397631+0000","last_undegraded":"2024-05-21T01:56:32.397631+0000","last_fullsized":"2024-05-21T01:56:32.397631+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400397+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400397+0000","last_peered":"2024-05-21T01:56:32.400397+0000","last_clean":"2024-05-21T01:56:32.400397+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400397+0000","last_undegraded":"2024-05-21T01:56:32.400397+0000","last_fullsized":"2024-05-21T01:56:32.400397+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400880+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:56:32.400880+0000","last_peered":"2024-05-21T01:56:32.400880+0000","last_clean":"2024-05-21T01:56:32.400880+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:56:32.400880+0000","last_undegraded":"2024-05-21T01:56:32.400880+0000","last_fullsized":"2024-05-21T01:56:32.400880+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400752+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400752+0000","last_peered":"2024-05-21T01:56:32.400752+0000","last_clean":"2024-05-21T01:56:32.400752+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400752+0000","last_undegraded":"2024-05-21T01:56:32.400752+0000","last_fullsized":"2024-05-21T01:56:32.400752+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.454444+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:56:32.454444+0000","last_peered":"2024-05-21T01:56:32.454444+0000","last_clean":"2024-05-21T01:56:32.454444+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:56:32.454444+0000","last_undegraded":"2024-05-21T01:56:32.454444+0000","last_fullsized":"2024-05-21T01:56:32.454444+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":69,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:49.514594+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T01:56:49.514594+0000","last_peered":"2024-05-21T01:56:49.514594+0000","last_clean":"2024-05-21T01:56:49.514594+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T01:56:49.514594+0000","last_undegraded":"2024-05-21T01:56:49.514594+0000","last_fullsized":"2024-05-21T01:56:49.514594+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399862+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:56:32.399862+0000","last_peered":"2024-05-21T01:56:32.399862+0000","last_clean":"2024-05-21T01:56:32.399862+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:56:32.399862+0000","last_undegraded":"2024-05-21T01:56:32.399862+0000","last_fullsized":"2024-05-21T01:56:32.399862+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398093+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398093+0000","last_peered":"2024-05-21T01:56:32.398093+0000","last_clean":"2024-05-21T01:56:32.398093+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398093+0000","last_undegraded":"2024-05-21T01:56:32.398093+0000","last_fullsized":"2024-05-21T01:56:32.398093+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.454371+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:56:32.454371+0000","last_peered":"2024-05-21T01:56:32.454371+0000","last_clean":"2024-05-21T01:56:32.454371+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:56:32.454371+0000","last_undegraded":"2024-05-21T01:56:32.454371+0000","last_fullsized":"2024-05-21T01:56:32.454371+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452296+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452296+0000","last_peered":"2024-05-21T01:56:32.452296+0000","last_clean":"2024-05-21T01:56:32.452296+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452296+0000","last_undegraded":"2024-05-21T01:56:32.452296+0000","last_fullsized":"2024-05-21T01:56:32.452296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400162+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:56:32.400162+0000","last_peered":"2024-05-21T01:56:32.400162+0000","last_clean":"2024-05-21T01:56:32.400162+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:56:32.400162+0000","last_undegraded":"2024-05-21T01:56:32.400162+0000","last_fullsized":"2024-05-21T01:56:32.400162+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399203+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399203+0000","last_peered":"2024-05-21T01:56:32.399203+0000","last_clean":"2024-05-21T01:56:32.399203+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399203+0000","last_undegraded":"2024-05-21T01:56:32.399203+0000","last_fullsized":"2024-05-21T01:56:32.399203+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.395431+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:56:32.395431+0000","last_peered":"2024-05-21T01:56:32.395431+0000","last_clean":"2024-05-21T01:56:32.395431+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:56:32.395431+0000","last_undegraded":"2024-05-21T01:56:32.395431+0000","last_fullsized":"2024-05-21T01:56:32.395431+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":98,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:48.512233+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T01:56:48.512233+0000","last_peered":"2024-05-21T01:56:48.512233+0000","last_clean":"2024-05-21T01:56:48.512233+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T01:56:48.512233+0000","last_undegraded":"2024-05-21T01:56:48.512233+0000","last_fullsized":"2024-05-21T01:56:48.512233+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":68,"num_read_kb":68,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401147+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:56:32.401147+0000","last_peered":"2024-05-21T01:56:32.401147+0000","last_clean":"2024-05-21T01:56:32.401147+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:56:32.401147+0000","last_undegraded":"2024-05-21T01:56:32.401147+0000","last_fullsized":"2024-05-21T01:56:32.401147+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398571+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398571+0000","last_peered":"2024-05-21T01:56:32.398571+0000","last_clean":"2024-05-21T01:56:32.398571+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398571+0000","last_undegraded":"2024-05-21T01:56:32.398571+0000","last_fullsized":"2024-05-21T01:56:32.398571+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397608+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:56:32.397608+0000","last_peered":"2024-05-21T01:56:32.397608+0000","last_clean":"2024-05-21T01:56:32.397608+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:56:32.397608+0000","last_undegraded":"2024-05-21T01:56:32.397608+0000","last_fullsized":"2024-05-21T01:56:32.397608+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400108+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400108+0000","last_peered":"2024-05-21T01:56:32.400108+0000","last_clean":"2024-05-21T01:56:32.400108+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400108+0000","last_undegraded":"2024-05-21T01:56:32.400108+0000","last_fullsized":"2024-05-21T01:56:32.400108+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401296+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:56:32.401296+0000","last_peered":"2024-05-21T01:56:32.401296+0000","last_clean":"2024-05-21T01:56:32.401296+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:56:32.401296+0000","last_undegraded":"2024-05-21T01:56:32.401296+0000","last_fullsized":"2024-05-21T01:56:32.401296+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'32","reported_seq":153,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:48.483133+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T01:56:48.483133+0000","last_peered":"2024-05-21T01:56:48.483133+0000","last_clean":"2024-05-21T01:56:48.483133+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T01:56:48.483133+0000","last_undegraded":"2024-05-21T01:56:48.483133+0000","last_fullsized":"2024-05-21T01:56:48.483133+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64171,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":70,"num_read_kb":86,"num_write":34,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400020+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:56:32.400020+0000","last_peered":"2024-05-21T01:56:32.400020+0000","last_clean":"2024-05-21T01:56:32.400020+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:56:32.400020+0000","last_undegraded":"2024-05-21T01:56:32.400020+0000","last_fullsized":"2024-05-21T01:56:32.400020+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403623+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403623+0000","last_peered":"2024-05-21T01:56:32.403623+0000","last_clean":"2024-05-21T01:56:32.403623+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403623+0000","last_undegraded":"2024-05-21T01:56:32.403623+0000","last_fullsized":"2024-05-21T01:56:32.403623+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.451974+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:56:32.451974+0000","last_peered":"2024-05-21T01:56:32.451974+0000","last_clean":"2024-05-21T01:56:32.451974+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:56:32.451974+0000","last_undegraded":"2024-05-21T01:56:32.451974+0000","last_fullsized":"2024-05-21T01:56:32.451974+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400248+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:56:32.400248+0000","last_peered":"2024-05-21T01:56:32.400248+0000","last_clean":"2024-05-21T01:56:32.400248+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:56:32.400248+0000","last_undegraded":"2024-05-21T01:56:32.400248+0000","last_fullsized":"2024-05-21T01:56:32.400248+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397981+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:56:32.397981+0000","last_peered":"2024-05-21T01:56:32.397981+0000","last_clean":"2024-05-21T01:56:32.397981+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:56:32.397981+0000","last_undegraded":"2024-05-21T01:56:32.397981+0000","last_fullsized":"2024-05-21T01:56:32.397981+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'5","reported_seq":70,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:50.542451+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T01:56:50.542451+0000","last_peered":"2024-05-21T01:56:50.542451+0000","last_clean":"2024-05-21T01:56:50.542451+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T01:56:50.542451+0000","last_undegraded":"2024-05-21T01:56:50.542451+0000","last_fullsized":"2024-05-21T01:56:50.542451+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":40,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397670+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:56:32.397670+0000","last_peered":"2024-05-21T01:56:32.397670+0000","last_clean":"2024-05-21T01:56:32.397670+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:56:32.397670+0000","last_undegraded":"2024-05-21T01:56:32.397670+0000","last_fullsized":"2024-05-21T01:56:32.397670+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":44,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399754+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399754+0000","last_peered":"2024-05-21T01:56:32.399754+0000","last_clean":"2024-05-21T01:56:32.399754+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399754+0000","last_undegraded":"2024-05-21T01:56:32.399754+0000","last_fullsized":"2024-05-21T01:56:32.399754+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.409647+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:56:32.409647+0000","last_peered":"2024-05-21T01:56:32.409647+0000","last_clean":"2024-05-21T01:56:32.409647+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:56:32.409647+0000","last_undegraded":"2024-05-21T01:56:32.409647+0000","last_fullsized":"2024-05-21T01:56:32.409647+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400265+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:56:32.400265+0000","last_peered":"2024-05-21T01:56:32.400265+0000","last_clean":"2024-05-21T01:56:32.400265+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:56:32.400265+0000","last_undegraded":"2024-05-21T01:56:32.400265+0000","last_fullsized":"2024-05-21T01:56:32.400265+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400004+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:56:32.400004+0000","last_peered":"2024-05-21T01:56:32.400004+0000","last_clean":"2024-05-21T01:56:32.400004+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:56:32.400004+0000","last_undegraded":"2024-05-21T01:56:32.400004+0000","last_fullsized":"2024-05-21T01:56:32.400004+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.395540+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:56:32.395540+0000","last_peered":"2024-05-21T01:56:32.395540+0000","last_clean":"2024-05-21T01:56:32.395540+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:56:32.395540+0000","last_undegraded":"2024-05-21T01:56:32.395540+0000","last_fullsized":"2024-05-21T01:56:32.395540+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398562+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:56:32.398562+0000","last_peered":"2024-05-21T01:56:32.398562+0000","last_clean":"2024-05-21T01:56:32.398562+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:56:32.398562+0000","last_undegraded":"2024-05-21T01:56:32.398562+0000","last_fullsized":"2024-05-21T01:56:32.398562+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'6","reported_seq":68,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:47.545325+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T01:56:47.545325+0000","last_peered":"2024-05-21T01:56:47.545325+0000","last_clean":"2024-05-21T01:56:47.545325+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T01:56:47.545325+0000","last_undegraded":"2024-05-21T01:56:47.545325+0000","last_fullsized":"2024-05-21T01:56:47.545325+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398368+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:56:32.398368+0000","last_peered":"2024-05-21T01:56:32.398368+0000","last_clean":"2024-05-21T01:56:32.398368+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:56:32.398368+0000","last_undegraded":"2024-05-21T01:56:32.398368+0000","last_fullsized":"2024-05-21T01:56:32.398368+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401281+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:56:32.401281+0000","last_peered":"2024-05-21T01:56:32.401281+0000","last_clean":"2024-05-21T01:56:32.401281+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:56:32.401281+0000","last_undegraded":"2024-05-21T01:56:32.401281+0000","last_fullsized":"2024-05-21T01:56:32.401281+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'5","reported_seq":69,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:50.541503+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T01:56:50.541503+0000","last_peered":"2024-05-21T01:56:50.541503+0000","last_clean":"2024-05-21T01:56:50.541503+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T01:56:50.541503+0000","last_undegraded":"2024-05-21T01:56:50.541503+0000","last_fullsized":"2024-05-21T01:56:50.541503+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":38,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.406733+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:56:32.406733+0000","last_peered":"2024-05-21T01:56:32.406733+0000","last_clean":"2024-05-21T01:56:32.406733+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:56:32.406733+0000","last_undegraded":"2024-05-21T01:56:32.406733+0000","last_fullsized":"2024-05-21T01:56:32.406733+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452353+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:56:32.452353+0000","last_peered":"2024-05-21T01:56:32.452353+0000","last_clean":"2024-05-21T01:56:32.452353+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:56:32.452353+0000","last_undegraded":"2024-05-21T01:56:32.452353+0000","last_fullsized":"2024-05-21T01:56:32.452353+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":99,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397889+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:32.397889+0000","last_peered":"2024-05-21T01:56:32.397889+0000","last_clean":"2024-05-21T01:56:32.397889+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:32.397889+0000","last_undegraded":"2024-05-21T01:56:32.397889+0000","last_fullsized":"2024-05-21T01:56:32.397889+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.451909+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:56:32.451909+0000","last_peered":"2024-05-21T01:56:32.451909+0000","last_clean":"2024-05-21T01:56:32.451909+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:56:32.451909+0000","last_undegraded":"2024-05-21T01:56:32.451909+0000","last_fullsized":"2024-05-21T01:56:32.451909+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398098+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:56:32.398098+0000","last_peered":"2024-05-21T01:56:32.398098+0000","last_clean":"2024-05-21T01:56:32.398098+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:56:32.398098+0000","last_undegraded":"2024-05-21T01:56:32.398098+0000","last_fullsized":"2024-05-21T01:56:32.398098+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400191+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:56:32.400191+0000","last_peered":"2024-05-21T01:56:32.400191+0000","last_clean":"2024-05-21T01:56:32.400191+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:56:32.400191+0000","last_undegraded":"2024-05-21T01:56:32.400191+0000","last_fullsized":"2024-05-21T01:56:32.400191+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452635+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:56:32.452635+0000","last_peered":"2024-05-21T01:56:32.452635+0000","last_clean":"2024-05-21T01:56:32.452635+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:56:32.452635+0000","last_undegraded":"2024-05-21T01:56:32.452635+0000","last_fullsized":"2024-05-21T01:56:32.452635+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'16","reported_seq":58,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:40.830540+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T01:56:40.830540+0000","last_peered":"2024-05-21T01:56:40.830540+0000","last_clean":"2024-05-21T01:56:40.830540+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T01:56:40.830540+0000","last_undegraded":"2024-05-21T01:56:40.830540+0000","last_fullsized":"2024-05-21T01:56:40.830540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401257+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:56:32.401257+0000","last_peered":"2024-05-21T01:56:32.401257+0000","last_clean":"2024-05-21T01:56:32.401257+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:56:32.401257+0000","last_undegraded":"2024-05-21T01:56:32.401257+0000","last_fullsized":"2024-05-21T01:56:32.401257+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452523+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:56:32.452523+0000","last_peered":"2024-05-21T01:56:32.452523+0000","last_clean":"2024-05-21T01:56:32.452523+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:56:32.452523+0000","last_undegraded":"2024-05-21T01:56:32.452523+0000","last_fullsized":"2024-05-21T01:56:32.452523+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397633+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:56:32.397633+0000","last_peered":"2024-05-21T01:56:32.397633+0000","last_clean":"2024-05-21T01:56:32.397633+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:56:32.397633+0000","last_undegraded":"2024-05-21T01:56:32.397633+0000","last_fullsized":"2024-05-21T01:56:32.397633+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400714+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:56:32.400714+0000","last_peered":"2024-05-21T01:56:32.400714+0000","last_clean":"2024-05-21T01:56:32.400714+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:56:32.400714+0000","last_undegraded":"2024-05-21T01:56:32.400714+0000","last_fullsized":"2024-05-21T01:56:32.400714+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399653+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:56:32.399653+0000","last_peered":"2024-05-21T01:56:32.399653+0000","last_clean":"2024-05-21T01:56:32.399653+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:56:32.399653+0000","last_undegraded":"2024-05-21T01:56:32.399653+0000","last_fullsized":"2024-05-21T01:56:32.399653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400890+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:56:32.400890+0000","last_peered":"2024-05-21T01:56:32.400890+0000","last_clean":"2024-05-21T01:56:32.400890+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:56:32.400890+0000","last_undegraded":"2024-05-21T01:56:32.400890+0000","last_fullsized":"2024-05-21T01:56:32.400890+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399671+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:56:32.399671+0000","last_peered":"2024-05-21T01:56:32.399671+0000","last_clean":"2024-05-21T01:56:32.399671+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:56:32.399671+0000","last_undegraded":"2024-05-21T01:56:32.399671+0000","last_fullsized":"2024-05-21T01:56:32.399671+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.418401+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:32.418401+0000","last_peered":"2024-05-21T01:56:32.418401+0000","last_clean":"2024-05-21T01:56:32.418401+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:32.418401+0000","last_undegraded":"2024-05-21T01:56:32.418401+0000","last_fullsized":"2024-05-21T01:56:32.418401+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400387+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:56:32.400387+0000","last_peered":"2024-05-21T01:56:32.400387+0000","last_clean":"2024-05-21T01:56:32.400387+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:56:32.400387+0000","last_undegraded":"2024-05-21T01:56:32.400387+0000","last_fullsized":"2024-05-21T01:56:32.400387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400809+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:56:32.400809+0000","last_peered":"2024-05-21T01:56:32.400809+0000","last_clean":"2024-05-21T01:56:32.400809+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:56:32.400809+0000","last_undegraded":"2024-05-21T01:56:32.400809+0000","last_fullsized":"2024-05-21T01:56:32.400809+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398023+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:56:32.398023+0000","last_peered":"2024-05-21T01:56:32.398023+0000","last_clean":"2024-05-21T01:56:32.398023+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:56:32.398023+0000","last_undegraded":"2024-05-21T01:56:32.398023+0000","last_fullsized":"2024-05-21T01:56:32.398023+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":70,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:50.515829+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T01:56:50.515829+0000","last_peered":"2024-05-21T01:56:50.515829+0000","last_clean":"2024-05-21T01:56:50.515829+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T01:56:50.515829+0000","last_undegraded":"2024-05-21T01:56:50.515829+0000","last_fullsized":"2024-05-21T01:56:50.515829+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":39,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398755+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:56:32.398755+0000","last_peered":"2024-05-21T01:56:32.398755+0000","last_clean":"2024-05-21T01:56:32.398755+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:56:32.398755+0000","last_undegraded":"2024-05-21T01:56:32.398755+0000","last_fullsized":"2024-05-21T01:56:32.398755+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399508+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:56:32.399508+0000","last_peered":"2024-05-21T01:56:32.399508+0000","last_clean":"2024-05-21T01:56:32.399508+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:56:32.399508+0000","last_undegraded":"2024-05-21T01:56:32.399508+0000","last_fullsized":"2024-05-21T01:56:32.399508+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'1","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397884+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:56:32.397884+0000","last_peered":"2024-05-21T01:56:32.397884+0000","last_clean":"2024-05-21T01:56:32.397884+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:56:32.397884+0000","last_undegraded":"2024-05-21T01:56:32.397884+0000","last_fullsized":"2024-05-21T01:56:32.397884+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452899+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:56:32.452899+0000","last_peered":"2024-05-21T01:56:32.452899+0000","last_clean":"2024-05-21T01:56:32.452899+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:56:32.452899+0000","last_undegraded":"2024-05-21T01:56:32.452899+0000","last_fullsized":"2024-05-21T01:56:32.452899+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398779+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:56:32.398779+0000","last_peered":"2024-05-21T01:56:32.398779+0000","last_clean":"2024-05-21T01:56:32.398779+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:56:32.398779+0000","last_undegraded":"2024-05-21T01:56:32.398779+0000","last_fullsized":"2024-05-21T01:56:32.398779+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399787+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:56:32.399787+0000","last_peered":"2024-05-21T01:56:32.399787+0000","last_clean":"2024-05-21T01:56:32.399787+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:56:32.399787+0000","last_undegraded":"2024-05-21T01:56:32.399787+0000","last_fullsized":"2024-05-21T01:56:32.399787+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401761+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:56:32.401761+0000","last_peered":"2024-05-21T01:56:32.401761+0000","last_clean":"2024-05-21T01:56:32.401761+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:56:32.401761+0000","last_undegraded":"2024-05-21T01:56:32.401761+0000","last_fullsized":"2024-05-21T01:56:32.401761+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401410+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:56:32.401410+0000","last_peered":"2024-05-21T01:56:32.401410+0000","last_clean":"2024-05-21T01:56:32.401410+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:56:32.401410+0000","last_undegraded":"2024-05-21T01:56:32.401410+0000","last_fullsized":"2024-05-21T01:56:32.401410+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.396919+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:56:32.396919+0000","last_peered":"2024-05-21T01:56:32.396919+0000","last_clean":"2024-05-21T01:56:32.396919+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:56:32.396919+0000","last_undegraded":"2024-05-21T01:56:32.396919+0000","last_fullsized":"2024-05-21T01:56:32.396919+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452673+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:56:32.452673+0000","last_peered":"2024-05-21T01:56:32.452673+0000","last_clean":"2024-05-21T01:56:32.452673+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:56:32.452673+0000","last_undegraded":"2024-05-21T01:56:32.452673+0000","last_fullsized":"2024-05-21T01:56:32.452673+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400240+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:56:32.400240+0000","last_peered":"2024-05-21T01:56:32.400240+0000","last_clean":"2024-05-21T01:56:32.400240+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:56:32.400240+0000","last_undegraded":"2024-05-21T01:56:32.400240+0000","last_fullsized":"2024-05-21T01:56:32.400240+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.402923+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:56:32.402923+0000","last_peered":"2024-05-21T01:56:32.402923+0000","last_clean":"2024-05-21T01:56:32.402923+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:56:32.402923+0000","last_undegraded":"2024-05-21T01:56:32.402923+0000","last_fullsized":"2024-05-21T01:56:32.402923+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401152+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:56:32.401152+0000","last_peered":"2024-05-21T01:56:32.401152+0000","last_clean":"2024-05-21T01:56:32.401152+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:56:32.401152+0000","last_undegraded":"2024-05-21T01:56:32.401152+0000","last_fullsized":"2024-05-21T01:56:32.401152+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403040+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:56:32.403040+0000","last_peered":"2024-05-21T01:56:32.403040+0000","last_clean":"2024-05-21T01:56:32.403040+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:56:32.403040+0000","last_undegraded":"2024-05-21T01:56:32.403040+0000","last_fullsized":"2024-05-21T01:56:32.403040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400195+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:56:32.400195+0000","last_peered":"2024-05-21T01:56:32.400195+0000","last_clean":"2024-05-21T01:56:32.400195+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:56:32.400195+0000","last_undegraded":"2024-05-21T01:56:32.400195+0000","last_fullsized":"2024-05-21T01:56:32.400195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401290+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:56:32.401290+0000","last_peered":"2024-05-21T01:56:32.401290+0000","last_clean":"2024-05-21T01:56:32.401290+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:56:32.401290+0000","last_undegraded":"2024-05-21T01:56:32.401290+0000","last_fullsized":"2024-05-21T01:56:32.401290+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452386+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:56:32.452386+0000","last_peered":"2024-05-21T01:56:32.452386+0000","last_clean":"2024-05-21T01:56:32.452386+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:56:32.452386+0000","last_undegraded":"2024-05-21T01:56:32.452386+0000","last_fullsized":"2024-05-21T01:56:32.452386+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.409823+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:56:32.409823+0000","last_peered":"2024-05-21T01:56:32.409823+0000","last_clean":"2024-05-21T01:56:32.409823+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:56:32.409823+0000","last_undegraded":"2024-05-21T01:56:32.409823+0000","last_fullsized":"2024-05-21T01:56:32.409823+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70984,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":388,"num_read_kb":260,"num_write":246,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":212952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645339,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841568,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1090007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005094,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201325,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397555,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1027633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593785,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36232,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708920,"statfs":{"total":95995035648,"available":95957934080,"internally_reserved":0,"allocated":909312,"data_stored":434845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":499929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953540,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":498486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790014,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":64871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":65907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T01:56:55.827 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T01:56:55.827 INFO:tasks.cephadm:Setting up client nodes... 2024-05-21T01:56:55.828 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-21T01:56:56.324 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:56:56.652 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:56 smithi007 ceph-mon[31288]: from='client.24661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:56:56.653 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:56 smithi007 ceph-mon[31288]: pgmap v354: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T01:56:56.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:56 smithi164 ceph-mon[36138]: from='client.24661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:56:56.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:56 smithi164 ceph-mon[36138]: pgmap v354: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T01:56:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:56 smithi190 ceph-mon[35961]: from='client.24661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:56:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:56 smithi190 ceph-mon[35961]: pgmap v354: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T01:56:58.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.548+0000 7fbdaf600700 1 -- 172.21.15.7:0/182347096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbda81035c0 msgr2=0x7fbda81039e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:58.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.548+0000 7fbdaf600700 1 --2- 172.21.15.7:0/182347096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbda81035c0 0x7fbda81039e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c0099c0 tx=0x7fbd9c009cd0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.548+0000 7fbdaf600700 1 -- 172.21.15.7:0/182347096 shutdown_connections 2024-05-21T01:56:58.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.548+0000 7fbdaf600700 1 --2- 172.21.15.7:0/182347096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbda8105160 0x7fbda810ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.548+0000 7fbdaf600700 1 --2- 172.21.15.7:0/182347096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbda81035c0 0x7fbda81039e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.548+0000 7fbdaf600700 1 --2- 172.21.15.7:0/182347096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbda81047c0 0x7fbda8104c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.548+0000 7fbdaf600700 1 -- 172.21.15.7:0/182347096 >> 172.21.15.7:0/182347096 conn(0x7fbda80feb60 msgr2=0x7fbda8100fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:58.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.549+0000 7fbdaf600700 1 -- 172.21.15.7:0/182347096 shutdown_connections 2024-05-21T01:56:58.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.549+0000 7fbdaf600700 1 -- 172.21.15.7:0/182347096 wait complete. 2024-05-21T01:56:58.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.550+0000 7fbdaf600700 1 Processor -- start 2024-05-21T01:56:58.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.550+0000 7fbdaf600700 1 -- start start 2024-05-21T01:56:58.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.550+0000 7fbdaf600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbda81035c0 0x7fbda819b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:58.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.550+0000 7fbdaf600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbda81047c0 0x7fbda819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:58.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.550+0000 7fbdaf600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbda8105160 0x7fbda81a2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:58.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.550+0000 7fbdaf600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbda810f0a0 con 0x7fbda8105160 2024-05-21T01:56:58.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.550+0000 7fbdaf600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbda810ef20 con 0x7fbda81035c0 2024-05-21T01:56:58.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.550+0000 7fbdaf600700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbda810f220 con 0x7fbda81047c0 2024-05-21T01:56:58.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbda7e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbda81047c0 0x7fbda819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:58.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbdad600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbda8105160 0x7fbda81a2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:58.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbdacc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbda81035c0 0x7fbda819b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:58.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbda7e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbda81047c0 0x7fbda819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:37944/0 (socket says 172.21.15.7:37944) 2024-05-21T01:56:58.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbda7e00700 1 -- 172.21.15.7:0/1960115939 learned_addr learned my addr 172.21.15.7:0/1960115939 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:56:58.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbdacc00700 1 -- 172.21.15.7:0/1960115939 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbda81047c0 msgr2=0x7fbda819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:58.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbdacc00700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbda81047c0 0x7fbda819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbdacc00700 1 -- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbda8105160 msgr2=0x7fbda81a2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:58.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbdacc00700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbda8105160 0x7fbda81a2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbdacc00700 1 -- 172.21.15.7:0/1960115939 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda81a34f0 con 0x7fbda81035c0 2024-05-21T01:56:58.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbda7e00700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbda81047c0 0x7fbda819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:58.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.551+0000 7fbdad600700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbda8105160 0x7fbda81a2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:56:58.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.552+0000 7fbdacc00700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbda81035c0 0x7fbda819b890 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c0098e0 tx=0x7fbd9c003af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:58.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.552+0000 7fbda5600700 1 -- 172.21.15.7:0/1960115939 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c0050c0 con 0x7fbda81035c0 2024-05-21T01:56:58.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.552+0000 7fbda5600700 1 -- 172.21.15.7:0/1960115939 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd9c022460 con 0x7fbda81035c0 2024-05-21T01:56:58.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.552+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda81a3780 con 0x7fbda81035c0 2024-05-21T01:56:58.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.552+0000 7fbda5600700 1 -- 172.21.15.7:0/1960115939 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c00f6e0 con 0x7fbda81035c0 2024-05-21T01:56:58.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.552+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda81a3bd0 con 0x7fbda81035c0 2024-05-21T01:56:58.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.553+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbda8051ab0 con 0x7fbda81035c0 2024-05-21T01:56:58.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.556+0000 7fbda5600700 1 -- 172.21.15.7:0/1960115939 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fbd9c022610 con 0x7fbda81035c0 2024-05-21T01:56:58.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.557+0000 7fbda5600700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbd900b29b0 0x7fbd900b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:56:58.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.557+0000 7fbda5600700 1 -- 172.21.15.7:0/1960115939 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fbd9c0e2ed0 con 0x7fbda81035c0 2024-05-21T01:56:58.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.557+0000 7fbda7e00700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbd900b29b0 0x7fbd900b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:56:58.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.558+0000 7fbda7e00700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbd900b29b0 0x7fbd900b4e70 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbd94011590 tx=0x7fbd94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:56:58.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.559+0000 7fbda5600700 1 -- 172.21.15.7:0/1960115939 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbda8051ab0 con 0x7fbda81035c0 2024-05-21T01:56:58.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:58 smithi164 ceph-mon[36138]: pgmap v355: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-21T01:56:58.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:58 smithi007 ceph-mon[31288]: pgmap v355: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-21T01:56:58.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:58 smithi190 ceph-mon[35961]: pgmap v355: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-21T01:56:58.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.900+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fbda81a3eb0 con 0x7fbda81035c0 2024-05-21T01:56:58.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.909+0000 7fbda5600700 1 -- 172.21.15.7:0/1960115939 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7fbd9c013070 con 0x7fbda81035c0 2024-05-21T01:56:58.911 INFO:teuthology.orchestra.run.smithi007.stdout:[client.0] 2024-05-21T01:56:58.911 INFO:teuthology.orchestra.run.smithi007.stdout: key = AQBq/0tmW5rgNRAAj95uuBIlJFm/Vly19fNMTg== 2024-05-21T01:56:58.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.912+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbd900b29b0 msgr2=0x7fbd900b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:58.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.912+0000 7fbdaf600700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbd900b29b0 0x7fbd900b4e70 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbd94011590 tx=0x7fbd94009260 comp rx=0 tx=0).stop 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.912+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbda81035c0 msgr2=0x7fbda819b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.912+0000 7fbdaf600700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbda81035c0 0x7fbda819b890 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c0098e0 tx=0x7fbd9c003af0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.913+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 shutdown_connections 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.913+0000 7fbdaf600700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbd900b29b0 0x7fbd900b4e70 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.913+0000 7fbdaf600700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbda8105160 0x7fbda81a2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.913+0000 7fbdaf600700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbda81035c0 0x7fbda819b890 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.913+0000 7fbdaf600700 1 --2- 172.21.15.7:0/1960115939 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbda81047c0 0x7fbda819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.913+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 >> 172.21.15.7:0/1960115939 conn(0x7fbda80feb60 msgr2=0x7fbda8075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.913+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 shutdown_connections 2024-05-21T01:56:58.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:56:58.913+0000 7fbdaf600700 1 -- 172.21.15.7:0/1960115939 wait complete. 2024-05-21T01:56:59.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:59 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1960115939' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T01:56:59.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:59 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T01:56:59.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:56:59 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T01:56:59.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:59 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1960115939' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T01:56:59.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:59 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T01:56:59.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:56:59 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T01:56:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:59 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1960115939' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T01:56:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:59 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T01:56:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:56:59 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T01:57:00.005 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T01:57:00.006 DEBUG:teuthology.orchestra.run.smithi007:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-21T01:57:00.006 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-21T01:57:00.151 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-21T01:57:00.151 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-21T01:57:00.151 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph mgr dump --format=json 2024-05-21T01:57:00.668 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:00.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:00 smithi164 ceph-mon[36138]: pgmap v356: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T01:57:00.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:00 smithi007 ceph-mon[31288]: pgmap v356: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T01:57:00.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:00 smithi190 ceph-mon[35961]: pgmap v356: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T01:57:02.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:02 smithi007 ceph-mon[31288]: pgmap v357: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-21T01:57:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:02 smithi164 ceph-mon[36138]: pgmap v357: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-21T01:57:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:02 smithi190 ceph-mon[35961]: pgmap v357: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-05-21T01:57:03.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.100+0000 7fedcfe00700 1 -- 172.21.15.7:0/305372245 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd0103e20 msgr2=0x7fedd0110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:03.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.100+0000 7fedcfe00700 1 --2- 172.21.15.7:0/305372245 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd0103e20 0x7fedd0110330 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fedc8009f90 tx=0x7fedc800b330 comp rx=0 tx=0).stop 2024-05-21T01:57:03.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.100+0000 7fedcfe00700 1 -- 172.21.15.7:0/305372245 shutdown_connections 2024-05-21T01:57:03.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.100+0000 7fedcfe00700 1 --2- 172.21.15.7:0/305372245 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd0103e20 0x7fedd0110330 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.100+0000 7fedcfe00700 1 --2- 172.21.15.7:0/305372245 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedd01094f0 0x7fedd01098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.100+0000 7fedcfe00700 1 --2- 172.21.15.7:0/305372245 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedd0103460 0x7fedd01038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.100+0000 7fedcfe00700 1 -- 172.21.15.7:0/305372245 >> 172.21.15.7:0/305372245 conn(0x7fedd00fef50 msgr2=0x7fedd0101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:03.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.100+0000 7fedcfe00700 1 -- 172.21.15.7:0/305372245 shutdown_connections 2024-05-21T01:57:03.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.100+0000 7fedcfe00700 1 -- 172.21.15.7:0/305372245 wait complete. 2024-05-21T01:57:03.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.101+0000 7fedcfe00700 1 Processor -- start 2024-05-21T01:57:03.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.101+0000 7fedcfe00700 1 -- start start 2024-05-21T01:57:03.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.101+0000 7fedcfe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedd0103460 0x7fedd0075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:03.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcfe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedd0103e20 0x7fedd0075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcfe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd01094f0 0x7fedd00762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcfe00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fedd0113670 con 0x7fedd01094f0 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcfe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fedd01134f0 con 0x7fedd0103e20 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcfe00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fedd01137f0 con 0x7fedd0103460 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcf400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd01094f0 0x7fedd00762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedd0103460 0x7fedd0075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedd0103460 0x7fedd0075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:37972/0 (socket says 172.21.15.7:37972) 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcea00700 1 -- 172.21.15.7:0/3902064351 learned_addr learned my addr 172.21.15.7:0/3902064351 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedce000700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedd0103e20 0x7fedd0075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcea00700 1 -- 172.21.15.7:0/3902064351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedd0103e20 msgr2=0x7fedd0075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcea00700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedd0103e20 0x7fedd0075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcea00700 1 -- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd01094f0 msgr2=0x7fedd00762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:03.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcea00700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd01094f0 0x7fedd00762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcea00700 1 -- 172.21.15.7:0/3902064351 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedd01a8070 con 0x7fedd0103460 2024-05-21T01:57:03.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.102+0000 7fedcf400700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd01094f0 0x7fedd00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:03.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.103+0000 7fedcea00700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedd0103460 0x7fedd0075840 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fedc000e9c0 tx=0x7fedc000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:03.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.103+0000 7fedc7400700 1 -- 172.21.15.7:0/3902064351 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc000cbd0 con 0x7fedd0103460 2024-05-21T01:57:03.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.103+0000 7fedc7400700 1 -- 172.21.15.7:0/3902064351 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedc000ee60 con 0x7fedd0103460 2024-05-21T01:57:03.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.103+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedd01a8360 con 0x7fedd0103460 2024-05-21T01:57:03.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.103+0000 7fedc7400700 1 -- 172.21.15.7:0/3902064351 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc00055c0 con 0x7fedd0103460 2024-05-21T01:57:03.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.103+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedd01a8850 con 0x7fedd0103460 2024-05-21T01:57:03.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.104+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedd006a230 con 0x7fedd0103460 2024-05-21T01:57:03.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.107+0000 7fedc7400700 1 -- 172.21.15.7:0/3902064351 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fedc0004750 con 0x7fedd0103460 2024-05-21T01:57:03.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.108+0000 7fedc7400700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fedb40b2910 0x7fedb40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:03.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.108+0000 7fedc7400700 1 -- 172.21.15.7:0/3902064351 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fedc00e2860 con 0x7fedd0103460 2024-05-21T01:57:03.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.108+0000 7fedce000700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fedb40b2910 0x7fedb40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:03.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.109+0000 7fedce000700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fedb40b2910 0x7fedb40b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fedbc009750 tx=0x7fedbc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:03.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.110+0000 7fedc7400700 1 -- 172.21.15.7:0/3902064351 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fedc0054df0 con 0x7fedd0103460 2024-05-21T01:57:03.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.418+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fedd0076d70 con 0x7fedd0103460 2024-05-21T01:57:03.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.424+0000 7fedc7400700 1 -- 172.21.15.7:0/3902064351 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+288636 (secure 0 0 0) 0x7fedc00aa3e0 con 0x7fedd0103460 2024-05-21T01:57:03.430 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fedb40b2910 msgr2=0x7fedb40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fedb40b2910 0x7fedb40b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fedbc009750 tx=0x7fedbc009310 comp rx=0 tx=0).stop 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedd0103460 msgr2=0x7fedd0075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedd0103460 0x7fedd0075840 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fedc000e9c0 tx=0x7fedc000ecd0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 shutdown_connections 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fedb40b2910 0x7fedb40b4dd0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedd01094f0 0x7fedd00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedd0103460 0x7fedd0075840 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 --2- 172.21.15.7:0/3902064351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedd0103e20 0x7fedd0075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:03.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 >> 172.21.15.7:0/3902064351 conn(0x7fedd00fef50 msgr2=0x7fedd00ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:03.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 shutdown_connections 2024-05-21T01:57:03.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:03.431+0000 7fedcfe00700 1 -- 172.21.15.7:0/3902064351 wait complete. 2024-05-21T01:57:04.338 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6800","nonce":3375602398},{"type":"v1","addr":"172.21.15.7:6801","nonce":3375602398}]},"active_addr":"172.21.15.7:6801/3375602398","active_change":"2024-05-21T01:47:31.126442+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24112,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24119,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.7:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1624470999}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":1933844023}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":290634049}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":3235360927}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.7:0","nonce":737729866}]}]} 2024-05-21T01:57:04.345 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-21T01:57:04.345 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-21T01:57:04.345 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T01:57:04.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:04 smithi007 ceph-mon[31288]: pgmap v358: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:04.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:04 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3902064351' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T01:57:04.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:04 smithi164 ceph-mon[36138]: pgmap v358: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:04.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:04 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3902064351' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T01:57:04.850 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:04.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:04 smithi190 ceph-mon[35961]: pgmap v358: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:04.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:04 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3902064351' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T01:57:06.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:06 smithi164 ceph-mon[36138]: pgmap v359: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T01:57:06.760 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:06 smithi007 ceph-mon[31288]: pgmap v359: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T01:57:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:06 smithi190 ceph-mon[35961]: pgmap v359: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T01:57:07.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.346+0000 7fcfdf200700 1 -- 172.21.15.7:0/2857764230 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfe0102470 msgr2=0x7fcfe0102850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:07.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.346+0000 7fcfdf200700 1 --2- 172.21.15.7:0/2857764230 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfe0102470 0x7fcfe0102850 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0009990 tx=0x7fcfd0009ca0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.346+0000 7fcfdf200700 1 -- 172.21.15.7:0/2857764230 shutdown_connections 2024-05-21T01:57:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.346+0000 7fcfdf200700 1 --2- 172.21.15.7:0/2857764230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcfe0107880 0x7fcfe0107d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.346+0000 7fcfdf200700 1 --2- 172.21.15.7:0/2857764230 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfe0102470 0x7fcfe0102850 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.346+0000 7fcfdf200700 1 --2- 172.21.15.7:0/2857764230 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcfe0102d90 0x7fcfe0107260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.346+0000 7fcfdf200700 1 -- 172.21.15.7:0/2857764230 >> 172.21.15.7:0/2857764230 conn(0x7fcfe00fded0 msgr2=0x7fcfe01002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.346+0000 7fcfdf200700 1 -- 172.21.15.7:0/2857764230 shutdown_connections 2024-05-21T01:57:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.347+0000 7fcfdf200700 1 -- 172.21.15.7:0/2857764230 wait complete. 2024-05-21T01:57:07.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.348+0000 7fcfdf200700 1 Processor -- start 2024-05-21T01:57:07.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.348+0000 7fcfdf200700 1 -- start start 2024-05-21T01:57:07.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdf200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcfe0102470 0x7fcfe01a02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:07.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdf200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcfe0102d90 0x7fcfe01a0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdf200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfe0107880 0x7fcfe01a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdf200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe0119d10 con 0x7fcfe0102d90 2024-05-21T01:57:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdf200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe0119b90 con 0x7fcfe0107880 2024-05-21T01:57:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdf200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe0119e90 con 0x7fcfe0102470 2024-05-21T01:57:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdd400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcfe0102d90 0x7fcfe01a0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdd400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcfe0102d90 0x7fcfe01a0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56042/0 (socket says 172.21.15.7:56042) 2024-05-21T01:57:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdd400700 1 -- 172.21.15.7:0/403977184 learned_addr learned my addr 172.21.15.7:0/403977184 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfdde00700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcfe0102470 0x7fcfe01a02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:07.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.349+0000 7fcfde800700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfe0107880 0x7fcfe01a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfdd400700 1 -- 172.21.15.7:0/403977184 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcfe0102470 msgr2=0x7fcfe01a02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfdd400700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcfe0102470 0x7fcfe01a02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfdd400700 1 -- 172.21.15.7:0/403977184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfe0107880 msgr2=0x7fcfe01a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfdd400700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfe0107880 0x7fcfe01a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfdd400700 1 -- 172.21.15.7:0/403977184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe01a52d0 con 0x7fcfe0102d90 2024-05-21T01:57:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfdde00700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcfe0102470 0x7fcfe01a02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:07.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfde800700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfe0107880 0x7fcfe01a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfdd400700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcfe0102d90 0x7fcfe01a0800 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc00e9f0 tx=0x7fcfcc00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfd6a00700 1 -- 172.21.15.7:0/403977184 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc004830 con 0x7fcfe0102d90 2024-05-21T01:57:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfe01a55c0 con 0x7fcfe0102d90 2024-05-21T01:57:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfd6a00700 1 -- 172.21.15.7:0/403977184 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfcc00c7c0 con 0x7fcfe0102d90 2024-05-21T01:57:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.350+0000 7fcfd6a00700 1 -- 172.21.15.7:0/403977184 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc0054a0 con 0x7fcfe0102d90 2024-05-21T01:57:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.351+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfe01ace40 con 0x7fcfe0102d90 2024-05-21T01:57:07.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.352+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfe006a230 con 0x7fcfe0102d90 2024-05-21T01:57:07.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.358+0000 7fcfd6a00700 1 -- 172.21.15.7:0/403977184 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fcfcc0049d0 con 0x7fcfe0102d90 2024-05-21T01:57:07.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.359+0000 7fcfd6a00700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcfc40b2990 0x7fcfc40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:07.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.360+0000 7fcfd6a00700 1 -- 172.21.15.7:0/403977184 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcfcc0e26c0 con 0x7fcfe0102d90 2024-05-21T01:57:07.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.360+0000 7fcfdde00700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcfc40b2990 0x7fcfc40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:07.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.361+0000 7fcfdde00700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcfc40b2990 0x7fcfc40b4e50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcfd000b2e0 tx=0x7fcfd001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:07.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.365+0000 7fcfd6a00700 1 -- 172.21.15.7:0/403977184 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcfcc0aa240 con 0x7fcfe0102d90 2024-05-21T01:57:07.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.605+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcfe01ad070 con 0x7fcfe0102d90 2024-05-21T01:57:07.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.608+0000 7fcfd6a00700 1 -- 172.21.15.7:0/403977184 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7fcfcc0a9b40 con 0x7fcfe0102d90 2024-05-21T01:57:07.609 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:57:07.610 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T01:57:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcfc40b2990 msgr2=0x7fcfc40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcfc40b2990 0x7fcfc40b4e50 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcfd000b2e0 tx=0x7fcfd001a040 comp rx=0 tx=0).stop 2024-05-21T01:57:07.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcfe0102d90 msgr2=0x7fcfe01a0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcfe0102d90 0x7fcfe01a0800 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc00e9f0 tx=0x7fcfcc00ed00 comp rx=0 tx=0).stop 2024-05-21T01:57:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 shutdown_connections 2024-05-21T01:57:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcfe0107880 0x7fcfe01a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcfe0102470 0x7fcfe01a02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcfc40b2990 0x7fcfc40b4e50 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 --2- 172.21.15.7:0/403977184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcfe0102d90 0x7fcfe01a0800 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 >> 172.21.15.7:0/403977184 conn(0x7fcfe00fded0 msgr2=0x7fcfe0111040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 shutdown_connections 2024-05-21T01:57:07.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:07.612+0000 7fcfdf200700 1 -- 172.21.15.7:0/403977184 wait complete. 2024-05-21T01:57:08.474 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-21T01:57:08.474 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T01:57:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:08 smithi164 ceph-mon[36138]: pgmap v360: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:08.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:08 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/403977184' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:57:08.721 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:08 smithi007 ceph-mon[31288]: pgmap v360: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:08.721 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:08 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/403977184' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:57:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:08 smithi190 ceph-mon[35961]: pgmap v360: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:08 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/403977184' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:57:08.915 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:10.670 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:10 smithi007 ceph-mon[31288]: pgmap v361: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:10.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:10 smithi164 ceph-mon[36138]: pgmap v361: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:10 smithi190 ceph-mon[35961]: pgmap v361: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:11.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.117+0000 7f3b01a00700 1 -- 172.21.15.7:0/347782111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc107880 msgr2=0x7f3afc107d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:11.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.117+0000 7f3b01a00700 1 --2- 172.21.15.7:0/347782111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc107880 0x7f3afc107d30 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3af400b0a0 tx=0x7f3af400b3b0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.118+0000 7f3b01a00700 1 -- 172.21.15.7:0/347782111 shutdown_connections 2024-05-21T01:57:11.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.118+0000 7f3b01a00700 1 --2- 172.21.15.7:0/347782111 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc107880 0x7f3afc107d30 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.118+0000 7f3b01a00700 1 --2- 172.21.15.7:0/347782111 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3afc102470 0x7f3afc102850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.118+0000 7f3b01a00700 1 --2- 172.21.15.7:0/347782111 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3afc102d90 0x7f3afc107260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.118+0000 7f3b01a00700 1 -- 172.21.15.7:0/347782111 >> 172.21.15.7:0/347782111 conn(0x7f3afc0fded0 msgr2=0x7f3afc1002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:11.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.118+0000 7f3b01a00700 1 -- 172.21.15.7:0/347782111 shutdown_connections 2024-05-21T01:57:11.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.118+0000 7f3b01a00700 1 -- 172.21.15.7:0/347782111 wait complete. 2024-05-21T01:57:11.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.119+0000 7f3b01a00700 1 Processor -- start 2024-05-21T01:57:11.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.119+0000 7f3b01a00700 1 -- start start 2024-05-21T01:57:11.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.119+0000 7f3b01a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc102470 0x7f3afc1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:11.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.119+0000 7f3b01a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3afc102d90 0x7f3afc1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:11.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.119+0000 7f3b01a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3afc107880 0x7f3afc1a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:11.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.119+0000 7f3b01a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3afc119d10 con 0x7f3afc102470 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.119+0000 7f3b01a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3afc119b90 con 0x7f3afc107880 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.119+0000 7f3b01a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3afc119e90 con 0x7f3afc102d90 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc102470 0x7f3afc1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc102470 0x7f3afc1a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:56062/0 (socket says 172.21.15.7:56062) 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afbe00700 1 -- 172.21.15.7:0/3274081851 learned_addr learned my addr 172.21.15.7:0/3274081851 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afb400700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3afc102d90 0x7f3afc1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3b01000700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3afc107880 0x7f3afc1a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afbe00700 1 -- 172.21.15.7:0/3274081851 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3afc102d90 msgr2=0x7f3afc1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afbe00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3afc102d90 0x7f3afc1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afbe00700 1 -- 172.21.15.7:0/3274081851 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3afc107880 msgr2=0x7f3afc1a4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afbe00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3afc107880 0x7f3afc1a4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afbe00700 1 -- 172.21.15.7:0/3274081851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3afc1a51b0 con 0x7f3afc102470 2024-05-21T01:57:11.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3afb400700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3afc102d90 0x7f3afc1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:11.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.120+0000 7f3b01000700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3afc107880 0x7f3afc1a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:11.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.121+0000 7f3afbe00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc102470 0x7f3afc1a01a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3aec00e9c0 tx=0x7f3aec00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:11.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.121+0000 7f3af8c00700 1 -- 172.21.15.7:0/3274081851 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aec00cbd0 con 0x7f3afc102470 2024-05-21T01:57:11.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.121+0000 7f3af8c00700 1 -- 172.21.15.7:0/3274081851 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3aec00ee60 con 0x7f3afc102470 2024-05-21T01:57:11.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.121+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3afc1a54a0 con 0x7f3afc102470 2024-05-21T01:57:11.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.121+0000 7f3af8c00700 1 -- 172.21.15.7:0/3274081851 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aec0055c0 con 0x7f3afc102470 2024-05-21T01:57:11.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.121+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3afc1acd20 con 0x7f3afc102470 2024-05-21T01:57:11.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.123+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3afc06a230 con 0x7f3afc102470 2024-05-21T01:57:11.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.125+0000 7f3af8c00700 1 -- 172.21.15.7:0/3274081851 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f3aec004750 con 0x7f3afc102470 2024-05-21T01:57:11.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.126+0000 7f3af8c00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3ae00b2910 0x7f3ae00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:11.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.126+0000 7f3af8c00700 1 -- 172.21.15.7:0/3274081851 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f3aec0e2660 con 0x7f3afc102470 2024-05-21T01:57:11.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.126+0000 7f3afb400700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3ae00b2910 0x7f3ae00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:11.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.127+0000 7f3afb400700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3ae00b2910 0x7f3ae00b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8009680 tx=0x7f3ae8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:11.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.131+0000 7f3af8c00700 1 -- 172.21.15.7:0/3274081851 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3aec0aa1e0 con 0x7f3afc102470 2024-05-21T01:57:11.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.371+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3afc1acef0 con 0x7f3afc102470 2024-05-21T01:57:11.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.373+0000 7f3af8c00700 1 -- 172.21.15.7:0/3274081851 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7f3aec0a9ae0 con 0x7f3afc102470 2024-05-21T01:57:11.376 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:57:11.376 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T01:57:11.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3ae00b2910 msgr2=0x7f3ae00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3ae00b2910 0x7f3ae00b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8009680 tx=0x7f3ae8009260 comp rx=0 tx=0).stop 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc102470 msgr2=0x7f3afc1a01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc102470 0x7f3afc1a01a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3aec00e9c0 tx=0x7f3aec00ecd0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 shutdown_connections 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3afc107880 0x7f3afc1a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3ae00b2910 0x7f3ae00b4dd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3afc102470 0x7f3afc1a01a0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 --2- 172.21.15.7:0/3274081851 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3afc102d90 0x7f3afc1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 >> 172.21.15.7:0/3274081851 conn(0x7f3afc0fded0 msgr2=0x7f3afc105230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 shutdown_connections 2024-05-21T01:57:11.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:11.377+0000 7f3b01a00700 1 -- 172.21.15.7:0/3274081851 wait complete. 2024-05-21T01:57:11.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:11 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3274081851' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:57:11.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:11 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3274081851' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:57:11.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:11 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3274081851' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:57:12.393 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-21T01:57:12.394 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-21T01:57:12.394 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-21T01:57:12.395 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-21T01:57:12.395 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-21T01:57:12.396 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-21T01:57:12.396 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-21T01:57:12.396 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-21T01:57:12.397 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-21T01:57:12.397 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-21T01:57:12.398 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-21T01:57:12.398 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-21T01:57:12.579 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:12 smithi007 ceph-mon[31288]: pgmap v362: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:12.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:12 smithi164 ceph-mon[36138]: pgmap v362: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:12.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:12 smithi190 ceph-mon[35961]: pgmap v362: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:13.499 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:13.506 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.452 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.459 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.460 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.469 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.471 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.471 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.477 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.482 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.486 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:14.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:14 smithi164 ceph-mon[36138]: pgmap v363: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:14.694 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:14 smithi007 ceph-mon[31288]: pgmap v363: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:14 smithi190 ceph-mon[35961]: pgmap v363: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:16.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:16 smithi007 ceph-mon[31288]: pgmap v364: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:16.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:16 smithi164 ceph-mon[36138]: pgmap v364: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:16.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:16 smithi190 ceph-mon[35961]: pgmap v364: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:18.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:18 smithi164 ceph-mon[36138]: pgmap v365: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:18.753 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:18 smithi007 ceph-mon[31288]: pgmap v365: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:18.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:18 smithi190 ceph-mon[35961]: pgmap v365: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:20.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:20 smithi164 ceph-mon[36138]: pgmap v366: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:20.739 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:20 smithi007 ceph-mon[31288]: pgmap v366: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:20.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:20 smithi190 ceph-mon[35961]: pgmap v366: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:22.739 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:22 smithi007 ceph-mon[31288]: pgmap v367: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:22 smithi190 ceph-mon[35961]: pgmap v367: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:22 smithi164 ceph-mon[36138]: pgmap v367: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:23.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.912+0000 7f7e72600700 1 -- 172.21.15.7:0/4134955125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e6c10fcb0 msgr2=0x7f7e6c112120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:23.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.912+0000 7f7e72600700 1 --2- 172.21.15.7:0/4134955125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e6c10fcb0 0x7f7e6c112120 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7e6400b0a0 tx=0x7f7e6400b3b0 comp rx=0 tx=0).stop 2024-05-21T01:57:23.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.913+0000 7f7e72600700 1 -- 172.21.15.7:0/4134955125 shutdown_connections 2024-05-21T01:57:23.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.913+0000 7f7e72600700 1 --2- 172.21.15.7:0/4134955125 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e6c10fcb0 0x7f7e6c112120 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:23.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.913+0000 7f7e72600700 1 --2- 172.21.15.7:0/4134955125 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e6c075970 0x7f7e6c075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:23.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.913+0000 7f7e72600700 1 --2- 172.21.15.7:0/4134955125 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e6c076290 0x7f7e6c10f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:23.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.913+0000 7f7e72600700 1 -- 172.21.15.7:0/4134955125 >> 172.21.15.7:0/4134955125 conn(0x7f7e6c0fefc0 msgr2=0x7f7e6c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:23.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.913+0000 7f7e72600700 1 -- 172.21.15.7:0/4134955125 shutdown_connections 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.913+0000 7f7e72600700 1 -- 172.21.15.7:0/4134955125 wait complete. 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.914+0000 7f7e72600700 1 Processor -- start 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.914+0000 7f7e72600700 1 -- start start 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e72600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e6c075970 0x7f7e6c1a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e72600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e6c076290 0x7f7e6c1a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e72600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e6c10fcb0 0x7f7e6c19bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e72600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6c115860 con 0x7f7e6c075970 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e72600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6c1156e0 con 0x7f7e6c10fcb0 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e72600700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7e6c1159e0 con 0x7f7e6c076290 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e71200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e6c075970 0x7f7e6c1a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e71200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e6c075970 0x7f7e6c1a1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47180/0 (socket says 172.21.15.7:47180) 2024-05-21T01:57:23.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e71200700 1 -- 172.21.15.7:0/526702706 learned_addr learned my addr 172.21.15.7:0/526702706 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e71c00700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e6c10fcb0 0x7f7e6c19bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.915+0000 7f7e63e00700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e6c076290 0x7f7e6c1a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e71200700 1 -- 172.21.15.7:0/526702706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e6c076290 msgr2=0x7f7e6c1a1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e71200700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7e6c076290 0x7f7e6c1a1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e71200700 1 -- 172.21.15.7:0/526702706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e6c10fcb0 msgr2=0x7f7e6c19bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e71200700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7e6c10fcb0 0x7f7e6c19bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e71200700 1 -- 172.21.15.7:0/526702706 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e6c19c240 con 0x7f7e6c075970 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e71200700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e6c075970 0x7f7e6c1a1920 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7e5000e9a0 tx=0x7f7e5000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e6a000700 1 -- 172.21.15.7:0/526702706 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5000ca10 con 0x7f7e6c075970 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e6c19c530 con 0x7f7e6c075970 2024-05-21T01:57:23.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e6a000700 1 -- 172.21.15.7:0/526702706 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e5000cbb0 con 0x7f7e6c075970 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.916+0000 7f7e6a000700 1 -- 172.21.15.7:0/526702706 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e50018680 con 0x7f7e6c075970 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.917+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e6c1a87f0 con 0x7f7e6c075970 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.918+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7e6c063cd0 con 0x7f7e6c075970 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.920+0000 7f7e6a000700 1 -- 172.21.15.7:0/526702706 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f7e50010430 con 0x7f7e6c075970 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.922+0000 7f7e6a000700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e480b2910 0x7f7e480b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.922+0000 7f7e6a000700 1 -- 172.21.15.7:0/526702706 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f7e500e2b60 con 0x7f7e6c075970 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.922+0000 7f7e63e00700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e480b2910 0x7f7e480b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.922+0000 7f7e6a000700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] conn(0x7f7e480bc4d0 0x7f7e480be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.922+0000 7f7e6a000700 1 -- 172.21.15.7:0/526702706 --> [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7e50024e70 con 0x7f7e480bc4d0 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.922+0000 7f7e6a000700 1 -- 172.21.15.7:0/526702706 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f7e500e2f10 con 0x7f7e6c075970 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.923+0000 7f7e71c00700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] conn(0x7f7e480bc4d0 0x7f7e480be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:23.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.923+0000 7f7e63e00700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e480b2910 0x7f7e480b4dd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c110f60 tx=0x7f7e58009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:23.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.923+0000 7f7e71c00700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] conn(0x7f7e480bc4d0 0x7f7e480be970 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:23.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.924+0000 7f7e6a000700 1 -- 172.21.15.7:0/526702706 <== osd.8 v2:172.21.15.190:6816/356909718 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7e50024e70 con 0x7f7e480bc4d0 2024-05-21T01:57:23.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.944+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 --> [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7e6c0640d0 con 0x7f7e480bc4d0 2024-05-21T01:57:23.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.945+0000 7f7e6a000700 1 -- 172.21.15.7:0/526702706 <== osd.8 v2:172.21.15.190:6816/356909718 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7e6c0640d0 con 0x7f7e480bc4d0 2024-05-21T01:57:23.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.945+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 >> [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] conn(0x7f7e480bc4d0 msgr2=0x7f7e480be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:23.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.945+0000 7f7e72600700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] conn(0x7f7e480bc4d0 0x7f7e480be970 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:23.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.946+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e480b2910 msgr2=0x7f7e480b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:23.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.946+0000 7f7e72600700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7e480b2910 0x7f7e480b4dd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c110f60 tx=0x7f7e58009260 comp rx=0 tx=0).stop 2024-05-21T01:57:23.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.946+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e6c075970 msgr2=0x7f7e6c1a1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:23.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.946+0000 7f7e72600700 1 --2- 172.21.15.7:0/526702706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7e6c075970 0x7f7e6c1a1920 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7e5000e9a0 tx=0x7f7e5000ecb0 comp rx=0 tx=0).stop 2024-05-21T01:57:23.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.946+0000 7f7e71c00700 1 -- 172.21.15.7:0/526702706 reap_dead start 2024-05-21T01:57:23.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.946+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 shutdown_connections 2024-05-21T01:57:23.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.946+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 >> 172.21.15.7:0/526702706 conn(0x7f7e6c0fefc0 msgr2=0x7f7e6c0ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:23.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.946+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 shutdown_connections 2024-05-21T01:57:23.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:22.946+0000 7f7e72600700 1 -- 172.21.15.7:0/526702706 wait complete. 2024-05-21T01:57:24.508 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:24 smithi007 ceph-mon[31288]: pgmap v368: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:24.528 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:24.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:24 smithi190 ceph-mon[35961]: pgmap v368: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:24.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:24 smithi164 ceph-mon[36138]: pgmap v368: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:26.744 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:26 smithi164 ceph-mon[36138]: pgmap v369: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:26.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:26 smithi007 ceph-mon[31288]: pgmap v369: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:26.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:26 smithi190 ceph-mon[35961]: pgmap v369: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:27.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.239+0000 7fdbce400700 1 -- 172.21.15.7:0/2221391381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbc810ff40 msgr2=0x7fdbc8112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:27.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.239+0000 7fdbce400700 1 --2- 172.21.15.7:0/2221391381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbc810ff40 0x7fdbc8112330 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdbc000b0a0 tx=0x7fdbc000b3b0 comp rx=0 tx=0).stop 2024-05-21T01:57:27.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.239+0000 7fdbce400700 1 -- 172.21.15.7:0/2221391381 shutdown_connections 2024-05-21T01:57:27.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.239+0000 7fdbce400700 1 --2- 172.21.15.7:0/2221391381 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbc810ff40 0x7fdbc8112330 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:27.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.239+0000 7fdbce400700 1 --2- 172.21.15.7:0/2221391381 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdbc8075770 0x7fdbc8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:27.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.239+0000 7fdbce400700 1 --2- 172.21.15.7:0/2221391381 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbc8076090 0x7fdbc810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:27.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.239+0000 7fdbce400700 1 -- 172.21.15.7:0/2221391381 >> 172.21.15.7:0/2221391381 conn(0x7fdbc807a6a0 msgr2=0x7fdbc807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:27.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.239+0000 7fdbce400700 1 -- 172.21.15.7:0/2221391381 shutdown_connections 2024-05-21T01:57:27.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.239+0000 7fdbce400700 1 -- 172.21.15.7:0/2221391381 wait complete. 2024-05-21T01:57:27.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.240+0000 7fdbce400700 1 Processor -- start 2024-05-21T01:57:27.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.240+0000 7fdbce400700 1 -- start start 2024-05-21T01:57:27.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbce400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdbc8075770 0x7fdbc819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:27.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbce400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbc8076090 0x7fdbc819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:27.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbce400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbc810ff40 0x7fdbc81a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:27.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbce400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc81158c0 con 0x7fdbc810ff40 2024-05-21T01:57:27.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbce400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc8115740 con 0x7fdbc8075770 2024-05-21T01:57:27.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbce400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc8115a40 con 0x7fdbc8076090 2024-05-21T01:57:27.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbc7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbc810ff40 0x7fdbc81a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:27.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbc7400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdbc8075770 0x7fdbc819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:27.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbc7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbc810ff40 0x7fdbc81a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43406/0 (socket says 172.21.15.7:43406) 2024-05-21T01:57:27.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbc7e00700 1 -- 172.21.15.7:0/590697354 learned_addr learned my addr 172.21.15.7:0/590697354 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:27.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.241+0000 7fdbbea00700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbc8076090 0x7fdbc819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:27.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc7e00700 1 -- 172.21.15.7:0/590697354 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbc8076090 msgr2=0x7fdbc819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:27.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc7e00700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdbc8076090 0x7fdbc819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:27.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc7e00700 1 -- 172.21.15.7:0/590697354 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdbc8075770 msgr2=0x7fdbc819be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc7e00700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdbc8075770 0x7fdbc819be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc7e00700 1 -- 172.21.15.7:0/590697354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbc81a0df0 con 0x7fdbc810ff40 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc7400700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdbc8075770 0x7fdbc819be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc7e00700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbc810ff40 0x7fdbc81a06b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdbc000b780 tx=0x7fdbc0004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc4c00700 1 -- 172.21.15.7:0/590697354 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc0021070 con 0x7fdbc810ff40 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc4c00700 1 -- 172.21.15.7:0/590697354 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdbc0007e30 con 0x7fdbc810ff40 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbce400700 1 -- 172.21.15.7:0/590697354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbc81a1080 con 0x7fdbc810ff40 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbc4c00700 1 -- 172.21.15.7:0/590697354 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc0004700 con 0x7fdbc810ff40 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.242+0000 7fdbce400700 1 -- 172.21.15.7:0/590697354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbc81a8960 con 0x7fdbc810ff40 2024-05-21T01:57:27.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.243+0000 7fdbbd600700 1 -- 172.21.15.7:0/590697354 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdba0001030 con 0x7fdbc810ff40 2024-05-21T01:57:27.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.246+0000 7fdbc4c00700 1 -- 172.21.15.7:0/590697354 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fdbc0007980 con 0x7fdbc810ff40 2024-05-21T01:57:27.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.248+0000 7fdbc4c00700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdbac0b2910 0x7fdbac0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:27.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.248+0000 7fdbc4c00700 1 -- 172.21.15.7:0/590697354 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fdbc000f020 con 0x7fdbc810ff40 2024-05-21T01:57:27.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.248+0000 7fdbc7400700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdbac0b2910 0x7fdbac0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:27.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.248+0000 7fdbc4c00700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] conn(0x7fdbac0bc4d0 0x7fdbac0be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:27.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.248+0000 7fdbc4c00700 1 -- 172.21.15.7:0/590697354 --> [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdbc002ae50 con 0x7fdbac0bc4d0 2024-05-21T01:57:27.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.248+0000 7fdbc4c00700 1 -- 172.21.15.7:0/590697354 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fdbc00e3ce0 con 0x7fdbc810ff40 2024-05-21T01:57:27.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.249+0000 7fdbbea00700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] conn(0x7fdbac0bc4d0 0x7fdbac0be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:27.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.249+0000 7fdbc7400700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdbac0b2910 0x7fdbac0b4dd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8011490 tx=0x7fdbb8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:27.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.249+0000 7fdbbea00700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] conn(0x7fdbac0bc4d0 0x7fdbac0be970 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:27.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.250+0000 7fdbc4c00700 1 -- 172.21.15.7:0/590697354 <== osd.2 v2:172.21.15.190:6800/31723323 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdbc002ae50 con 0x7fdbac0bc4d0 2024-05-21T01:57:27.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.269+0000 7fdbbd600700 1 -- 172.21.15.7:0/590697354 --> [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdba0002e60 con 0x7fdbac0bc4d0 2024-05-21T01:57:27.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.269+0000 7fdbc4c00700 1 -- 172.21.15.7:0/590697354 <== osd.2 v2:172.21.15.190:6800/31723323 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fdba0002e60 con 0x7fdbac0bc4d0 2024-05-21T01:57:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.270+0000 7fdbbd600700 1 -- 172.21.15.7:0/590697354 >> [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] conn(0x7fdbac0bc4d0 msgr2=0x7fdbac0be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.270+0000 7fdbbd600700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] conn(0x7fdbac0bc4d0 0x7fdbac0be970 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.270+0000 7fdbbd600700 1 -- 172.21.15.7:0/590697354 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdbac0b2910 msgr2=0x7fdbac0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.270+0000 7fdbbd600700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdbac0b2910 0x7fdbac0b4dd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8011490 tx=0x7fdbb8009260 comp rx=0 tx=0).stop 2024-05-21T01:57:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.270+0000 7fdbbd600700 1 -- 172.21.15.7:0/590697354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbc810ff40 msgr2=0x7fdbc81a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.270+0000 7fdbbd600700 1 --2- 172.21.15.7:0/590697354 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdbc810ff40 0x7fdbc81a06b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdbc000b780 tx=0x7fdbc0004d00 comp rx=0 tx=0).stop 2024-05-21T01:57:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.270+0000 7fdbc7e00700 1 -- 172.21.15.7:0/590697354 reap_dead start 2024-05-21T01:57:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.270+0000 7fdbbd600700 1 -- 172.21.15.7:0/590697354 shutdown_connections 2024-05-21T01:57:27.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.270+0000 7fdbbd600700 1 -- 172.21.15.7:0/590697354 >> 172.21.15.7:0/590697354 conn(0x7fdbc807a6a0 msgr2=0x7fdbc81007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.271+0000 7fdbbd600700 1 -- 172.21.15.7:0/590697354 shutdown_connections 2024-05-21T01:57:27.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:27.271+0000 7fdbbd600700 1 -- 172.21.15.7:0/590697354 wait complete. 2024-05-21T01:57:28.620 INFO:teuthology.orchestra.run.smithi007.stdout:77309411416 2024-05-21T01:57:28.621 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-21T01:57:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:28 smithi007 ceph-mon[31288]: pgmap v370: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:28.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:28 smithi190 ceph-mon[35961]: pgmap v370: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:28.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:28 smithi164 ceph-mon[36138]: pgmap v370: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:30.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:30 smithi007 ceph-mon[31288]: pgmap v371: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:30.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:30 smithi190 ceph-mon[35961]: pgmap v371: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:30.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:30 smithi164 ceph-mon[36138]: pgmap v371: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:31.114 INFO:teuthology.orchestra.run.smithi007.stdout:236223201332 2024-05-21T01:57:31.115 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.322+0000 7fefea000700 1 -- 172.21.15.7:0/2055645667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefe4075770 msgr2=0x7fefe4075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.322+0000 7fefea000700 1 --2- 172.21.15.7:0/2055645667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefe4075770 0x7fefe4075b50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fefd4009990 tx=0x7fefd4009ca0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.322+0000 7fefea000700 1 -- 172.21.15.7:0/2055645667 shutdown_connections 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.322+0000 7fefea000700 1 --2- 172.21.15.7:0/2055645667 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefe410ff40 0x7fefe4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.322+0000 7fefea000700 1 --2- 172.21.15.7:0/2055645667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefe4075770 0x7fefe4075b50 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.322+0000 7fefea000700 1 --2- 172.21.15.7:0/2055645667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefe4076090 0x7fefe410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.322+0000 7fefea000700 1 -- 172.21.15.7:0/2055645667 >> 172.21.15.7:0/2055645667 conn(0x7fefe407a6f0 msgr2=0x7fefe407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.322+0000 7fefea000700 1 -- 172.21.15.7:0/2055645667 shutdown_connections 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.322+0000 7fefea000700 1 -- 172.21.15.7:0/2055645667 wait complete. 2024-05-21T01:57:31.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.324+0000 7fefea000700 1 Processor -- start 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.324+0000 7fefea000700 1 -- start start 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.324+0000 7fefea000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefe4075770 0x7fefe410f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.324+0000 7fefea000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefe4076090 0x7fefe410c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.324+0000 7fefea000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefe410ff40 0x7fefe410cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.324+0000 7fefea000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fefe4115990 con 0x7fefe4075770 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.324+0000 7fefea000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fefe4115810 con 0x7fefe4076090 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.324+0000 7fefea000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fefe4115b10 con 0x7fefe410ff40 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefe4075770 0x7fefe410f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe2a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefe4076090 0x7fefe410c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe2a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefe4076090 0x7fefe410c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:37328/0 (socket says 172.21.15.7:37328) 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefe4075770 0x7fefe410f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43438/0 (socket says 172.21.15.7:43438) 2024-05-21T01:57:31.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe2a00700 1 -- 172.21.15.7:0/2144750021 learned_addr learned my addr 172.21.15.7:0/2144750021 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe3e00700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefe410ff40 0x7fefe410cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe3e00700 1 -- 172.21.15.7:0/2144750021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefe4076090 msgr2=0x7fefe410c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe3e00700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefe4076090 0x7fefe410c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe3e00700 1 -- 172.21.15.7:0/2144750021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefe4075770 msgr2=0x7fefe410f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe3e00700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefe4075770 0x7fefe410f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.325+0000 7fefe3e00700 1 -- 172.21.15.7:0/2144750021 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefe41ac6d0 con 0x7fefe410ff40 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.326+0000 7fefe3e00700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefe410ff40 0x7fefe410cf90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fefe406bd70 tx=0x7fefdc00ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.326+0000 7fefdbe00700 1 -- 172.21.15.7:0/2144750021 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefdc0092e0 con 0x7fefe410ff40 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.326+0000 7fefdbe00700 1 -- 172.21.15.7:0/2144750021 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefdc004bb0 con 0x7fefe410ff40 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.326+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefe41ac8a0 con 0x7fefe410ff40 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.326+0000 7fefdbe00700 1 -- 172.21.15.7:0/2144750021 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefdc004020 con 0x7fefe410ff40 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.326+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefe41acd50 con 0x7fefe410ff40 2024-05-21T01:57:31.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.327+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fefe4100fd0 con 0x7fefe410ff40 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.330+0000 7fefdbe00700 1 -- 172.21.15.7:0/2144750021 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fefdc01b030 con 0x7fefe410ff40 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.331+0000 7fefdbe00700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fefc80b2990 0x7fefc80b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.331+0000 7fefdbe00700 1 -- 172.21.15.7:0/2144750021 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fefdc0e26a0 con 0x7fefe410ff40 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.331+0000 7fefe3400700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fefc80b2990 0x7fefc80b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.332+0000 7fefdbe00700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] conn(0x7fefc80bc550 0x7fefc80be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.332+0000 7fefdbe00700 1 -- 172.21.15.7:0/2144750021 --> [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fefdc00be50 con 0x7fefc80bc550 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.332+0000 7fefdbe00700 1 -- 172.21.15.7:0/2144750021 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fefdc0e2a50 con 0x7fefe410ff40 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.332+0000 7fefe2a00700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] conn(0x7fefc80bc550 0x7fefc80be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.332+0000 7fefe3400700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fefc80b2990 0x7fefc80b4e50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fefd4006010 tx=0x7fefd400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.333+0000 7fefe2a00700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] conn(0x7fefc80bc550 0x7fefc80be9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.333+0000 7fefdbe00700 1 -- 172.21.15.7:0/2144750021 <== osd.1 v2:172.21.15.164:6800/1965942589 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fefdc00be50 con 0x7fefc80bc550 2024-05-21T01:57:31.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.352+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 --> [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fefe4076e90 con 0x7fefc80bc550 2024-05-21T01:57:31.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.353+0000 7fefdbe00700 1 -- 172.21.15.7:0/2144750021 <== osd.1 v2:172.21.15.164:6800/1965942589 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fefe4076e90 con 0x7fefc80bc550 2024-05-21T01:57:31.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.353+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 >> [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] conn(0x7fefc80bc550 msgr2=0x7fefc80be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.353+0000 7fefea000700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] conn(0x7fefc80bc550 0x7fefc80be9f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.353+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fefc80b2990 msgr2=0x7fefc80b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.353+0000 7fefea000700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fefc80b2990 0x7fefc80b4e50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fefd4006010 tx=0x7fefd400b260 comp rx=0 tx=0).stop 2024-05-21T01:57:31.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.354+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefe410ff40 msgr2=0x7fefe410cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.354+0000 7fefea000700 1 --2- 172.21.15.7:0/2144750021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefe410ff40 0x7fefe410cf90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fefe406bd70 tx=0x7fefdc00ef90 comp rx=0 tx=0).stop 2024-05-21T01:57:31.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.354+0000 7fefe3e00700 1 -- 172.21.15.7:0/2144750021 reap_dead start 2024-05-21T01:57:31.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.354+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 shutdown_connections 2024-05-21T01:57:31.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.354+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 >> 172.21.15.7:0/2144750021 conn(0x7fefe407a6f0 msgr2=0x7fefe4100570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:31.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.354+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 shutdown_connections 2024-05-21T01:57:31.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:31.354+0000 7fefea000700 1 -- 172.21.15.7:0/2144750021 wait complete. 2024-05-21T01:57:31.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.863+0000 7f9ba9c00700 1 -- 172.21.15.7:0/2411556433 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9ba410eeb0 msgr2=0x7f9ba4116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.863+0000 7f9ba9c00700 1 --2- 172.21.15.7:0/2411556433 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9ba410eeb0 0x7f9ba4116a80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c009fc0 tx=0x7f9b9c00b330 comp rx=0 tx=0).stop 2024-05-21T01:57:31.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.863+0000 7f9ba9c00700 1 -- 172.21.15.7:0/2411556433 shutdown_connections 2024-05-21T01:57:31.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.863+0000 7f9ba9c00700 1 --2- 172.21.15.7:0/2411556433 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9ba410eeb0 0x7f9ba4116a80 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.863+0000 7f9ba9c00700 1 --2- 172.21.15.7:0/2411556433 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ba4109dd0 0x7f9ba410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.863+0000 7f9ba9c00700 1 --2- 172.21.15.7:0/2411556433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ba410a780 0x7f9ba410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.863+0000 7f9ba9c00700 1 -- 172.21.15.7:0/2411556433 >> 172.21.15.7:0/2411556433 conn(0x7f9ba4076d10 msgr2=0x7f9ba4108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:31.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.863+0000 7f9ba9c00700 1 -- 172.21.15.7:0/2411556433 shutdown_connections 2024-05-21T01:57:31.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.863+0000 7f9ba9c00700 1 -- 172.21.15.7:0/2411556433 wait complete. 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.864+0000 7f9ba9c00700 1 Processor -- start 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba9c00700 1 -- start start 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba9c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ba4109dd0 0x7f9ba41a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba9c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ba410a780 0x7f9ba41a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba9c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9ba410eeb0 0x7f9ba41a4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba9c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba4119d90 con 0x7f9ba410a780 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba9c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba4119c10 con 0x7f9ba4109dd0 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba9c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba4119f10 con 0x7f9ba410eeb0 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba2000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ba410a780 0x7f9ba41a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba2000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ba410a780 0x7f9ba41a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43426/0 (socket says 172.21.15.7:43426) 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba2000700 1 -- 172.21.15.7:0/460399513 learned_addr learned my addr 172.21.15.7:0/460399513 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.865+0000 7f9ba2a00700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ba4109dd0 0x7f9ba41a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.866+0000 7f9ba3400700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9ba410eeb0 0x7f9ba41a4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.866+0000 7f9ba2000700 1 -- 172.21.15.7:0/460399513 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9ba410eeb0 msgr2=0x7f9ba41a4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.866+0000 7f9ba2000700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9ba410eeb0 0x7f9ba41a4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.866+0000 7f9ba2000700 1 -- 172.21.15.7:0/460399513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ba4109dd0 msgr2=0x7f9ba41a01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.866+0000 7f9ba2000700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ba4109dd0 0x7f9ba41a01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.866+0000 7f9ba2000700 1 -- 172.21.15.7:0/460399513 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ba41a51d0 con 0x7f9ba410a780 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.866+0000 7f9ba2a00700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9ba4109dd0 0x7f9ba41a01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.866+0000 7f9ba2000700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ba410a780 0x7f9ba41a0700 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9b9000e9f0 tx=0x7f9b9000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.867+0000 7f9b9b400700 1 -- 172.21.15.7:0/460399513 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9000c9c0 con 0x7f9ba410a780 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.867+0000 7f9b9b400700 1 -- 172.21.15.7:0/460399513 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b9000cb60 con 0x7f9ba410a780 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.867+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ba41a54c0 con 0x7f9ba410a780 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.867+0000 7f9b9b400700 1 -- 172.21.15.7:0/460399513 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b90018680 con 0x7f9ba410a780 2024-05-21T01:57:31.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.867+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ba41acd40 con 0x7f9ba410a780 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.868+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9ba4063cd0 con 0x7f9ba410a780 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.871+0000 7f9b9b400700 1 -- 172.21.15.7:0/460399513 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f9b90010430 con 0x7f9ba410a780 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.873+0000 7f9b9b400700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9b880b2910 0x7f9b880b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.873+0000 7f9b9b400700 1 -- 172.21.15.7:0/460399513 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9b900e2be0 con 0x7f9ba410a780 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.873+0000 7f9ba2a00700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9b880b2910 0x7f9b880b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.873+0000 7f9b9b400700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] conn(0x7f9b880bc4d0 0x7f9b880be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.873+0000 7f9b9b400700 1 -- 172.21.15.7:0/460399513 --> [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9b9001ce70 con 0x7f9b880bc4d0 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.873+0000 7f9b9b400700 1 -- 172.21.15.7:0/460399513 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f9b900e2f90 con 0x7f9ba410a780 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.874+0000 7f9ba2a00700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9b880b2910 0x7f9b880b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9b94011490 tx=0x7f9b94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:31.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.874+0000 7f9ba3400700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] conn(0x7f9b880bc4d0 0x7f9b880be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.874+0000 7f9ba3400700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] conn(0x7f9b880bc4d0 0x7f9b880be970 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.875+0000 7f9b9b400700 1 -- 172.21.15.7:0/460399513 <== osd.4 v2:172.21.15.164:6808/3481211454 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9b9001ce70 con 0x7f9b880bc4d0 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.895+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 --> [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9ba4064150 con 0x7f9b880bc4d0 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.896+0000 7f9b9b400700 1 -- 172.21.15.7:0/460399513 <== osd.4 v2:172.21.15.164:6808/3481211454 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f9ba4064150 con 0x7f9b880bc4d0 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 >> [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] conn(0x7f9b880bc4d0 msgr2=0x7f9b880be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] conn(0x7f9b880bc4d0 0x7f9b880be970 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9b880b2910 msgr2=0x7f9b880b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9b880b2910 0x7f9b880b4dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9b94011490 tx=0x7f9b94009260 comp rx=0 tx=0).stop 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ba410a780 msgr2=0x7f9ba41a0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 --2- 172.21.15.7:0/460399513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9ba410a780 0x7f9ba41a0700 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f9b9000e9f0 tx=0x7f9b9000ed00 comp rx=0 tx=0).stop 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba3400700 1 -- 172.21.15.7:0/460399513 reap_dead start 2024-05-21T01:57:31.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 shutdown_connections 2024-05-21T01:57:31.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 >> 172.21.15.7:0/460399513 conn(0x7f9ba4076d10 msgr2=0x7f9ba4077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:31.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 shutdown_connections 2024-05-21T01:57:31.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:30.897+0000 7f9ba9c00700 1 -- 172.21.15.7:0/460399513 wait complete. 2024-05-21T01:57:32.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.377+0000 7fd22bc00700 1 -- 172.21.15.7:0/2329521955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2241041a0 msgr2=0x7fd2241081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:32.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.377+0000 7fd22bc00700 1 --2- 172.21.15.7:0/2329521955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2241041a0 0x7fd2241081c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd2140099c0 tx=0x7fd214009cd0 comp rx=0 tx=0).stop 2024-05-21T01:57:32.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.377+0000 7fd22bc00700 1 -- 172.21.15.7:0/2329521955 shutdown_connections 2024-05-21T01:57:32.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.377+0000 7fd22bc00700 1 --2- 172.21.15.7:0/2329521955 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2241088f0 0x7fd224110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:32.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.377+0000 7fd22bc00700 1 --2- 172.21.15.7:0/2329521955 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2241037f0 0x7fd224103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:32.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.377+0000 7fd22bc00700 1 --2- 172.21.15.7:0/2329521955 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2241041a0 0x7fd2241081c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:32.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.377+0000 7fd22bc00700 1 -- 172.21.15.7:0/2329521955 >> 172.21.15.7:0/2329521955 conn(0x7fd22407a6a0 msgr2=0x7fd22407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:32.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.377+0000 7fd22bc00700 1 -- 172.21.15.7:0/2329521955 shutdown_connections 2024-05-21T01:57:32.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.378+0000 7fd22bc00700 1 -- 172.21.15.7:0/2329521955 wait complete. 2024-05-21T01:57:32.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.379+0000 7fd22bc00700 1 Processor -- start 2024-05-21T01:57:32.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.379+0000 7fd22bc00700 1 -- start start 2024-05-21T01:57:32.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.379+0000 7fd22bc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2241037f0 0x7fd22419bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:32.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.379+0000 7fd22bc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2241041a0 0x7fd22419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:32.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.379+0000 7fd22bc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2241088f0 0x7fd2241a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:32.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.379+0000 7fd22bc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd2241136b0 con 0x7fd2241037f0 2024-05-21T01:57:32.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.379+0000 7fd22bc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd224113530 con 0x7fd2241041a0 2024-05-21T01:57:32.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.379+0000 7fd22bc00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd224113830 con 0x7fd2241088f0 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2241037f0 0x7fd22419bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2241037f0 0x7fd22419bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43454/0 (socket says 172.21.15.7:43454) 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229200700 1 -- 172.21.15.7:0/3990118843 learned_addr learned my addr 172.21.15.7:0/3990118843 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229c00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2241088f0 0x7fd2241a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd223e00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2241041a0 0x7fd22419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229200700 1 -- 172.21.15.7:0/3990118843 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2241088f0 msgr2=0x7fd2241a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229200700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2241088f0 0x7fd2241a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229200700 1 -- 172.21.15.7:0/3990118843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2241041a0 msgr2=0x7fd22419c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229200700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2241041a0 0x7fd22419c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229200700 1 -- 172.21.15.7:0/3990118843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2241a0da0 con 0x7fd2241037f0 2024-05-21T01:57:32.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229c00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2241088f0 0x7fd2241a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:32.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.380+0000 7fd229200700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2241037f0 0x7fd22419bd90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd21800eb30 tx=0x7fd21800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:32.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.381+0000 7fd221600700 1 -- 172.21.15.7:0/3990118843 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd21800cbd0 con 0x7fd2241037f0 2024-05-21T01:57:32.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.381+0000 7fd221600700 1 -- 172.21.15.7:0/3990118843 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2180044d0 con 0x7fd2241037f0 2024-05-21T01:57:32.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.381+0000 7fd221600700 1 -- 172.21.15.7:0/3990118843 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd218003e30 con 0x7fd2241037f0 2024-05-21T01:57:32.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.381+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2241a1090 con 0x7fd2241037f0 2024-05-21T01:57:32.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.381+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2241a8910 con 0x7fd2241037f0 2024-05-21T01:57:32.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.382+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd224076ad0 con 0x7fd2241037f0 2024-05-21T01:57:32.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.385+0000 7fd221600700 1 -- 172.21.15.7:0/3990118843 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fd218004000 con 0x7fd2241037f0 2024-05-21T01:57:32.386 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.386+0000 7fd221600700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd20c0b2990 0x7fd20c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:32.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.386+0000 7fd221600700 1 -- 172.21.15.7:0/3990118843 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd2180e2d00 con 0x7fd2241037f0 2024-05-21T01:57:32.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.387+0000 7fd223e00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd20c0b2990 0x7fd20c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:32.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.387+0000 7fd221600700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] conn(0x7fd20c0bc550 0x7fd20c0be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:32.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.387+0000 7fd221600700 1 -- 172.21.15.7:0/3990118843 --> [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd20c0bf0c0 con 0x7fd20c0bc550 2024-05-21T01:57:32.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.387+0000 7fd221600700 1 -- 172.21.15.7:0/3990118843 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fd2180e30b0 con 0x7fd2241037f0 2024-05-21T01:57:32.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.387+0000 7fd229c00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] conn(0x7fd20c0bc550 0x7fd20c0be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:32.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.388+0000 7fd223e00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd20c0b2990 0x7fd20c0b4e50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd224110820 tx=0x7fd214005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:32.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.388+0000 7fd229c00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] conn(0x7fd20c0bc550 0x7fd20c0be9f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:32.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.389+0000 7fd221600700 1 -- 172.21.15.7:0/3990118843 <== osd.6 v2:172.21.15.7:6818/3907907203 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd20c0bf0c0 con 0x7fd20c0bc550 2024-05-21T01:57:32.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.410+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 --> [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd224104c80 con 0x7fd20c0bc550 2024-05-21T01:57:32.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.411+0000 7fd221600700 1 -- 172.21.15.7:0/3990118843 <== osd.6 v2:172.21.15.7:6818/3907907203 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd224104c80 con 0x7fd20c0bc550 2024-05-21T01:57:32.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.411+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] conn(0x7fd20c0bc550 msgr2=0x7fd20c0be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:32.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.411+0000 7fd22bc00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] conn(0x7fd20c0bc550 0x7fd20c0be9f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:32.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.411+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd20c0b2990 msgr2=0x7fd20c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:32.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.411+0000 7fd22bc00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd20c0b2990 0x7fd20c0b4e50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd224110820 tx=0x7fd214005fb0 comp rx=0 tx=0).stop 2024-05-21T01:57:32.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.411+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2241037f0 msgr2=0x7fd22419bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:32.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.411+0000 7fd22bc00700 1 --2- 172.21.15.7:0/3990118843 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2241037f0 0x7fd22419bd90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd21800eb30 tx=0x7fd21800ee40 comp rx=0 tx=0).stop 2024-05-21T01:57:32.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.411+0000 7fd229c00700 1 -- 172.21.15.7:0/3990118843 reap_dead start 2024-05-21T01:57:32.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.412+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 shutdown_connections 2024-05-21T01:57:32.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.412+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 >> 172.21.15.7:0/3990118843 conn(0x7fd22407a6a0 msgr2=0x7fd2241019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:32.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.412+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 shutdown_connections 2024-05-21T01:57:32.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:32.412+0000 7fd22bc00700 1 -- 172.21.15.7:0/3990118843 wait complete. 2024-05-21T01:57:32.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:32 smithi007 ceph-mon[31288]: pgmap v372: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:32.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:32 smithi190 ceph-mon[35961]: pgmap v372: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:32.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:32 smithi164 ceph-mon[36138]: pgmap v372: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:33.398 INFO:teuthology.orchestra.run.smithi007.stdout:184683593794 2024-05-21T01:57:33.399 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-21T01:57:33.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.655+0000 7f274de00700 1 -- 172.21.15.7:0/3042180510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2748075770 msgr2=0x7f2748075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:33.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.655+0000 7f274de00700 1 --2- 172.21.15.7:0/3042180510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2748075770 0x7f2748075b50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f27380098f0 tx=0x7f2738009c00 comp rx=0 tx=0).stop 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.656+0000 7f274de00700 1 -- 172.21.15.7:0/3042180510 shutdown_connections 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.656+0000 7f274de00700 1 --2- 172.21.15.7:0/3042180510 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f274810ffa0 0x7f2748112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.656+0000 7f274de00700 1 --2- 172.21.15.7:0/3042180510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2748075770 0x7f2748075b50 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.656+0000 7f274de00700 1 --2- 172.21.15.7:0/3042180510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2748076090 0x7f274810fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.656+0000 7f274de00700 1 -- 172.21.15.7:0/3042180510 >> 172.21.15.7:0/3042180510 conn(0x7f274807a6a0 msgr2=0x7f274807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.656+0000 7f274de00700 1 -- 172.21.15.7:0/3042180510 shutdown_connections 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.656+0000 7f274de00700 1 -- 172.21.15.7:0/3042180510 wait complete. 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.657+0000 7f274de00700 1 Processor -- start 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.657+0000 7f274de00700 1 -- start start 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f274de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2748075770 0x7f274819bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f274de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2748076090 0x7f274819c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f274de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f274810ffa0 0x7f27481a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:33.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f274de00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f27481159a0 con 0x7f274810ffa0 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f274de00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2748115820 con 0x7f2748076090 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f274de00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2748115b20 con 0x7f2748075770 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2746000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2748076090 0x7f274819c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2746a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2748075770 0x7f274819bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2746000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2748076090 0x7f274819c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:37386/0 (socket says 172.21.15.7:37386) 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2746000700 1 -- 172.21.15.7:0/214578009 learned_addr learned my addr 172.21.15.7:0/214578009 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2747400700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f274810ffa0 0x7f27481a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2746000700 1 -- 172.21.15.7:0/214578009 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2748075770 msgr2=0x7f274819bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2746000700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2748075770 0x7f274819bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2746000700 1 -- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f274810ffa0 msgr2=0x7f27481a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2746000700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f274810ffa0 0x7f27481a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:33.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.658+0000 7f2746000700 1 -- 172.21.15.7:0/214578009 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27481a0ee0 con 0x7f2748076090 2024-05-21T01:57:33.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.659+0000 7f2746000700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2748076090 0x7f274819c410 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f273400ec10 tx=0x7f273400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:33.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.659+0000 7f274ca00700 1 -- 172.21.15.7:0/214578009 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f273400cc90 con 0x7f2748076090 2024-05-21T01:57:33.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.659+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27481a11d0 con 0x7f2748076090 2024-05-21T01:57:33.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.659+0000 7f274ca00700 1 -- 172.21.15.7:0/214578009 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f273400ce30 con 0x7f2748076090 2024-05-21T01:57:33.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.659+0000 7f274ca00700 1 -- 172.21.15.7:0/214578009 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2734010430 con 0x7f2748076090 2024-05-21T01:57:33.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.659+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27481a8a50 con 0x7f2748076090 2024-05-21T01:57:33.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.660+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f27481024b0 con 0x7f2748076090 2024-05-21T01:57:33.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.663+0000 7f274ca00700 1 -- 172.21.15.7:0/214578009 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f2734004000 con 0x7f2748076090 2024-05-21T01:57:33.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.664+0000 7f274ca00700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f272c0b2990 0x7f272c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.664+0000 7f274ca00700 1 -- 172.21.15.7:0/214578009 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f27340e2820 con 0x7f2748076090 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.664+0000 7f2746a00700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f272c0b2990 0x7f272c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.665+0000 7f274ca00700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] conn(0x7f272c0bc550 0x7f272c0be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.665+0000 7f274ca00700 1 -- 172.21.15.7:0/214578009 --> [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f273400be50 con 0x7f272c0bc550 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.665+0000 7f274ca00700 1 -- 172.21.15.7:0/214578009 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f27340e2bd0 con 0x7f2748076090 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.665+0000 7f2747400700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] conn(0x7f272c0bc550 0x7f272c0be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.665+0000 7f2746a00700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f272c0b2990 0x7f272c0b4e50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f27380098c0 tx=0x7f2738019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.666+0000 7f2747400700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] conn(0x7f272c0bc550 0x7f272c0be9f0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.667+0000 7f274ca00700 1 -- 172.21.15.7:0/214578009 <== osd.0 v2:172.21.15.7:6802/3019729924 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f273400be50 con 0x7f272c0bc550 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.688+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 --> [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2748076e30 con 0x7f272c0bc550 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.689+0000 7f274ca00700 1 -- 172.21.15.7:0/214578009 <== osd.0 v2:172.21.15.7:6802/3019729924 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f2748076e30 con 0x7f272c0bc550 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.689+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] conn(0x7f272c0bc550 msgr2=0x7f272c0be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.689+0000 7f274de00700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] conn(0x7f272c0bc550 0x7f272c0be9f0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:33.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.690+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f272c0b2990 msgr2=0x7f272c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:33.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.690+0000 7f274de00700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f272c0b2990 0x7f272c0b4e50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f27380098c0 tx=0x7f2738019040 comp rx=0 tx=0).stop 2024-05-21T01:57:33.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.690+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2748076090 msgr2=0x7f274819c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:33.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.690+0000 7f274de00700 1 --2- 172.21.15.7:0/214578009 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2748076090 0x7f274819c410 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f273400ec10 tx=0x7f273400ef20 comp rx=0 tx=0).stop 2024-05-21T01:57:33.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.690+0000 7f2747400700 1 -- 172.21.15.7:0/214578009 reap_dead start 2024-05-21T01:57:33.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.690+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 shutdown_connections 2024-05-21T01:57:33.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.690+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 >> 172.21.15.7:0/214578009 conn(0x7f274807a6a0 msgr2=0x7f2748101a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:33.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.690+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 shutdown_connections 2024-05-21T01:57:33.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.690+0000 7f274de00700 1 -- 172.21.15.7:0/214578009 wait complete. 2024-05-21T01:57:34.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.844+0000 7f4aa4400700 1 -- 172.21.15.7:0/820084706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a9c075770 msgr2=0x7f4a9c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.844+0000 7f4aa4400700 1 --2- 172.21.15.7:0/820084706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a9c075770 0x7f4a9c075b50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c00b0a0 tx=0x7f4a8c00b3b0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.844+0000 7f4aa4400700 1 -- 172.21.15.7:0/820084706 shutdown_connections 2024-05-21T01:57:34.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.844+0000 7f4aa4400700 1 --2- 172.21.15.7:0/820084706 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a9c10ff40 0x7f4a9c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.844+0000 7f4aa4400700 1 --2- 172.21.15.7:0/820084706 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a9c075770 0x7f4a9c075b50 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.844+0000 7f4aa4400700 1 --2- 172.21.15.7:0/820084706 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a9c076090 0x7f4a9c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.844+0000 7f4aa4400700 1 -- 172.21.15.7:0/820084706 >> 172.21.15.7:0/820084706 conn(0x7f4a9c07a6a0 msgr2=0x7f4a9c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.844+0000 7f4aa4400700 1 -- 172.21.15.7:0/820084706 shutdown_connections 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.844+0000 7f4aa4400700 1 -- 172.21.15.7:0/820084706 wait complete. 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.845+0000 7f4aa4400700 1 Processor -- start 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa4400700 1 -- start start 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa4400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a9c075770 0x7f4a9c19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa4400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a9c076090 0x7f4a9c19c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa4400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a9c10ff40 0x7f4a9c1a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa4400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a9c115940 con 0x7f4a9c076090 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa4400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4a9c1157c0 con 0x7f4a9c10ff40 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa4400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4a9c115ac0 con 0x7f4a9c075770 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa1a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a9c075770 0x7f4a9c19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa1a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a9c075770 0x7f4a9c19bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:57004/0 (socket says 172.21.15.7:57004) 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa1000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a9c076090 0x7f4a9c19c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.846+0000 7f4aa1a00700 1 -- 172.21.15.7:0/1279373712 learned_addr learned my addr 172.21.15.7:0/1279373712 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.847+0000 7f4aa2400700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a9c10ff40 0x7f4a9c1a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.847+0000 7f4aa1a00700 1 -- 172.21.15.7:0/1279373712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a9c10ff40 msgr2=0x7f4a9c1a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.847+0000 7f4aa1a00700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a9c10ff40 0x7f4a9c1a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.847+0000 7f4aa1a00700 1 -- 172.21.15.7:0/1279373712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a9c076090 msgr2=0x7f4a9c19c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.847+0000 7f4aa1a00700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a9c076090 0x7f4a9c19c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.847+0000 7f4aa1a00700 1 -- 172.21.15.7:0/1279373712 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a9c1a0dc0 con 0x7f4a9c075770 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.847+0000 7f4aa1a00700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a9c075770 0x7f4a9c19bdb0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c00d010 tx=0x7f4a8c004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.848+0000 7f4a9a000700 1 -- 172.21.15.7:0/1279373712 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a8c021070 con 0x7f4a9c075770 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.848+0000 7f4a9a000700 1 -- 172.21.15.7:0/1279373712 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a8c007e30 con 0x7f4a9c075770 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.848+0000 7f4a9a000700 1 -- 172.21.15.7:0/1279373712 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a8c004640 con 0x7f4a9c075770 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.848+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a9c1a1050 con 0x7f4a9c075770 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.848+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a9c1a8930 con 0x7f4a9c075770 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.849+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4a9c063cd0 con 0x7f4a9c075770 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.851+0000 7f4a9a000700 1 -- 172.21.15.7:0/1279373712 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f4a8c007980 con 0x7f4a9c075770 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.853+0000 7f4a9a000700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a800b2990 0x7f4a800b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.853+0000 7f4a9a000700 1 -- 172.21.15.7:0/1279373712 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4a8c00f020 con 0x7f4a9c075770 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.853+0000 7f4aa1000700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a800b2990 0x7f4a800b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.853+0000 7f4a9a000700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] conn(0x7f4a800bc550 0x7f4a800be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.853+0000 7f4a9a000700 1 -- 172.21.15.7:0/1279373712 --> [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4a800bf0c0 con 0x7f4a800bc550 2024-05-21T01:57:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.853+0000 7f4a9a000700 1 -- 172.21.15.7:0/1279373712 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f4a8c0e3d20 con 0x7f4a9c075770 2024-05-21T01:57:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.853+0000 7f4aa2400700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] conn(0x7f4a800bc550 0x7f4a800be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.854+0000 7f4aa1000700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a800b2990 0x7f4a800b4e50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4a9c111c00 tx=0x7f4a88009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.854+0000 7f4aa2400700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] conn(0x7f4a800bc550 0x7f4a800be9f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:34.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.855+0000 7f4a9a000700 1 -- 172.21.15.7:0/1279373712 <== osd.5 v2:172.21.15.190:6808/3368244026 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4a800bf0c0 con 0x7f4a800bc550 2024-05-21T01:57:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.875+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 --> [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4a9c0641a0 con 0x7f4a800bc550 2024-05-21T01:57:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.876+0000 7f4a9a000700 1 -- 172.21.15.7:0/1279373712 <== osd.5 v2:172.21.15.190:6808/3368244026 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4a9c0641a0 con 0x7f4a800bc550 2024-05-21T01:57:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 >> [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] conn(0x7f4a800bc550 msgr2=0x7f4a800be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] conn(0x7f4a800bc550 0x7f4a800be9f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a800b2990 msgr2=0x7f4a800b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a800b2990 0x7f4a800b4e50 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4a9c111c00 tx=0x7f4a88009260 comp rx=0 tx=0).stop 2024-05-21T01:57:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a9c075770 msgr2=0x7f4a9c19bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 --2- 172.21.15.7:0/1279373712 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a9c075770 0x7f4a9c19bdb0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c00d010 tx=0x7f4a8c004d00 comp rx=0 tx=0).stop 2024-05-21T01:57:34.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa2400700 1 -- 172.21.15.7:0/1279373712 reap_dead start 2024-05-21T01:57:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 shutdown_connections 2024-05-21T01:57:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 >> 172.21.15.7:0/1279373712 conn(0x7f4a9c07a6a0 msgr2=0x7f4a9c100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 shutdown_connections 2024-05-21T01:57:34.435 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.877+0000 7f4aa4400700 1 -- 172.21.15.7:0/1279373712 wait complete. 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.190+0000 7fd2fb400700 1 -- 172.21.15.7:0/2985882557 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f400bb00 con 0x7fd2fc10fc90 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.190+0000 7fd302400700 1 -- 172.21.15.7:0/2985882557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2fc10fc90 msgr2=0x7fd2fc112100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.190+0000 7fd302400700 1 --2- 172.21.15.7:0/2985882557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2fc10fc90 0x7fd2fc112100 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd2f4009990 tx=0x7fd2f4009ca0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.191+0000 7fd302400700 1 -- 172.21.15.7:0/2985882557 shutdown_connections 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.191+0000 7fd302400700 1 --2- 172.21.15.7:0/2985882557 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2fc10fc90 0x7fd2fc112100 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.191+0000 7fd302400700 1 --2- 172.21.15.7:0/2985882557 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2fc075970 0x7fd2fc075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.191+0000 7fd302400700 1 --2- 172.21.15.7:0/2985882557 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2fc076290 0x7fd2fc10f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.191+0000 7fd302400700 1 -- 172.21.15.7:0/2985882557 >> 172.21.15.7:0/2985882557 conn(0x7fd2fc0fef20 msgr2=0x7fd2fc101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.191+0000 7fd302400700 1 -- 172.21.15.7:0/2985882557 shutdown_connections 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.191+0000 7fd302400700 1 -- 172.21.15.7:0/2985882557 wait complete. 2024-05-21T01:57:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.192+0000 7fd302400700 1 Processor -- start 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.192+0000 7fd302400700 1 -- start start 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.192+0000 7fd302400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2fc075970 0x7fd2fc1a18e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd302400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2fc076290 0x7fd2fc1a1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd302400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2fc10fc90 0x7fd2fc19baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd302400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc115830 con 0x7fd2fc10fc90 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd302400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc1156b0 con 0x7fd2fc076290 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd302400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc1159b0 con 0x7fd2fc075970 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd301a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2fc10fc90 0x7fd2fc19baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd301a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2fc10fc90 0x7fd2fc19baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43470/0 (socket says 172.21.15.7:43470) 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd301a00700 1 -- 172.21.15.7:0/15685275 learned_addr learned my addr 172.21.15.7:0/15685275 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd2fbe00700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2fc076290 0x7fd2fc1a1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd301000700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2fc075970 0x7fd2fc1a18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd301a00700 1 -- 172.21.15.7:0/15685275 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2fc075970 msgr2=0x7fd2fc1a18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd301a00700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd2fc075970 0x7fd2fc1a18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd301a00700 1 -- 172.21.15.7:0/15685275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2fc076290 msgr2=0x7fd2fc1a1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd301a00700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2fc076290 0x7fd2fc1a1e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd301a00700 1 -- 172.21.15.7:0/15685275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2fc19c250 con 0x7fd2fc10fc90 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.193+0000 7fd2fbe00700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd2fc076290 0x7fd2fc1a1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.194+0000 7fd301a00700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2fc10fc90 0x7fd2fc19baf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd2f40057c0 tx=0x7fd2f40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.194+0000 7fd2f9600700 1 -- 172.21.15.7:0/15685275 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f4027070 con 0x7fd2fc10fc90 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.194+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2fc19c4e0 con 0x7fd2fc10fc90 2024-05-21T01:57:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.194+0000 7fd2f9600700 1 -- 172.21.15.7:0/15685275 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2f4022470 con 0x7fd2fc10fc90 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.194+0000 7fd2f9600700 1 -- 172.21.15.7:0/15685275 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f4017650 con 0x7fd2fc10fc90 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.194+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2fc1a87b0 con 0x7fd2fc10fc90 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.195+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd2fc063cd0 con 0x7fd2fc10fc90 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.198+0000 7fd2f9600700 1 -- 172.21.15.7:0/15685275 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fd2f402a070 con 0x7fd2fc10fc90 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.199+0000 7fd2f9600700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2e40b2910 0x7fd2e40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.199+0000 7fd2f9600700 1 -- 172.21.15.7:0/15685275 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd2f40e3260 con 0x7fd2fc10fc90 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.200+0000 7fd301000700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2e40b2910 0x7fd2e40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.200+0000 7fd2f9600700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] conn(0x7fd2e40bc4d0 0x7fd2e40be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.200+0000 7fd2f9600700 1 -- 172.21.15.7:0/15685275 --> [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd2f4012ec0 con 0x7fd2e40bc4d0 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.200+0000 7fd2f9600700 1 -- 172.21.15.7:0/15685275 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fd2f40e3610 con 0x7fd2fc10fc90 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.200+0000 7fd2fbe00700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] conn(0x7fd2e40bc4d0 0x7fd2e40be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.200+0000 7fd301000700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2e40b2910 0x7fd2e40b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc112540 tx=0x7fd2f000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.201+0000 7fd2fbe00700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] conn(0x7fd2e40bc4d0 0x7fd2e40be970 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.202+0000 7fd2f9600700 1 -- 172.21.15.7:0/15685275 <== osd.3 v2:172.21.15.7:6810/3903870359 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd2f4012ec0 con 0x7fd2e40bc4d0 2024-05-21T01:57:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.220+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 --> [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd2fc064150 con 0x7fd2e40bc4d0 2024-05-21T01:57:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd2f9600700 1 -- 172.21.15.7:0/15685275 <== osd.3 v2:172.21.15.7:6810/3903870359 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd2fc064150 con 0x7fd2e40bc4d0 2024-05-21T01:57:34.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] conn(0x7fd2e40bc4d0 msgr2=0x7fd2e40be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd302400700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] conn(0x7fd2e40bc4d0 0x7fd2e40be970 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2e40b2910 msgr2=0x7fd2e40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd302400700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2e40b2910 0x7fd2e40b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc112540 tx=0x7fd2f000b040 comp rx=0 tx=0).stop 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2fc10fc90 msgr2=0x7fd2fc19baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd302400700 1 --2- 172.21.15.7:0/15685275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd2fc10fc90 0x7fd2fc19baf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd2f40057c0 tx=0x7fd2f40057f0 comp rx=0 tx=0).stop 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd301a00700 1 -- 172.21.15.7:0/15685275 reap_dead start 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 shutdown_connections 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.221+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 >> 172.21.15.7:0/15685275 conn(0x7fd2fc0fef20 msgr2=0x7fd2fc0ffbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.222+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 shutdown_connections 2024-05-21T01:57:34.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:33.222+0000 7fd302400700 1 -- 172.21.15.7:0/15685275 wait complete. 2024-05-21T01:57:34.761 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:34 smithi007 ceph-mon[31288]: pgmap v373: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:34.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:34 smithi190 ceph-mon[35961]: pgmap v373: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:34.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:34 smithi164 ceph-mon[36138]: pgmap v373: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:35.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.983+0000 7feda9400700 1 -- 172.21.15.7:0/915096436 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feda410fd70 msgr2=0x7feda4112160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:35.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.983+0000 7feda9400700 1 --2- 172.21.15.7:0/915096436 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feda410fd70 0x7feda4112160 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fed9c00b0a0 tx=0x7fed9c00b3b0 comp rx=0 tx=0).stop 2024-05-21T01:57:35.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.983+0000 7feda9400700 1 -- 172.21.15.7:0/915096436 shutdown_connections 2024-05-21T01:57:35.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.983+0000 7feda9400700 1 --2- 172.21.15.7:0/915096436 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feda410fd70 0x7feda4112160 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:35.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.983+0000 7feda9400700 1 --2- 172.21.15.7:0/915096436 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feda41021c0 0x7feda41025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:35.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.983+0000 7feda9400700 1 --2- 172.21.15.7:0/915096436 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feda4102b70 0x7feda410f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:35.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.983+0000 7feda9400700 1 -- 172.21.15.7:0/915096436 >> 172.21.15.7:0/915096436 conn(0x7feda40fde60 msgr2=0x7feda4100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:35.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.983+0000 7feda9400700 1 -- 172.21.15.7:0/915096436 shutdown_connections 2024-05-21T01:57:35.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.983+0000 7feda9400700 1 -- 172.21.15.7:0/915096436 wait complete. 2024-05-21T01:57:35.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.984+0000 7feda9400700 1 Processor -- start 2024-05-21T01:57:35.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda9400700 1 -- start start 2024-05-21T01:57:35.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda9400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feda41021c0 0x7feda41a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:35.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda9400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feda4102b70 0x7feda41a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:35.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda9400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feda410fd70 0x7feda419bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:35.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda9400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7feda41158b0 con 0x7feda410fd70 2024-05-21T01:57:35.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda9400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7feda4115730 con 0x7feda4102b70 2024-05-21T01:57:35.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda9400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7feda4115a30 con 0x7feda41021c0 2024-05-21T01:57:35.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feda410fd70 0x7feda419bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda3e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feda41021c0 0x7feda41a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feda410fd70 0x7feda419bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58866/0 (socket says 172.21.15.7:58866) 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.985+0000 7feda8a00700 1 -- 172.21.15.7:0/3929196444 learned_addr learned my addr 172.21.15.7:0/3929196444 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.986+0000 7feda3400700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feda4102b70 0x7feda41a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.986+0000 7feda8a00700 1 -- 172.21.15.7:0/3929196444 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feda41021c0 msgr2=0x7feda41a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.986+0000 7feda8a00700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feda41021c0 0x7feda41a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.986+0000 7feda8a00700 1 -- 172.21.15.7:0/3929196444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feda4102b70 msgr2=0x7feda41a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.986+0000 7feda8a00700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7feda4102b70 0x7feda41a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.986+0000 7feda8a00700 1 -- 172.21.15.7:0/3929196444 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feda419c410 con 0x7feda410fd70 2024-05-21T01:57:35.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.986+0000 7feda3e00700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7feda41021c0 0x7feda41a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:35.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.986+0000 7feda8a00700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feda410fd70 0x7feda419bb30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fed9c00b070 tx=0x7fed9c004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:35.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.987+0000 7feda0c00700 1 -- 172.21.15.7:0/3929196444 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9c021070 con 0x7feda410fd70 2024-05-21T01:57:35.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.987+0000 7feda0c00700 1 -- 172.21.15.7:0/3929196444 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed9c007e30 con 0x7feda410fd70 2024-05-21T01:57:35.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.987+0000 7feda0c00700 1 -- 172.21.15.7:0/3929196444 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9c004620 con 0x7feda410fd70 2024-05-21T01:57:35.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.987+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feda419c6a0 con 0x7feda410fd70 2024-05-21T01:57:35.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.987+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feda41a8810 con 0x7feda410fd70 2024-05-21T01:57:35.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.988+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7feda4063c90 con 0x7feda410fd70 2024-05-21T01:57:35.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.991+0000 7feda0c00700 1 -- 172.21.15.7:0/3929196444 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fed9c007980 con 0x7feda410fd70 2024-05-21T01:57:35.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.992+0000 7feda0c00700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fed880b2990 0x7fed880b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:35.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.992+0000 7feda0c00700 1 -- 172.21.15.7:0/3929196444 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fed9c0e35e0 con 0x7feda410fd70 2024-05-21T01:57:35.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.992+0000 7feda3e00700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fed880b2990 0x7fed880b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:35.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.993+0000 7feda0c00700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] conn(0x7fed880bc550 0x7fed880be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:35.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.993+0000 7feda0c00700 1 -- 172.21.15.7:0/3929196444 --> [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fed9c01ce50 con 0x7fed880bc550 2024-05-21T01:57:35.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.993+0000 7feda0c00700 1 -- 172.21.15.7:0/3929196444 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fed9c0e3990 con 0x7feda410fd70 2024-05-21T01:57:35.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.993+0000 7feda3400700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] conn(0x7fed880bc550 0x7fed880be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:35.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.993+0000 7feda3e00700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fed880b2990 0x7fed880b4e50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fed94009680 tx=0x7fed94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:35.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.994+0000 7feda3400700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] conn(0x7fed880bc550 0x7fed880be9f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:35.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:35.995+0000 7feda0c00700 1 -- 172.21.15.7:0/3929196444 <== osd.7 v2:172.21.15.164:6816/443175364 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fed9c01ce50 con 0x7fed880bc550 2024-05-21T01:57:36.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.013+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 --> [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7feda4064110 con 0x7fed880bc550 2024-05-21T01:57:36.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.014+0000 7feda0c00700 1 -- 172.21.15.7:0/3929196444 <== osd.7 v2:172.21.15.164:6816/443175364 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7feda4064110 con 0x7fed880bc550 2024-05-21T01:57:36.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.014+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 >> [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] conn(0x7fed880bc550 msgr2=0x7fed880be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:36.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.014+0000 7feda9400700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] conn(0x7fed880bc550 0x7fed880be9f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:36.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.015+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fed880b2990 msgr2=0x7fed880b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:36.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.015+0000 7feda9400700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fed880b2990 0x7fed880b4e50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fed94009680 tx=0x7fed94009260 comp rx=0 tx=0).stop 2024-05-21T01:57:36.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.015+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feda410fd70 msgr2=0x7feda419bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:36.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.015+0000 7feda9400700 1 --2- 172.21.15.7:0/3929196444 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7feda410fd70 0x7feda419bb30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fed9c00b070 tx=0x7fed9c004c80 comp rx=0 tx=0).stop 2024-05-21T01:57:36.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.015+0000 7feda8a00700 1 -- 172.21.15.7:0/3929196444 reap_dead start 2024-05-21T01:57:36.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.015+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 shutdown_connections 2024-05-21T01:57:36.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.015+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 >> 172.21.15.7:0/3929196444 conn(0x7feda40fde60 msgr2=0x7feda4100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:36.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.015+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 shutdown_connections 2024-05-21T01:57:36.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:36.015+0000 7feda9400700 1 -- 172.21.15.7:0/3929196444 wait complete. 2024-05-21T01:57:36.554 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:36 smithi007 ceph-mon[31288]: pgmap v374: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:36.623 INFO:teuthology.orchestra.run.smithi007.stdout:55834574941 2024-05-21T01:57:36.624 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-21T01:57:36.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:36 smithi190 ceph-mon[35961]: pgmap v374: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:36 smithi164 ceph-mon[36138]: pgmap v374: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:37.429 INFO:teuthology.orchestra.run.smithi007.stdout:111669149780 2024-05-21T01:57:37.429 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-21T01:57:37.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.978+0000 7fedc8a00700 1 -- 172.21.15.7:0/4209415197 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedc410b760 msgr2=0x7fedc410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:37.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.978+0000 7fedc8a00700 1 --2- 172.21.15.7:0/4209415197 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedc410b760 0x7fedc410bb40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fedb400b0a0 tx=0x7fedb400b3b0 comp rx=0 tx=0).stop 2024-05-21T01:57:37.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.978+0000 7fedc8a00700 1 -- 172.21.15.7:0/4209415197 shutdown_connections 2024-05-21T01:57:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.978+0000 7fedc8a00700 1 --2- 172.21.15.7:0/4209415197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedc4106120 0x7fedc4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.978+0000 7fedc8a00700 1 --2- 172.21.15.7:0/4209415197 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedc410b760 0x7fedc410bb40 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.978+0000 7fedc8a00700 1 --2- 172.21.15.7:0/4209415197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc4105760 0x7fedc4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.978+0000 7fedc8a00700 1 -- 172.21.15.7:0/4209415197 >> 172.21.15.7:0/4209415197 conn(0x7fedc4101250 msgr2=0x7fedc4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.979+0000 7fedc8a00700 1 -- 172.21.15.7:0/4209415197 shutdown_connections 2024-05-21T01:57:37.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.979+0000 7fedc8a00700 1 -- 172.21.15.7:0/4209415197 wait complete. 2024-05-21T01:57:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.980+0000 7fedc8a00700 1 Processor -- start 2024-05-21T01:57:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.980+0000 7fedc8a00700 1 -- start start 2024-05-21T01:57:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.980+0000 7fedc8a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedc4105760 0x7fedc419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.980+0000 7fedc8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc4106120 0x7fedc419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.980+0000 7fedc8a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedc410b760 0x7fedc41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.980+0000 7fedc8a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fedc4115940 con 0x7fedc4106120 2024-05-21T01:57:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.980+0000 7fedc8a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fedc41157c0 con 0x7fedc4105760 2024-05-21T01:57:37.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.980+0000 7fedc8a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fedc4115ac0 con 0x7fedc410b760 2024-05-21T01:57:37.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedb9400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc4106120 0x7fedc419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:37.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedb9400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc4106120 0x7fedc419c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58912/0 (socket says 172.21.15.7:58912) 2024-05-21T01:57:37.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedc2800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedc410b760 0x7fedc41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedb9400700 1 -- 172.21.15.7:0/246081019 learned_addr learned my addr 172.21.15.7:0/246081019 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedc1e00700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedc4105760 0x7fedc419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedb9400700 1 -- 172.21.15.7:0/246081019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedc410b760 msgr2=0x7fedc41a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedb9400700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fedc410b760 0x7fedc41a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedb9400700 1 -- 172.21.15.7:0/246081019 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedc4105760 msgr2=0x7fedc419bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedb9400700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fedc4105760 0x7fedc419bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.981+0000 7fedb9400700 1 -- 172.21.15.7:0/246081019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc41a0e00 con 0x7fedc4106120 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.982+0000 7fedb9400700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc4106120 0x7fedc419c330 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fedac00e9a0 tx=0x7fedac00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.982+0000 7fedbb400700 1 -- 172.21.15.7:0/246081019 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac00ca10 con 0x7fedc4106120 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.982+0000 7fedbb400700 1 -- 172.21.15.7:0/246081019 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedac00cbb0 con 0x7fedc4106120 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.982+0000 7fedbb400700 1 -- 172.21.15.7:0/246081019 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac018680 con 0x7fedc4106120 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.982+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc41a10f0 con 0x7fedc4106120 2024-05-21T01:57:37.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.982+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc41a8970 con 0x7fedc4106120 2024-05-21T01:57:37.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.983+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fedc4063cd0 con 0x7fedc4106120 2024-05-21T01:57:37.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.985+0000 7fedbb400700 1 -- 172.21.15.7:0/246081019 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fedac010430 con 0x7fedc4106120 2024-05-21T01:57:37.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.987+0000 7fedbb400700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feda80b2990 0x7feda80b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:37.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.987+0000 7fedbb400700 1 -- 172.21.15.7:0/246081019 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fedac0e2aa0 con 0x7fedc4106120 2024-05-21T01:57:37.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.987+0000 7fedc1e00700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feda80b2990 0x7feda80b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:37.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.987+0000 7fedbb400700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] conn(0x7feda80bc550 0x7feda80be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:37.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.987+0000 7fedbb400700 1 -- 172.21.15.7:0/246081019 --> [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fedac024e70 con 0x7feda80bc550 2024-05-21T01:57:37.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.987+0000 7fedbb400700 1 -- 172.21.15.7:0/246081019 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7fedac0e2ed0 con 0x7fedc4106120 2024-05-21T01:57:37.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.988+0000 7fedc2800700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] conn(0x7feda80bc550 0x7feda80be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:37.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.988+0000 7fedc1e00700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feda80b2990 0x7feda80b4e50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fedb4009e60 tx=0x7fedb400b700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:37.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.989+0000 7fedc2800700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] conn(0x7feda80bc550 0x7feda80be9f0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:37.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.990+0000 7fedbb400700 1 -- 172.21.15.7:0/246081019 <== osd.10 v2:172.21.15.164:6824/481331220 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fedac024e70 con 0x7feda80bc550 2024-05-21T01:57:38.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.008+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 --> [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fedc40641a0 con 0x7feda80bc550 2024-05-21T01:57:38.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.008+0000 7fedbb400700 1 -- 172.21.15.7:0/246081019 <== osd.10 v2:172.21.15.164:6824/481331220 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fedc40641a0 con 0x7feda80bc550 2024-05-21T01:57:38.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 >> [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] conn(0x7feda80bc550 msgr2=0x7feda80be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:38.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] conn(0x7feda80bc550 0x7feda80be9f0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:38.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feda80b2990 msgr2=0x7feda80b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:38.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feda80b2990 0x7feda80b4e50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fedb4009e60 tx=0x7fedb400b700 comp rx=0 tx=0).stop 2024-05-21T01:57:38.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc4106120 msgr2=0x7fedc419c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:38.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 --2- 172.21.15.7:0/246081019 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fedc4106120 0x7fedc419c330 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fedac00e9a0 tx=0x7fedac00ecb0 comp rx=0 tx=0).stop 2024-05-21T01:57:38.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc2800700 1 -- 172.21.15.7:0/246081019 reap_dead start 2024-05-21T01:57:38.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 shutdown_connections 2024-05-21T01:57:38.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 >> 172.21.15.7:0/246081019 conn(0x7fedc4101250 msgr2=0x7fedc41019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:38.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 shutdown_connections 2024-05-21T01:57:38.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:38.009+0000 7fedc8a00700 1 -- 172.21.15.7:0/246081019 wait complete. 2024-05-21T01:57:38.504 INFO:teuthology.orchestra.run.smithi007.stdout:158913790023 2024-05-21T01:57:38.505 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-21T01:57:38.599 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:38 smithi007 ceph-mon[31288]: pgmap v375: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T01:57:38.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:38 smithi190 ceph-mon[35961]: pgmap v375: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T01:57:38.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:38 smithi164 ceph-mon[36138]: pgmap v375: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T01:57:39.134 INFO:teuthology.orchestra.run.smithi007.stdout:137438953548 2024-05-21T01:57:39.135 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-21T01:57:39.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.701+0000 7f52d4800700 1 -- 172.21.15.7:0/608565065 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52cc076090 msgr2=0x7f52cc10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.701+0000 7f52d4800700 1 --2- 172.21.15.7:0/608565065 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52cc076090 0x7f52cc10fa00 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f52bc009990 tx=0x7f52bc009ca0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.702+0000 7f52d4800700 1 -- 172.21.15.7:0/608565065 shutdown_connections 2024-05-21T01:57:39.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.702+0000 7f52d4800700 1 --2- 172.21.15.7:0/608565065 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f52cc10ff40 0x7f52cc112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.702+0000 7f52d4800700 1 --2- 172.21.15.7:0/608565065 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52cc075770 0x7f52cc075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.702+0000 7f52d4800700 1 --2- 172.21.15.7:0/608565065 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52cc076090 0x7f52cc10fa00 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.702+0000 7f52d4800700 1 -- 172.21.15.7:0/608565065 >> 172.21.15.7:0/608565065 conn(0x7f52cc07a6a0 msgr2=0x7f52cc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:39.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.702+0000 7f52d4800700 1 -- 172.21.15.7:0/608565065 shutdown_connections 2024-05-21T01:57:39.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.702+0000 7f52d4800700 1 -- 172.21.15.7:0/608565065 wait complete. 2024-05-21T01:57:39.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.703+0000 7f52d4800700 1 Processor -- start 2024-05-21T01:57:39.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.703+0000 7f52d4800700 1 -- start start 2024-05-21T01:57:39.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d4800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f52cc075770 0x7f52cc19be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d4800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52cc076090 0x7f52cc19c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d4800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52cc10ff40 0x7f52cc1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d4800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f52cc115950 con 0x7f52cc076090 2024-05-21T01:57:39.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d4800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f52cc1157d0 con 0x7f52cc075770 2024-05-21T01:57:39.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d4800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f52cc115ad0 con 0x7f52cc10ff40 2024-05-21T01:57:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d1e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f52cc075770 0x7f52cc19be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d1e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f52cc075770 0x7f52cc19be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:54922/0 (socket says 172.21.15.7:54922) 2024-05-21T01:57:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d1e00700 1 -- 172.21.15.7:0/3611823774 learned_addr learned my addr 172.21.15.7:0/3611823774 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d1400700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52cc076090 0x7f52cc19c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.704+0000 7f52d2800700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52cc10ff40 0x7f52cc1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52d1e00700 1 -- 172.21.15.7:0/3611823774 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52cc10ff40 msgr2=0x7f52cc1a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52d1e00700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f52cc10ff40 0x7f52cc1a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52d1e00700 1 -- 172.21.15.7:0/3611823774 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52cc076090 msgr2=0x7f52cc19c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52d1e00700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52cc076090 0x7f52cc19c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52d1e00700 1 -- 172.21.15.7:0/3611823774 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52cc1a0e30 con 0x7f52cc075770 2024-05-21T01:57:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52d1400700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f52cc076090 0x7f52cc19c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:57:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52d1e00700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f52cc075770 0x7f52cc19be20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f52c000e9a0 tx=0x7f52c000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52c6a00700 1 -- 172.21.15.7:0/3611823774 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c000cbd0 con 0x7f52cc075770 2024-05-21T01:57:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52c6a00700 1 -- 172.21.15.7:0/3611823774 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52c000cd70 con 0x7f52cc075770 2024-05-21T01:57:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52cc1a1120 con 0x7f52cc075770 2024-05-21T01:57:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.705+0000 7f52c6a00700 1 -- 172.21.15.7:0/3611823774 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52c0018680 con 0x7f52cc075770 2024-05-21T01:57:39.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.706+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52cc1a89a0 con 0x7f52cc075770 2024-05-21T01:57:39.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.707+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f52cc063cd0 con 0x7f52cc075770 2024-05-21T01:57:39.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.709+0000 7f52c6a00700 1 -- 172.21.15.7:0/3611823774 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f52c0010430 con 0x7f52cc075770 2024-05-21T01:57:39.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.710+0000 7f52c6a00700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f52b40b2990 0x7f52b40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.710+0000 7f52c6a00700 1 -- 172.21.15.7:0/3611823774 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f52c00e25f0 con 0x7f52cc075770 2024-05-21T01:57:39.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.711+0000 7f52d1400700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f52b40b2990 0x7f52b40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.711+0000 7f52c6a00700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] conn(0x7f52b40bc550 0x7f52b40be9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.711+0000 7f52c6a00700 1 -- 172.21.15.7:0/3611823774 --> [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f52b40bf0c0 con 0x7f52b40bc550 2024-05-21T01:57:39.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.711+0000 7f52c6a00700 1 -- 172.21.15.7:0/3611823774 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f52c00e9050 con 0x7f52cc075770 2024-05-21T01:57:39.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.711+0000 7f52d2800700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] conn(0x7f52b40bc550 0x7f52b40be9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.711+0000 7f52d1400700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f52b40b2990 0x7f52b40b4e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f52bc00b2e0 tx=0x7f52bc01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:39.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.712+0000 7f52d2800700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] conn(0x7f52b40bc550 0x7f52b40be9f0 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:39.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.713+0000 7f52c6a00700 1 -- 172.21.15.7:0/3611823774 <== osd.11 v2:172.21.15.190:6824/3271828419 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f52b40bf0c0 con 0x7f52b40bc550 2024-05-21T01:57:39.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.731+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 --> [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f52cc064100 con 0x7f52b40bc550 2024-05-21T01:57:39.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.732+0000 7f52c6a00700 1 -- 172.21.15.7:0/3611823774 <== osd.11 v2:172.21.15.190:6824/3271828419 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f52cc064100 con 0x7f52b40bc550 2024-05-21T01:57:39.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.732+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 >> [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] conn(0x7f52b40bc550 msgr2=0x7f52b40be9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.732+0000 7f52d4800700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] conn(0x7f52b40bc550 0x7f52b40be9f0 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.733+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f52b40b2990 msgr2=0x7f52b40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.733+0000 7f52d4800700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f52b40b2990 0x7f52b40b4e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f52bc00b2e0 tx=0x7f52bc01a040 comp rx=0 tx=0).stop 2024-05-21T01:57:39.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.733+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f52cc075770 msgr2=0x7f52cc19be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.733+0000 7f52d4800700 1 --2- 172.21.15.7:0/3611823774 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f52cc075770 0x7f52cc19be20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f52c000e9a0 tx=0x7f52c000ecb0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.733+0000 7f52d2800700 1 -- 172.21.15.7:0/3611823774 reap_dead start 2024-05-21T01:57:39.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.733+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 shutdown_connections 2024-05-21T01:57:39.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.733+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 >> 172.21.15.7:0/3611823774 conn(0x7f52cc07a6a0 msgr2=0x7f52cc100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:39.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.733+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 shutdown_connections 2024-05-21T01:57:39.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:39.733+0000 7f52d4800700 1 -- 172.21.15.7:0/3611823774 wait complete. 2024-05-21T01:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.216+0000 7eff32000700 1 -- 172.21.15.7:0/993495418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c10b780 msgr2=0x7eff2c10bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.216+0000 7eff32000700 1 --2- 172.21.15.7:0/993495418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c10b780 0x7eff2c10bb60 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7eff1c009990 tx=0x7eff1c009ca0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.216+0000 7eff32000700 1 -- 172.21.15.7:0/993495418 shutdown_connections 2024-05-21T01:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.216+0000 7eff32000700 1 --2- 172.21.15.7:0/993495418 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff2c106140 0x7eff2c112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.216+0000 7eff32000700 1 --2- 172.21.15.7:0/993495418 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c10b780 0x7eff2c10bb60 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.216+0000 7eff32000700 1 --2- 172.21.15.7:0/993495418 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff2c105780 0x7eff2c105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.216+0000 7eff32000700 1 -- 172.21.15.7:0/993495418 >> 172.21.15.7:0/993495418 conn(0x7eff2c101270 msgr2=0x7eff2c103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:39.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.216+0000 7eff32000700 1 -- 172.21.15.7:0/993495418 shutdown_connections 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.216+0000 7eff32000700 1 -- 172.21.15.7:0/993495418 wait complete. 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.218+0000 7eff32000700 1 Processor -- start 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.218+0000 7eff32000700 1 -- start start 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.218+0000 7eff32000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c105780 0x7eff2c19be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.218+0000 7eff32000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff2c106140 0x7eff2c19c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.218+0000 7eff32000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff2c10b780 0x7eff2c1a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.218+0000 7eff32000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c1159b0 con 0x7eff2c106140 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.218+0000 7eff32000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c115830 con 0x7eff2c105780 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.218+0000 7eff32000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7eff2c115b30 con 0x7eff2c10b780 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff2c106140 0x7eff2c19c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff2c10b780 0x7eff2c1a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff2c10b780 0x7eff2c1a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54360/0 (socket says 172.21.15.7:54360) 2024-05-21T01:57:39.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff2c106140 0x7eff2c19c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58892/0 (socket says 172.21.15.7:58892) 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2be00700 1 -- 172.21.15.7:0/3802693128 learned_addr learned my addr 172.21.15.7:0/3802693128 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2b400700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c105780 0x7eff2c19be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2aa00700 1 -- 172.21.15.7:0/3802693128 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff2c10b780 msgr2=0x7eff2c1a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2aa00700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7eff2c10b780 0x7eff2c1a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2aa00700 1 -- 172.21.15.7:0/3802693128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c105780 msgr2=0x7eff2c19be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2aa00700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c105780 0x7eff2c19be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2aa00700 1 -- 172.21.15.7:0/3802693128 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff2c1a0e40 con 0x7eff2c106140 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2b400700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7eff2c105780 0x7eff2c19be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.219+0000 7eff2aa00700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff2c106140 0x7eff2c19c3c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7eff1800e9f0 tx=0x7eff1800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.220+0000 7eff23e00700 1 -- 172.21.15.7:0/3802693128 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff1800c9c0 con 0x7eff2c106140 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.220+0000 7eff23e00700 1 -- 172.21.15.7:0/3802693128 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff1800cb60 con 0x7eff2c106140 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.220+0000 7eff23e00700 1 -- 172.21.15.7:0/3802693128 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff18018680 con 0x7eff2c106140 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.220+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff2c1a1130 con 0x7eff2c106140 2024-05-21T01:57:39.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.220+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff2c1a89b0 con 0x7eff2c106140 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.221+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7eff2c063cd0 con 0x7eff2c106140 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.224+0000 7eff23e00700 1 -- 172.21.15.7:0/3802693128 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7eff18010430 con 0x7eff2c106140 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.226+0000 7eff23e00700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7eff100b2910 0x7eff100b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.226+0000 7eff23e00700 1 -- 172.21.15.7:0/3802693128 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7eff180e2b10 con 0x7eff2c106140 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.226+0000 7eff2b400700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7eff100b2910 0x7eff100b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.226+0000 7eff23e00700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] conn(0x7eff100bc4d0 0x7eff100be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.226+0000 7eff23e00700 1 -- 172.21.15.7:0/3802693128 --> [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7eff100bf040 con 0x7eff100bc4d0 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.226+0000 7eff23e00700 1 -- 172.21.15.7:0/3802693128 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7eff180e2ec0 con 0x7eff2c106140 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.227+0000 7eff2be00700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] conn(0x7eff100bc4d0 0x7eff100be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.227+0000 7eff2b400700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7eff100b2910 0x7eff100b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7eff1c006010 tx=0x7eff1c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.227+0000 7eff2be00700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] conn(0x7eff100bc4d0 0x7eff100be970 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.228+0000 7eff23e00700 1 -- 172.21.15.7:0/3802693128 <== osd.9 v2:172.21.15.7:6826/397093379 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7eff100bf040 con 0x7eff100bc4d0 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.247+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 --> [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7eff2c064150 con 0x7eff100bc4d0 2024-05-21T01:57:39.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.247+0000 7eff23e00700 1 -- 172.21.15.7:0/3802693128 <== osd.9 v2:172.21.15.7:6826/397093379 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7eff2c064150 con 0x7eff100bc4d0 2024-05-21T01:57:39.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.248+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] conn(0x7eff100bc4d0 msgr2=0x7eff100be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.248+0000 7eff32000700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] conn(0x7eff100bc4d0 0x7eff100be970 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:39.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.248+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7eff100b2910 msgr2=0x7eff100b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.248+0000 7eff32000700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7eff100b2910 0x7eff100b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7eff1c006010 tx=0x7eff1c00b260 comp rx=0 tx=0).stop 2024-05-21T01:57:39.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.248+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff2c106140 msgr2=0x7eff2c19c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:39.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.248+0000 7eff32000700 1 --2- 172.21.15.7:0/3802693128 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7eff2c106140 0x7eff2c19c3c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7eff1800e9f0 tx=0x7eff1800ed00 comp rx=0 tx=0).stop 2024-05-21T01:57:39.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.248+0000 7eff2be00700 1 -- 172.21.15.7:0/3802693128 reap_dead start 2024-05-21T01:57:39.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.248+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 shutdown_connections 2024-05-21T01:57:39.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.248+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 >> 172.21.15.7:0/3802693128 conn(0x7eff2c101270 msgr2=0x7eff2c101a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:39.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.249+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 shutdown_connections 2024-05-21T01:57:39.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:37.249+0000 7eff32000700 1 -- 172.21.15.7:0/3802693128 wait complete. 2024-05-21T01:57:40.766 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:40 smithi007 ceph-mon[31288]: pgmap v376: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:40.841 INFO:teuthology.orchestra.run.smithi007.stdout:210453397565 2024-05-21T01:57:40.841 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-21T01:57:40.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:40 smithi190 ceph-mon[35961]: pgmap v376: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:40.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:40 smithi164 ceph-mon[36138]: pgmap v376: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:57:41.281 INFO:teuthology.orchestra.run.smithi007.stdout:283467841578 2024-05-21T01:57:41.282 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-21T01:57:41.743 INFO:teuthology.orchestra.run.smithi007.stdout:34359738467 2024-05-21T01:57:41.743 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-21T01:57:42.029 INFO:teuthology.orchestra.run.smithi007.stdout:309237645350 2024-05-21T01:57:42.029 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-21T01:57:42.386 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:42.413 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:42.451 INFO:teuthology.orchestra.run.smithi007.stdout:261993005103 2024-05-21T01:57:42.452 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-21T01:57:42.629 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:42 smithi007 ceph-mon[31288]: pgmap v377: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:42 smithi190 ceph-mon[35961]: pgmap v377: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:42.913 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:42.921 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:42 smithi164 ceph-mon[36138]: pgmap v377: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:44.749 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:44 smithi007 ceph-mon[31288]: pgmap v378: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:44 smithi190 ceph-mon[35961]: pgmap v378: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:44 smithi164 ceph-mon[36138]: pgmap v378: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:45.906 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:45.912 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:46.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:46 smithi007 ceph-mon[31288]: pgmap v379: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:46.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:46 smithi190 ceph-mon[35961]: pgmap v379: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:46 smithi164 ceph-mon[36138]: pgmap v379: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:47.851 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:47.856 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:47.858 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:47.861 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:47.862 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:57:47.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.909+0000 7f96bfc00700 1 -- 172.21.15.7:0/893469743 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f96b81035f0 msgr2=0x7f96b8103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:47.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.909+0000 7f96bfc00700 1 --2- 172.21.15.7:0/893469743 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f96b81035f0 0x7f96b8103a50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f96a4009990 tx=0x7f96a4009ca0 comp rx=0 tx=0).stop 2024-05-21T01:57:47.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.910+0000 7f96bfc00700 1 -- 172.21.15.7:0/893469743 shutdown_connections 2024-05-21T01:57:47.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.910+0000 7f96bfc00700 1 --2- 172.21.15.7:0/893469743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96b8103f90 0x7f96b8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:47.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.910+0000 7f96bfc00700 1 --2- 172.21.15.7:0/893469743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96b8108500 0x7f96b81088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:47.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.910+0000 7f96bfc00700 1 --2- 172.21.15.7:0/893469743 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f96b81035f0 0x7f96b8103a50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:47.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.910+0000 7f96bfc00700 1 -- 172.21.15.7:0/893469743 >> 172.21.15.7:0/893469743 conn(0x7f96b807a6a0 msgr2=0x7f96b807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:47.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.910+0000 7f96bfc00700 1 -- 172.21.15.7:0/893469743 shutdown_connections 2024-05-21T01:57:47.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.910+0000 7f96bfc00700 1 -- 172.21.15.7:0/893469743 wait complete. 2024-05-21T01:57:47.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.911+0000 7f96bfc00700 1 Processor -- start 2024-05-21T01:57:47.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.912+0000 7f96bfc00700 1 -- start start 2024-05-21T01:57:47.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.912+0000 7f96bfc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96b81035f0 0x7f96b819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:47.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.912+0000 7f96bfc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96b8103f90 0x7f96b819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:47.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.912+0000 7f96bfc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f96b8108500 0x7f96b81a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:47.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.912+0000 7f96bfc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f96b8113780 con 0x7f96b81035f0 2024-05-21T01:57:47.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.912+0000 7f96bfc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f96b8113600 con 0x7f96b8103f90 2024-05-21T01:57:47.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.912+0000 7f96bfc00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f96b8113900 con 0x7f96b8108500 2024-05-21T01:57:47.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96bdc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f96b8108500 0x7f96b81a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:47.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96bdc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f96b8108500 0x7f96b81a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33740/0 (socket says 172.21.15.7:33740) 2024-05-21T01:57:47.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96bdc00700 1 -- 172.21.15.7:0/591466856 learned_addr learned my addr 172.21.15.7:0/591466856 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:47.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96bd200700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96b81035f0 0x7f96b819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:47.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96bd200700 1 -- 172.21.15.7:0/591466856 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f96b8108500 msgr2=0x7f96b81a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:47.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96bd200700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f96b8108500 0x7f96b81a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:47.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96b7e00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96b8103f90 0x7f96b819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:47.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96bd200700 1 -- 172.21.15.7:0/591466856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96b8103f90 msgr2=0x7f96b819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:47.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96bd200700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96b8103f90 0x7f96b819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:47.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96bd200700 1 -- 172.21.15.7:0/591466856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96b81a0e70 con 0x7f96b81035f0 2024-05-21T01:57:47.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.913+0000 7f96b7e00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96b8103f90 0x7f96b819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T01:57:47.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.914+0000 7f96bd200700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96b81035f0 0x7f96b819be60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f96ac00e9c0 tx=0x7f96ac00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:47.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.914+0000 7f96b5600700 1 -- 172.21.15.7:0/591466856 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96ac00cbd0 con 0x7f96b81035f0 2024-05-21T01:57:47.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.914+0000 7f96b5600700 1 -- 172.21.15.7:0/591466856 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96ac0044d0 con 0x7f96b81035f0 2024-05-21T01:57:47.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.914+0000 7f96b5600700 1 -- 172.21.15.7:0/591466856 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96ac003c90 con 0x7f96b81035f0 2024-05-21T01:57:47.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.915+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96b81a1160 con 0x7f96b81035f0 2024-05-21T01:57:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.915+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96b81a89e0 con 0x7f96b81035f0 2024-05-21T01:57:47.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.917+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96b806a230 con 0x7f96b81035f0 2024-05-21T01:57:47.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.921+0000 7f96b5600700 1 -- 172.21.15.7:0/591466856 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f96ac003e50 con 0x7f96b81035f0 2024-05-21T01:57:47.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.924+0000 7f96b5600700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96a00b2a60 0x7f96a00b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:47.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.924+0000 7f96b5600700 1 -- 172.21.15.7:0/591466856 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f96ac0e25c0 con 0x7f96b81035f0 2024-05-21T01:57:47.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.925+0000 7f96b7e00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96a00b2a60 0x7f96a00b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:47.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.927+0000 7f96b7e00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96a00b2a60 0x7f96a00b4f20 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f96a400b2e0 tx=0x7f96a40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:47.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:47.928+0000 7f96b5600700 1 -- 172.21.15.7:0/591466856 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f96ac0aa290 con 0x7f96b81035f0 2024-05-21T01:57:48.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.184+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f96b819d1c0 con 0x7f96b81035f0 2024-05-21T01:57:48.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.185+0000 7f96b5600700 1 -- 172.21.15.7:0/591466856 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f96ac0a9b90 con 0x7f96b81035f0 2024-05-21T01:57:48.185 INFO:teuthology.orchestra.run.smithi007.stdout:184683593797 2024-05-21T01:57:48.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96a00b2a60 msgr2=0x7f96a00b4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:48.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96a00b2a60 0x7f96a00b4f20 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f96a400b2e0 tx=0x7f96a40058e0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96b81035f0 msgr2=0x7f96b819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:48.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96b81035f0 0x7f96b819be60 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f96ac00e9c0 tx=0x7f96ac00ecd0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 shutdown_connections 2024-05-21T01:57:48.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f96b8108500 0x7f96b81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f96a00b2a60 0x7f96a00b4f20 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f96b81035f0 0x7f96b819be60 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 --2- 172.21.15.7:0/591466856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f96b8103f90 0x7f96b819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.188+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 >> 172.21.15.7:0/591466856 conn(0x7f96b807a6a0 msgr2=0x7f96b8101560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:48.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.189+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 shutdown_connections 2024-05-21T01:57:48.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.189+0000 7f96bfc00700 1 -- 172.21.15.7:0/591466856 wait complete. 2024-05-21T01:57:48.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:48 smithi007 ceph-mon[31288]: pgmap v380: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:48.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:48 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/591466856' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T01:57:48.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:48 smithi190 ceph-mon[35961]: pgmap v380: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:48.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:48 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/591466856' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T01:57:48.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.865+0000 7f333de00700 1 -- 172.21.15.7:0/2725092368 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3338104630 msgr2=0x7f3338104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:48.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.865+0000 7f333de00700 1 --2- 172.21.15.7:0/2725092368 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3338104630 0x7f3338104a10 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f332c009990 tx=0x7f332c009ca0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.865+0000 7f333de00700 1 -- 172.21.15.7:0/2725092368 shutdown_connections 2024-05-21T01:57:48.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.865+0000 7f333de00700 1 --2- 172.21.15.7:0/2725092368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f333810da60 0x7f333810ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.865+0000 7f333de00700 1 --2- 172.21.15.7:0/2725092368 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3338104630 0x7f3338104a10 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.865+0000 7f333de00700 1 --2- 172.21.15.7:0/2725092368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3338104f50 0x7f333810d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.865+0000 7f333de00700 1 -- 172.21.15.7:0/2725092368 >> 172.21.15.7:0/2725092368 conn(0x7f33380fde60 msgr2=0x7f3338100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:48.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.865+0000 7f333de00700 1 -- 172.21.15.7:0/2725092368 shutdown_connections 2024-05-21T01:57:48.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.865+0000 7f333de00700 1 -- 172.21.15.7:0/2725092368 wait complete. 2024-05-21T01:57:48.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.866+0000 7f333de00700 1 Processor -- start 2024-05-21T01:57:48.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333de00700 1 -- start start 2024-05-21T01:57:48.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3338104630 0x7f3338102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:48.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3338104f50 0x7f33381027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:48.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f333810da60 0x7f3338102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:48.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333de00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f33381136a0 con 0x7f3338104f50 2024-05-21T01:57:48.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333de00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3338113520 con 0x7f333810da60 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333de00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3338113820 con 0x7f3338104630 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3338104630 0x7f3338102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3338104630 0x7f3338102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33750/0 (socket says 172.21.15.7:33750) 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.867+0000 7f333ca00700 1 -- 172.21.15.7:0/333700805 learned_addr learned my addr 172.21.15.7:0/333700805 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.868+0000 7f333d400700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f333810da60 0x7f3338102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.868+0000 7f3337e00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3338104f50 0x7f33381027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.868+0000 7f333ca00700 1 -- 172.21.15.7:0/333700805 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f333810da60 msgr2=0x7f3338102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.868+0000 7f333ca00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f333810da60 0x7f3338102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.868+0000 7f333ca00700 1 -- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3338104f50 msgr2=0x7f33381027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.868+0000 7f333ca00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3338104f50 0x7f33381027d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:48.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.868+0000 7f333ca00700 1 -- 172.21.15.7:0/333700805 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33381a8100 con 0x7f3338104630 2024-05-21T01:57:48.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.868+0000 7f333ca00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3338104630 0x7f3338102290 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f332c005910 tx=0x7f332c00b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:48.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.869+0000 7f3335600700 1 -- 172.21.15.7:0/333700805 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f332c027070 con 0x7f3338104630 2024-05-21T01:57:48.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.869+0000 7f3335600700 1 -- 172.21.15.7:0/333700805 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f332c022470 con 0x7f3338104630 2024-05-21T01:57:48.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.869+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33381a8390 con 0x7f3338104630 2024-05-21T01:57:48.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.869+0000 7f3335600700 1 -- 172.21.15.7:0/333700805 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f332c017650 con 0x7f3338104630 2024-05-21T01:57:48.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.869+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33381a88c0 con 0x7f3338104630 2024-05-21T01:57:48.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.870+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f333806a230 con 0x7f3338104630 2024-05-21T01:57:48.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.872+0000 7f3335600700 1 -- 172.21.15.7:0/333700805 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f332c02a070 con 0x7f3338104630 2024-05-21T01:57:48.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.874+0000 7f3335600700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33200b2990 0x7f33200b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:48.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.874+0000 7f3335600700 1 -- 172.21.15.7:0/333700805 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f332c0e3080 con 0x7f3338104630 2024-05-21T01:57:48.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.874+0000 7f3337e00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33200b2990 0x7f33200b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:48.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.875+0000 7f3337e00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33200b2990 0x7f33200b4e50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f333810ee70 tx=0x7f3324009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:48.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:48.878+0000 7f3335600700 1 -- 172.21.15.7:0/333700805 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f332c013070 con 0x7f3338104630 2024-05-21T01:57:48.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:48 smithi164 ceph-mon[36138]: pgmap v380: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:48.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:48 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/591466856' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T01:57:49.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.141+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f33381037c0 con 0x7f3338104630 2024-05-21T01:57:49.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.142+0000 7f3335600700 1 -- 172.21.15.7:0/333700805 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f332c0aacd0 con 0x7f3338104630 2024-05-21T01:57:49.143 INFO:teuthology.orchestra.run.smithi007.stdout:77309411420 2024-05-21T01:57:49.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33200b2990 msgr2=0x7f33200b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:49.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33200b2990 0x7f33200b4e50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f333810ee70 tx=0x7f3324009260 comp rx=0 tx=0).stop 2024-05-21T01:57:49.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3338104630 msgr2=0x7f3338102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:49.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3338104630 0x7f3338102290 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f332c005910 tx=0x7f332c00b670 comp rx=0 tx=0).stop 2024-05-21T01:57:49.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 shutdown_connections 2024-05-21T01:57:49.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f333810da60 0x7f3338102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3338104630 0x7f3338102290 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33200b2990 0x7f33200b4e50 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 --2- 172.21.15.7:0/333700805 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3338104f50 0x7f33381027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 >> 172.21.15.7:0/333700805 conn(0x7f33380fde60 msgr2=0x7f33380febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:49.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 shutdown_connections 2024-05-21T01:57:49.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.146+0000 7f333de00700 1 -- 172.21.15.7:0/333700805 wait complete. 2024-05-21T01:57:49.640 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:49 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:57:49.640 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:49 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/333700805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T01:57:49.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:49 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:57:49.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:49 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/333700805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T01:57:49.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:49 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:57:49.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:49 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/333700805' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T01:57:49.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.713+0000 7f9dd1000700 1 -- 172.21.15.7:0/3138291686 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9dcc076290 msgr2=0x7f9dcc10f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:49.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.713+0000 7f9dd1000700 1 --2- 172.21.15.7:0/3138291686 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9dcc076290 0x7f9dcc10f750 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f9db80098f0 tx=0x7f9db8009c00 comp rx=0 tx=0).stop 2024-05-21T01:57:49.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.713+0000 7f9dd1000700 1 -- 172.21.15.7:0/3138291686 shutdown_connections 2024-05-21T01:57:49.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.713+0000 7f9dd1000700 1 --2- 172.21.15.7:0/3138291686 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9dcc10fc90 0x7f9dcc112100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.713+0000 7f9dd1000700 1 --2- 172.21.15.7:0/3138291686 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9dcc075970 0x7f9dcc075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.713+0000 7f9dd1000700 1 --2- 172.21.15.7:0/3138291686 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9dcc076290 0x7f9dcc10f750 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.713+0000 7f9dd1000700 1 -- 172.21.15.7:0/3138291686 >> 172.21.15.7:0/3138291686 conn(0x7f9dcc0fef60 msgr2=0x7f9dcc101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:49.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.713+0000 7f9dd1000700 1 -- 172.21.15.7:0/3138291686 shutdown_connections 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.713+0000 7f9dd1000700 1 -- 172.21.15.7:0/3138291686 wait complete. 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.714+0000 7f9dd1000700 1 Processor -- start 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.714+0000 7f9dd1000700 1 -- start start 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dd1000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9dcc075970 0x7f9dcc19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dd1000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9dcc076290 0x7f9dcc19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dd1000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9dcc10fc90 0x7f9dcc1a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dd1000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc115860 con 0x7f9dcc076290 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dd1000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc1156e0 con 0x7f9dcc10fc90 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dd1000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc1159e0 con 0x7f9dcc075970 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcb400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9dcc075970 0x7f9dcc19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcb400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9dcc075970 0x7f9dcc19be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33770/0 (socket says 172.21.15.7:33770) 2024-05-21T01:57:49.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcb400700 1 -- 172.21.15.7:0/542855503 learned_addr learned my addr 172.21.15.7:0/542855503 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcbe00700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9dcc10fc90 0x7f9dcc1a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcaa00700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9dcc076290 0x7f9dcc19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcbe00700 1 -- 172.21.15.7:0/542855503 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9dcc075970 msgr2=0x7f9dcc19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcbe00700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9dcc075970 0x7f9dcc19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcbe00700 1 -- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9dcc076290 msgr2=0x7f9dcc19c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcbe00700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9dcc076290 0x7f9dcc19c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.715+0000 7f9dcbe00700 1 -- 172.21.15.7:0/542855503 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dcc1a0dd0 con 0x7f9dcc10fc90 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.716+0000 7f9dcbe00700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9dcc10fc90 0x7f9dcc1a0690 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4007f10 tx=0x7f9dc400d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.716+0000 7f9dc3e00700 1 -- 172.21.15.7:0/542855503 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4004db0 con 0x7f9dcc10fc90 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.716+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dcc1a10c0 con 0x7f9dcc10fc90 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.716+0000 7f9dc3e00700 1 -- 172.21.15.7:0/542855503 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9dc4009e20 con 0x7f9dcc10fc90 2024-05-21T01:57:49.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.716+0000 7f9dc3e00700 1 -- 172.21.15.7:0/542855503 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4015400 con 0x7f9dcc10fc90 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.716+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dcc1a8940 con 0x7f9dcc10fc90 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.717+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dcc06a230 con 0x7f9dcc10fc90 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.719+0000 7f9dc3e00700 1 -- 172.21.15.7:0/542855503 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f9dc4005260 con 0x7f9dcc10fc90 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.721+0000 7f9dc3e00700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9db00b2990 0x7f9db00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.721+0000 7f9dc3e00700 1 -- 172.21.15.7:0/542855503 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9dc40e1c50 con 0x7f9dcc10fc90 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.721+0000 7f9dcb400700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9db00b2990 0x7f9db00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.722+0000 7f9dcb400700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9db00b2990 0x7f9db00b4e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc005d10 tx=0x7f9dbc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.725+0000 7f9dc3e00700 1 -- 172.21.15.7:0/542855503 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9dc4010070 con 0x7f9dcc10fc90 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.953+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f9dcc02e560 con 0x7f9dcc10fc90 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.954+0000 7f9dc3e00700 1 -- 172.21.15.7:0/542855503 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f9dc40a97d0 con 0x7f9dcc10fc90 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9db00b2990 msgr2=0x7f9db00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9db00b2990 0x7f9db00b4e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc005d10 tx=0x7f9dbc009310 comp rx=0 tx=0).stop 2024-05-21T01:57:49.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9dcc10fc90 msgr2=0x7f9dcc1a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9dcc10fc90 0x7f9dcc1a0690 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4007f10 tx=0x7f9dc400d3b0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 shutdown_connections 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9dcc10fc90 0x7f9dcc1a0690 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9dcc075970 0x7f9dcc19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9db00b2990 0x7f9db00b4e50 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 --2- 172.21.15.7:0/542855503 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9dcc076290 0x7f9dcc19c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 >> 172.21.15.7:0/542855503 conn(0x7f9dcc0fef60 msgr2=0x7f9dcc0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 shutdown_connections 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:49.956+0000 7f9dd1000700 1 -- 172.21.15.7:0/542855503 wait complete. 2024-05-21T01:57:49.979 INFO:teuthology.orchestra.run.smithi007.stdout:283467841581 2024-05-21T01:57:50.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:50 smithi007 ceph-mon[31288]: pgmap v381: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-05-21T01:57:50.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:50 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/542855503' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T01:57:50.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.741 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:50 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:50 smithi190 ceph-mon[35961]: pgmap v381: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-05-21T01:57:50.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:50 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/542855503' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T01:57:50.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.857 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:50 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:50 smithi164 ceph-mon[36138]: pgmap v381: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-05-21T01:57:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:50 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/542855503' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T01:57:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:50 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:57:52.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:52 smithi007 ceph-mon[31288]: pgmap v382: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:52.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:52 smithi190 ceph-mon[35961]: pgmap v382: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:52 smithi164 ceph-mon[36138]: pgmap v382: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:57:54.658 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411416 got 77309411420 for osd.2 2024-05-21T01:57:54.659 DEBUG:teuthology.parallel:result is None 2024-05-21T01:57:54.806 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:54 smithi007 ceph-mon[31288]: pgmap v383: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:54 smithi190 ceph-mon[35961]: pgmap v383: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:54 smithi164 ceph-mon[36138]: pgmap v383: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:57:55.678 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593794 got 184683593797 for osd.6 2024-05-21T01:57:55.679 DEBUG:teuthology.parallel:result is None 2024-05-21T01:57:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:56 smithi190 ceph-mon[35961]: pgmap v384: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:56.912 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:56 smithi007 ceph-mon[31288]: pgmap v384: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:56 smithi164 ceph-mon[36138]: pgmap v384: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.207+0000 7fd791e00700 1 -- 172.21.15.7:0/3727462610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c1095b0 msgr2=0x7fd78c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.207+0000 7fd791e00700 1 --2- 172.21.15.7:0/3727462610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c1095b0 0x7fd78c109990 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd77c009990 tx=0x7fd77c009ca0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.208+0000 7fd791e00700 1 -- 172.21.15.7:0/3727462610 shutdown_connections 2024-05-21T01:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.208+0000 7fd791e00700 1 --2- 172.21.15.7:0/3727462610 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd78c06bbe0 0x7fd78c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.208+0000 7fd791e00700 1 --2- 172.21.15.7:0/3727462610 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c1095b0 0x7fd78c109990 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.208+0000 7fd791e00700 1 --2- 172.21.15.7:0/3727462610 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd78c06b220 0x7fd78c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.208+0000 7fd791e00700 1 -- 172.21.15.7:0/3727462610 >> 172.21.15.7:0/3727462610 conn(0x7fd78c0793f0 msgr2=0x7fd78c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.208+0000 7fd791e00700 1 -- 172.21.15.7:0/3727462610 shutdown_connections 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.208+0000 7fd791e00700 1 -- 172.21.15.7:0/3727462610 wait complete. 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.209+0000 7fd791e00700 1 Processor -- start 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.209+0000 7fd791e00700 1 -- start start 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.209+0000 7fd791e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c06b220 0x7fd78c19f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.209+0000 7fd791e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd78c06bbe0 0x7fd78c19fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.209+0000 7fd791e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd78c1095b0 0x7fd78c199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.209+0000 7fd791e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd78c1136c0 con 0x7fd78c06b220 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.209+0000 7fd791e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd78c113540 con 0x7fd78c06bbe0 2024-05-21T01:57:58.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.209+0000 7fd791e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd78c113840 con 0x7fd78c1095b0 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c06b220 0x7fd78c19f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c06b220 0x7fd78c19f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43200/0 (socket says 172.21.15.7:43200) 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78aa00700 1 -- 172.21.15.7:0/2956157695 learned_addr learned my addr 172.21.15.7:0/2956157695 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78a000700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd78c06bbe0 0x7fd78c19fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78b400700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd78c1095b0 0x7fd78c199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78aa00700 1 -- 172.21.15.7:0/2956157695 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd78c1095b0 msgr2=0x7fd78c199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78aa00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd78c1095b0 0x7fd78c199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78aa00700 1 -- 172.21.15.7:0/2956157695 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd78c06bbe0 msgr2=0x7fd78c19fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78aa00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd78c06bbe0 0x7fd78c19fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78aa00700 1 -- 172.21.15.7:0/2956157695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd78c19a160 con 0x7fd78c06b220 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.210+0000 7fd78aa00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c06b220 0x7fd78c19f840 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd77c0057c0 tx=0x7fd77c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.211+0000 7fd790a00700 1 -- 172.21.15.7:0/2956157695 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c027070 con 0x7fd78c06b220 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.211+0000 7fd790a00700 1 -- 172.21.15.7:0/2956157695 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd77c022470 con 0x7fd78c06b220 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.211+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd78c19a3f0 con 0x7fd78c06b220 2024-05-21T01:57:58.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.211+0000 7fd790a00700 1 -- 172.21.15.7:0/2956157695 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c017650 con 0x7fd78c06b220 2024-05-21T01:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.211+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd78c1a6710 con 0x7fd78c06b220 2024-05-21T01:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.212+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd78c10ba90 con 0x7fd78c06b220 2024-05-21T01:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.214+0000 7fd790a00700 1 -- 172.21.15.7:0/2956157695 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7fd77c02a070 con 0x7fd78c06b220 2024-05-21T01:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.216+0000 7fd790a00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd7700b2990 0x7fd7700b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.216+0000 7fd790a00700 1 -- 172.21.15.7:0/2956157695 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd77c0e3080 con 0x7fd78c06b220 2024-05-21T01:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.216+0000 7fd78a000700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd7700b2990 0x7fd7700b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.217+0000 7fd78a000700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd7700b2990 0x7fd7700b4e50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd78c079ad0 tx=0x7fd778009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:58.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.219+0000 7fd790a00700 1 -- 172.21.15.7:0/2956157695 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd77c013070 con 0x7fd78c06b220 2024-05-21T01:57:58.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.459+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fd78c19af30 con 0x7fd78c06b220 2024-05-21T01:57:58.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.460+0000 7fd790a00700 1 -- 172.21.15.7:0/2956157695 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd77c0aacd0 con 0x7fd78c06b220 2024-05-21T01:57:58.462 INFO:teuthology.orchestra.run.smithi007.stdout:158913790028 2024-05-21T01:57:58.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.463+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd7700b2990 msgr2=0x7fd7700b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:58.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.463+0000 7fd791e00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd7700b2990 0x7fd7700b4e50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd78c079ad0 tx=0x7fd778009260 comp rx=0 tx=0).stop 2024-05-21T01:57:58.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.463+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c06b220 msgr2=0x7fd78c19f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:58.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.463+0000 7fd791e00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c06b220 0x7fd78c19f840 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd77c0057c0 tx=0x7fd77c0057f0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.464+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 shutdown_connections 2024-05-21T01:57:58.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.464+0000 7fd791e00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd78c1095b0 0x7fd78c199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.464+0000 7fd791e00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd7700b2990 0x7fd7700b4e50 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.464+0000 7fd791e00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd78c06b220 0x7fd78c19f840 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.464+0000 7fd791e00700 1 --2- 172.21.15.7:0/2956157695 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd78c06bbe0 0x7fd78c19fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:58.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.464+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 >> 172.21.15.7:0/2956157695 conn(0x7fd78c0793f0 msgr2=0x7fd78c101240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:58.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.464+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 shutdown_connections 2024-05-21T01:57:58.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:58.464+0000 7fd791e00700 1 -- 172.21.15.7:0/2956157695 wait complete. 2024-05-21T01:57:58.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:58 smithi007 ceph-mon[31288]: pgmap v385: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:58.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:58 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2296876720' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T01:57:58.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:57:58 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2956157695' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T01:57:58.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:58 smithi190 ceph-mon[35961]: pgmap v385: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:58.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:58 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2296876720' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T01:57:58.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:57:58 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2956157695' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T01:57:58.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:58 smithi164 ceph-mon[36138]: pgmap v385: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:57:58.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:58 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2296876720' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T01:57:58.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:57:58 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2956157695' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T01:57:59.205 INFO:tasks.cephadm.ceph_manager.ceph:need seq 283467841578 got 283467841581 for osd.10 2024-05-21T01:57:59.205 DEBUG:teuthology.parallel:result is None 2024-05-21T01:57:59.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.653+0000 7f536d400700 1 -- 172.21.15.7:0/1507583384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5368103f50 msgr2=0x7f5368110410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.653+0000 7f536d400700 1 --2- 172.21.15.7:0/1507583384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5368103f50 0x7f5368110410 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f536000b0d0 tx=0x7f536000b3e0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.654+0000 7f536d400700 1 -- 172.21.15.7:0/1507583384 shutdown_connections 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.654+0000 7f536d400700 1 --2- 172.21.15.7:0/1507583384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5368103f50 0x7f5368110410 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.654+0000 7f536d400700 1 --2- 172.21.15.7:0/1507583384 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5368109640 0x7f5368109a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.654+0000 7f536d400700 1 --2- 172.21.15.7:0/1507583384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5368103590 0x7f5368103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.654+0000 7f536d400700 1 -- 172.21.15.7:0/1507583384 >> 172.21.15.7:0/1507583384 conn(0x7f536807a6f0 msgr2=0x7f536807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.654+0000 7f536d400700 1 -- 172.21.15.7:0/1507583384 shutdown_connections 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.654+0000 7f536d400700 1 -- 172.21.15.7:0/1507583384 wait complete. 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.655+0000 7f536d400700 1 Processor -- start 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.655+0000 7f536d400700 1 -- start start 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.655+0000 7f536d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5368103590 0x7f5368075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.655+0000 7f536d400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5368103f50 0x7f5368075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.655+0000 7f536d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5368109640 0x7f53680762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:59.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.655+0000 7f536d400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5368113760 con 0x7f5368109640 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.655+0000 7f536d400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f53681135e0 con 0x7f5368103f50 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.655+0000 7f536d400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f53681138e0 con 0x7f5368103590 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f535fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5368103f50 0x7f5368075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f5366800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5368103590 0x7f5368075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f535fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5368103f50 0x7f5368075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:38212/0 (socket says 172.21.15.7:38212) 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f5366800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5368103590 0x7f5368075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:51336/0 (socket says 172.21.15.7:51336) 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f535fe00700 1 -- 172.21.15.7:0/2296876720 learned_addr learned my addr 172.21.15.7:0/2296876720 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f5367200700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5368109640 0x7f53680762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f535fe00700 1 -- 172.21.15.7:0/2296876720 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5368103590 msgr2=0x7f5368075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f535fe00700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5368103590 0x7f5368075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f535fe00700 1 -- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5368109640 msgr2=0x7f53680762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f535fe00700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5368109640 0x7f53680762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f535fe00700 1 -- 172.21.15.7:0/2296876720 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53681a80a0 con 0x7f5368103f50 2024-05-21T01:57:59.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.656+0000 7f5366800700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5368103590 0x7f5368075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.657+0000 7f535fe00700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5368103f50 0x7f5368075d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f535000e9c0 tx=0x7f535000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.657+0000 7f535f400700 1 -- 172.21.15.7:0/2296876720 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f535000cbd0 con 0x7f5368103f50 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.657+0000 7f535f400700 1 -- 172.21.15.7:0/2296876720 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f535000ee60 con 0x7f5368103f50 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.657+0000 7f535f400700 1 -- 172.21.15.7:0/2296876720 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53500055c0 con 0x7f5368103f50 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.657+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53681a8390 con 0x7f5368103f50 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.657+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53681a8880 con 0x7f5368103f50 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.659+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f536806a230 con 0x7f5368103f50 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.660+0000 7f535f400700 1 -- 172.21.15.7:0/2296876720 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f5350004750 con 0x7f5368103f50 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.662+0000 7f535f400700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f534c0b2990 0x7f534c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:57:59.626 INFO:teuthology.orchestra.run.smithi007.stdout:111669149784 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.662+0000 7f535f400700 1 -- 172.21.15.7:0/2296876720 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f53500e25e0 con 0x7f5368103f50 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.662+0000 7f5366800700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f534c0b2990 0x7f534c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.663+0000 7f5366800700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f534c0b2990 0x7f534c0b4e50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5358009fd0 tx=0x7f5358009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.666+0000 7f535f400700 1 -- 172.21.15.7:0/2296876720 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f53500aa160 con 0x7f5368103f50 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.919+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f5368076d70 con 0x7f5368103f50 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.920+0000 7f535f400700 1 -- 172.21.15.7:0/2296876720 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f53500a9a60 con 0x7f5368103f50 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f534c0b2990 msgr2=0x7f534c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f534c0b2990 0x7f534c0b4e50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5358009fd0 tx=0x7f5358009260 comp rx=0 tx=0).stop 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5368103f50 msgr2=0x7f5368075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:57:59.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5368103f50 0x7f5368075d80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f535000e9c0 tx=0x7f535000ecd0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 shutdown_connections 2024-05-21T01:57:59.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f534c0b2990 0x7f534c0b4e50 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5368109640 0x7f53680762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5368103590 0x7f5368075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 --2- 172.21.15.7:0/2296876720 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5368103f50 0x7f5368075d80 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:57:59.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 >> 172.21.15.7:0/2296876720 conn(0x7f536807a6f0 msgr2=0x7f53681021c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:57:59.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 shutdown_connections 2024-05-21T01:57:59.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:57:57.923+0000 7f536d400700 1 -- 172.21.15.7:0/2296876720 wait complete. 2024-05-21T01:58:00.412 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790023 got 158913790028 for osd.5 2024-05-21T01:58:00.413 DEBUG:teuthology.parallel:result is None 2024-05-21T01:58:00.610 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:00 smithi007 ceph-mon[31288]: pgmap v386: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:58:00.858 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:00 smithi190 ceph-mon[35961]: pgmap v386: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:58:00.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:00 smithi164 ceph-mon[36138]: pgmap v386: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:58:01.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.986+0000 7f1a56400700 1 -- 172.21.15.7:0/1994082584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501041a0 msgr2=0x7f1a501081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.986+0000 7f1a56400700 1 --2- 172.21.15.7:0/1994082584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501041a0 0x7f1a501081c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1a380099c0 tx=0x7f1a38009cd0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.987+0000 7f1a56400700 1 -- 172.21.15.7:0/1994082584 shutdown_connections 2024-05-21T01:58:01.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.987+0000 7f1a56400700 1 --2- 172.21.15.7:0/1994082584 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a501088f0 0x7f1a50110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.987+0000 7f1a56400700 1 --2- 172.21.15.7:0/1994082584 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a501037f0 0x7f1a50103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.987+0000 7f1a56400700 1 --2- 172.21.15.7:0/1994082584 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501041a0 0x7f1a501081c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.987+0000 7f1a56400700 1 -- 172.21.15.7:0/1994082584 >> 172.21.15.7:0/1994082584 conn(0x7f1a5007a6a0 msgr2=0x7f1a5007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.987+0000 7f1a56400700 1 -- 172.21.15.7:0/1994082584 shutdown_connections 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.987+0000 7f1a56400700 1 -- 172.21.15.7:0/1994082584 wait complete. 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.988+0000 7f1a56400700 1 Processor -- start 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.988+0000 7f1a56400700 1 -- start start 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.988+0000 7f1a56400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501037f0 0x7f1a50075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.988+0000 7f1a56400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a501041a0 0x7f1a50075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.988+0000 7f1a56400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a501088f0 0x7f1a500762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.988+0000 7f1a56400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1a501136d0 con 0x7f1a501037f0 2024-05-21T01:58:01.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.988+0000 7f1a56400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1a50113550 con 0x7f1a501041a0 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.988+0000 7f1a56400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1a50113850 con 0x7f1a501088f0 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a4f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501037f0 0x7f1a50075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a4f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501037f0 0x7f1a50075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43222/0 (socket says 172.21.15.7:43222) 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a4f400700 1 -- 172.21.15.7:0/70318457 learned_addr learned my addr 172.21.15.7:0/70318457 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a47e00700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a501041a0 0x7f1a50075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a4fe00700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a501088f0 0x7f1a500762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a4f400700 1 -- 172.21.15.7:0/70318457 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a501088f0 msgr2=0x7f1a500762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a4f400700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a501088f0 0x7f1a500762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a4f400700 1 -- 172.21.15.7:0/70318457 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a501041a0 msgr2=0x7f1a50075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a4f400700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a501041a0 0x7f1a50075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.989+0000 7f1a4f400700 1 -- 172.21.15.7:0/70318457 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a501a8090 con 0x7f1a501037f0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.990+0000 7f1a4f400700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501037f0 0x7f1a50075840 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1a4000e9a0 tx=0x7f1a4000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.990+0000 7f1a4cc00700 1 -- 172.21.15.7:0/70318457 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4000ca10 con 0x7f1a501037f0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.990+0000 7f1a4cc00700 1 -- 172.21.15.7:0/70318457 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a4000cbb0 con 0x7f1a501037f0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.990+0000 7f1a4cc00700 1 -- 172.21.15.7:0/70318457 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a40018680 con 0x7f1a501037f0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.990+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a501a8380 con 0x7f1a501037f0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.990+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a501a8840 con 0x7f1a501037f0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.992+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a5006a230 con 0x7f1a501037f0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.993+0000 7f1a4cc00700 1 -- 172.21.15.7:0/70318457 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f1a40010430 con 0x7f1a501037f0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.995+0000 7f1a4cc00700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1a340b2990 0x7f1a340b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.995+0000 7f1a4cc00700 1 -- 172.21.15.7:0/70318457 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1a400e24d0 con 0x7f1a501037f0 2024-05-21T01:58:01.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.995+0000 7f1a47e00700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1a340b2990 0x7f1a340b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:01.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:00.996+0000 7f1a47e00700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1a340b2990 0x7f1a340b4e50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1a500772d0 tx=0x7f1a38005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:01.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.000+0000 7f1a4cc00700 1 -- 172.21.15.7:0/70318457 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1a400aa050 con 0x7f1a501037f0 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.134+0000 7f1c29c00700 1 -- 172.21.15.7:0/1446566541 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c241037f0 msgr2=0x7f1c24103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.134+0000 7f1c29c00700 1 --2- 172.21.15.7:0/1446566541 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c241037f0 0x7f1c24103bd0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1c14009990 tx=0x7f1c14009ca0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.134+0000 7f1c29c00700 1 -- 172.21.15.7:0/1446566541 shutdown_connections 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.134+0000 7f1c29c00700 1 --2- 172.21.15.7:0/1446566541 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c241088f0 0x7f1c24110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.134+0000 7f1c29c00700 1 --2- 172.21.15.7:0/1446566541 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c241037f0 0x7f1c24103bd0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.134+0000 7f1c29c00700 1 --2- 172.21.15.7:0/1446566541 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c241041a0 0x7f1c241081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.134+0000 7f1c29c00700 1 -- 172.21.15.7:0/1446566541 >> 172.21.15.7:0/1446566541 conn(0x7f1c2407a6a0 msgr2=0x7f1c2407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.134+0000 7f1c29c00700 1 -- 172.21.15.7:0/1446566541 shutdown_connections 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.134+0000 7f1c29c00700 1 -- 172.21.15.7:0/1446566541 wait complete. 2024-05-21T01:58:01.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.135+0000 7f1c29c00700 1 Processor -- start 2024-05-21T01:58:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c29c00700 1 -- start start 2024-05-21T01:58:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c29c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c241037f0 0x7f1c2419bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c29c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c241041a0 0x7f1c2419c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c29c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c241088f0 0x7f1c241a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c29c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c241136c0 con 0x7f1c241041a0 2024-05-21T01:58:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c29c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1c24113540 con 0x7f1c241037f0 2024-05-21T01:58:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c29c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1c24113840 con 0x7f1c241088f0 2024-05-21T01:58:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c22a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c241037f0 0x7f1c2419bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:01.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c1a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c241041a0 0x7f1c2419c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c22a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c241037f0 0x7f1c2419bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:38264/0 (socket says 172.21.15.7:38264) 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c22a00700 1 -- 172.21.15.7:0/2194822307 learned_addr learned my addr 172.21.15.7:0/2194822307 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.136+0000 7f1c23400700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c241088f0 0x7f1c241a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.137+0000 7f1c22a00700 1 -- 172.21.15.7:0/2194822307 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c241088f0 msgr2=0x7f1c241a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.137+0000 7f1c22a00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c241088f0 0x7f1c241a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.137+0000 7f1c22a00700 1 -- 172.21.15.7:0/2194822307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c241041a0 msgr2=0x7f1c2419c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.137+0000 7f1c22a00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c241041a0 0x7f1c2419c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.137+0000 7f1c22a00700 1 -- 172.21.15.7:0/2194822307 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c241a0df0 con 0x7f1c241037f0 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.137+0000 7f1c22a00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c241037f0 0x7f1c2419bde0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1c140057c0 tx=0x7f1c14005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.137+0000 7f1c1be00700 1 -- 172.21.15.7:0/2194822307 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c14026070 con 0x7f1c241037f0 2024-05-21T01:58:01.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.137+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c241a1080 con 0x7f1c241037f0 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.137+0000 7f1c1be00700 1 -- 172.21.15.7:0/2194822307 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c14021410 con 0x7f1c241037f0 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.138+0000 7f1c1be00700 1 -- 172.21.15.7:0/2194822307 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c14017650 con 0x7f1c241037f0 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.138+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c241a8960 con 0x7f1c241037f0 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.139+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c2406a230 con 0x7f1c241037f0 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.141+0000 7f1c1be00700 1 -- 172.21.15.7:0/2194822307 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 17) ==== 149702+0+0 (secure 0 0 0) 0x7f1c14029070 con 0x7f1c241037f0 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.143+0000 7f1c1be00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c080b2910 0x7f1c080b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.143+0000 7f1c1be00700 1 -- 172.21.15.7:0/2194822307 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1c140e3070 con 0x7f1c241037f0 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.143+0000 7f1c1a000700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c080b2910 0x7f1c080b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.144+0000 7f1c1a000700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c080b2910 0x7f1c080b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1c24103360 tx=0x7f1c0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:01.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.145+0000 7f1c1be00700 1 -- 172.21.15.7:0/2194822307 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1c14013070 con 0x7f1c241037f0 2024-05-21T01:58:01.255 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:01.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.388+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f1a5002e720 con 0x7f1a501037f0 2024-05-21T01:58:01.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.389+0000 7f1a4cc00700 1 -- 172.21.15.7:0/70318457 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1a400b20d0 con 0x7f1a501037f0 2024-05-21T01:58:01.391 INFO:teuthology.orchestra.run.smithi007.stdout:236223201339 2024-05-21T01:58:01.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1a340b2990 msgr2=0x7f1a340b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1a340b2990 0x7f1a340b4e50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1a500772d0 tx=0x7f1a38005fb0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501037f0 msgr2=0x7f1a50075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501037f0 0x7f1a50075840 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1a4000e9a0 tx=0x7f1a4000ecb0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 shutdown_connections 2024-05-21T01:58:01.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1a501088f0 0x7f1a500762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1a340b2990 0x7f1a340b4e50 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1a501037f0 0x7f1a50075840 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 --2- 172.21.15.7:0/70318457 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1a501041a0 0x7f1a50075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 >> 172.21.15.7:0/70318457 conn(0x7f1a5007a6a0 msgr2=0x7f1a501018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:01.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 shutdown_connections 2024-05-21T01:58:01.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.392+0000 7f1a56400700 1 -- 172.21.15.7:0/70318457 wait complete. 2024-05-21T01:58:01.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.493+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f1c241a8b30 con 0x7f1c241037f0 2024-05-21T01:58:01.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.499+0000 7f1c1be00700 1 -- 172.21.15.7:0/2194822307 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1c140aad10 con 0x7f1c241037f0 2024-05-21T01:58:01.501 INFO:teuthology.orchestra.run.smithi007.stdout:210453397570 2024-05-21T01:58:01.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c080b2910 msgr2=0x7f1c080b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c080b2910 0x7f1c080b4dd0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1c24103360 tx=0x7f1c0c009260 comp rx=0 tx=0).stop 2024-05-21T01:58:01.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c241037f0 msgr2=0x7f1c2419bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:01.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c241037f0 0x7f1c2419bde0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1c140057c0 tx=0x7f1c14005ef0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 shutdown_connections 2024-05-21T01:58:01.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c241088f0 0x7f1c241a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c241037f0 0x7f1c2419bde0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c080b2910 0x7f1c080b4dd0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 --2- 172.21.15.7:0/2194822307 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c241041a0 0x7f1c2419c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:01.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 >> 172.21.15.7:0/2194822307 conn(0x7f1c2407a6a0 msgr2=0x7f1c24101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:01.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 shutdown_connections 2024-05-21T01:58:01.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:01.503+0000 7f1c29c00700 1 -- 172.21.15.7:0/2194822307 wait complete. 2024-05-21T01:58:01.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:01 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/70318457' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T01:58:01.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:01 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2194822307' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T01:58:01.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:01 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/70318457' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T01:58:01.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:01 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2194822307' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T01:58:01.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:01 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/70318457' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T01:58:01.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:01 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2194822307' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T01:58:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.366+0000 7f7dbba00700 1 -- 172.21.15.7:0/4242068822 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db41095b0 msgr2=0x7f7db4109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:02.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.366+0000 7f7dbba00700 1 --2- 172.21.15.7:0/4242068822 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db41095b0 0x7f7db4109990 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7da8009990 tx=0x7f7da8009ca0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.366+0000 7f7dbba00700 1 -- 172.21.15.7:0/4242068822 shutdown_connections 2024-05-21T01:58:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.367+0000 7f7dbba00700 1 --2- 172.21.15.7:0/4242068822 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7db406bbe0 0x7f7db41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.367+0000 7f7dbba00700 1 --2- 172.21.15.7:0/4242068822 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db41095b0 0x7f7db4109990 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.367+0000 7f7dbba00700 1 --2- 172.21.15.7:0/4242068822 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7db406b220 0x7f7db406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.367+0000 7f7dbba00700 1 -- 172.21.15.7:0/4242068822 >> 172.21.15.7:0/4242068822 conn(0x7f7db40793f0 msgr2=0x7f7db4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.367+0000 7f7dbba00700 1 -- 172.21.15.7:0/4242068822 shutdown_connections 2024-05-21T01:58:02.369 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.367+0000 7f7dbba00700 1 -- 172.21.15.7:0/4242068822 wait complete. 2024-05-21T01:58:02.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.368+0000 7f7dbba00700 1 Processor -- start 2024-05-21T01:58:02.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.368+0000 7f7dbba00700 1 -- start start 2024-05-21T01:58:02.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7dbba00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db406b220 0x7f7db419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:02.370 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7dbba00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7db406bbe0 0x7f7db419c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:02.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7dbba00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7db41095b0 0x7f7db41a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:02.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7dbba00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7db4113720 con 0x7f7db406b220 2024-05-21T01:58:02.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7dbba00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7db41135a0 con 0x7f7db406bbe0 2024-05-21T01:58:02.371 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7dbba00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7db41138a0 con 0x7f7db41095b0 2024-05-21T01:58:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7db3e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7db406bbe0 0x7f7db419c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7db9a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7db41095b0 0x7f7db41a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7db3e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7db406bbe0 0x7f7db419c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:38282/0 (socket says 172.21.15.7:38282) 2024-05-21T01:58:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7db9a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7db41095b0 0x7f7db41a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:51434/0 (socket says 172.21.15.7:51434) 2024-05-21T01:58:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7db3e00700 1 -- 172.21.15.7:0/1893141368 learned_addr learned my addr 172.21.15.7:0/1893141368 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.369+0000 7f7db9000700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db406b220 0x7f7db419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:02.372 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.370+0000 7f7db3e00700 1 -- 172.21.15.7:0/1893141368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7db41095b0 msgr2=0x7f7db41a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.370+0000 7f7db3e00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7db41095b0 0x7f7db41a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.370+0000 7f7db3e00700 1 -- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db406b220 msgr2=0x7f7db419be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.370+0000 7f7db3e00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db406b220 0x7f7db419be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.370+0000 7f7db3e00700 1 -- 172.21.15.7:0/1893141368 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7db41a0e30 con 0x7f7db406bbe0 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.370+0000 7f7db9a00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7db41095b0 0x7f7db41a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.370+0000 7f7db3e00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7db406bbe0 0x7f7db419c3b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7da000eb30 tx=0x7f7da000ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.371+0000 7f7db1600700 1 -- 172.21.15.7:0/1893141368 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da000cbd0 con 0x7f7db406bbe0 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.371+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7db41a1120 con 0x7f7db406bbe0 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.371+0000 7f7db1600700 1 -- 172.21.15.7:0/1893141368 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7da00044d0 con 0x7f7db406bbe0 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.371+0000 7f7db1600700 1 -- 172.21.15.7:0/1893141368 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da0003df0 con 0x7f7db406bbe0 2024-05-21T01:58:02.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.371+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7db41a89a0 con 0x7f7db406bbe0 2024-05-21T01:58:02.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.372+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7db406a230 con 0x7f7db406bbe0 2024-05-21T01:58:02.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.374+0000 7f7db1600700 1 -- 172.21.15.7:0/1893141368 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7da0003fd0 con 0x7f7db406bbe0 2024-05-21T01:58:02.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.376+0000 7f7db1600700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7d9c0b2880 0x7f7d9c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:02.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.376+0000 7f7db1600700 1 -- 172.21.15.7:0/1893141368 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f7da00e2500 con 0x7f7db406bbe0 2024-05-21T01:58:02.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.376+0000 7f7db9000700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7d9c0b2880 0x7f7d9c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:02.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.377+0000 7f7db9000700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7d9c0b2880 0x7f7d9c0b4d40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7da8006010 tx=0x7f7da800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:02.379 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.378+0000 7f7db1600700 1 -- 172.21.15.7:0/1893141368 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7da00aa1e0 con 0x7f7db406bbe0 2024-05-21T01:58:02.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.625+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f7db419d180 con 0x7f7db406bbe0 2024-05-21T01:58:02.628 INFO:teuthology.orchestra.run.smithi007.stdout:137438953554 2024-05-21T01:58:02.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.626+0000 7f7db1600700 1 -- 172.21.15.7:0/1893141368 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f7db419d180 con 0x7f7db406bbe0 2024-05-21T01:58:02.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7d9c0b2880 msgr2=0x7f7d9c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:02.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7d9c0b2880 0x7f7d9c0b4d40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7da8006010 tx=0x7f7da800b260 comp rx=0 tx=0).stop 2024-05-21T01:58:02.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7db406bbe0 msgr2=0x7f7db419c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:02.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7db406bbe0 0x7f7db419c3b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7da000eb30 tx=0x7f7da000ee40 comp rx=0 tx=0).stop 2024-05-21T01:58:02.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 shutdown_connections 2024-05-21T01:58:02.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7db41095b0 0x7f7db41a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f7d9c0b2880 0x7f7d9c0b4d40 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7db406b220 0x7f7db419be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 --2- 172.21.15.7:0/1893141368 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7db406bbe0 0x7f7db419c3b0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.629+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 >> 172.21.15.7:0/1893141368 conn(0x7f7db40793f0 msgr2=0x7f7db4100f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.630+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 shutdown_connections 2024-05-21T01:58:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:02.630+0000 7f7dbba00700 1 -- 172.21.15.7:0/1893141368 wait complete. 2024-05-21T01:58:02.634 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149780 got 111669149784 for osd.3 2024-05-21T01:58:02.634 DEBUG:teuthology.parallel:result is None 2024-05-21T01:58:02.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:02 smithi007 ceph-mon[31288]: pgmap v387: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:58:02.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:02 smithi007 ceph-mon[31288]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-21T01:58:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:02 smithi190 ceph-mon[35961]: pgmap v387: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:58:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:02 smithi190 ceph-mon[35961]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-21T01:58:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:02 smithi164 ceph-mon[36138]: pgmap v387: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:58:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:02 smithi164 ceph-mon[36138]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-21T01:58:03.765 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:03 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1893141368' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T01:58:03.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:03 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1893141368' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T01:58:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:03 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1893141368' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T01:58:04.603 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:04 smithi007 ceph-mon[31288]: pgmap v388: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T01:58:04.604 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:04 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/928066025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T01:58:04.607 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953548 got 137438953554 for osd.4 2024-05-21T01:58:04.607 DEBUG:teuthology.parallel:result is None 2024-05-21T01:58:04.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.069+0000 7f6cebc00700 1 -- 172.21.15.7:0/2515996226 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ce41095b0 msgr2=0x7f6ce4109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:04.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.069+0000 7f6cebc00700 1 --2- 172.21.15.7:0/2515996226 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ce41095b0 0x7f6ce4109990 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6cd80098f0 tx=0x7f6cd8009c00 comp rx=0 tx=0).stop 2024-05-21T01:58:04.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.069+0000 7f6cebc00700 1 -- 172.21.15.7:0/2515996226 shutdown_connections 2024-05-21T01:58:04.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.069+0000 7f6cebc00700 1 --2- 172.21.15.7:0/2515996226 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6ce406bbe0 0x7f6ce41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.069+0000 7f6cebc00700 1 --2- 172.21.15.7:0/2515996226 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ce41095b0 0x7f6ce4109990 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.069+0000 7f6cebc00700 1 --2- 172.21.15.7:0/2515996226 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ce406b220 0x7f6ce406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.069+0000 7f6cebc00700 1 -- 172.21.15.7:0/2515996226 >> 172.21.15.7:0/2515996226 conn(0x7f6ce40793f0 msgr2=0x7f6ce4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.069+0000 7f6cebc00700 1 -- 172.21.15.7:0/2515996226 shutdown_connections 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.069+0000 7f6cebc00700 1 -- 172.21.15.7:0/2515996226 wait complete. 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.070+0000 7f6cebc00700 1 Processor -- start 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6cebc00700 1 -- start start 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6cebc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ce406b220 0x7f6ce419bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6cebc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ce406bbe0 0x7f6ce419c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6cebc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6ce41095b0 0x7f6ce41a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6cebc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce4113740 con 0x7f6ce406bbe0 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6cebc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce41135c0 con 0x7f6ce406b220 2024-05-21T01:58:04.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6cebc00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6ce41138c0 con 0x7f6ce41095b0 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6ce9c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6ce41095b0 0x7f6ce41a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6ce9c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6ce41095b0 0x7f6ce41a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:51456/0 (socket says 172.21.15.7:51456) 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6ce9c00700 1 -- 172.21.15.7:0/928066025 learned_addr learned my addr 172.21.15.7:0/928066025 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6ce3e00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ce406bbe0 0x7f6ce419c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.071+0000 7f6ce9200700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ce406b220 0x7f6ce419bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.072+0000 7f6ce9c00700 1 -- 172.21.15.7:0/928066025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ce406b220 msgr2=0x7f6ce419bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.072+0000 7f6ce9c00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ce406b220 0x7f6ce419bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.072+0000 7f6ce9c00700 1 -- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ce406bbe0 msgr2=0x7f6ce419c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.072+0000 7f6ce9c00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ce406bbe0 0x7f6ce419c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.072+0000 7f6ce9c00700 1 -- 172.21.15.7:0/928066025 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ce41a0ee0 con 0x7f6ce41095b0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.072+0000 7f6ce9c00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6ce41095b0 0x7f6ce41a07a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6cdc00ef30 tx=0x7f6cdc00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.073+0000 7f6ce1600700 1 -- 172.21.15.7:0/928066025 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cdc0092e0 con 0x7f6ce41095b0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.073+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ce41a1170 con 0x7f6ce41095b0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.073+0000 7f6ce1600700 1 -- 172.21.15.7:0/928066025 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cdc004bb0 con 0x7f6ce41095b0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.073+0000 7f6ce1600700 1 -- 172.21.15.7:0/928066025 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cdc004020 con 0x7f6ce41095b0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.073+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ce41a8a50 con 0x7f6ce41095b0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.074+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ce406a230 con 0x7f6ce41095b0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.076+0000 7f6ce1600700 1 -- 172.21.15.7:0/928066025 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6cdc01b030 con 0x7f6ce41095b0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.078+0000 7f6ce1600700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6ccc0b2880 0x7f6ccc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.078+0000 7f6ce1600700 1 -- 172.21.15.7:0/928066025 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6cdc0e1c30 con 0x7f6ce41095b0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.078+0000 7f6ce9200700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6ccc0b2880 0x7f6ccc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:04.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.079+0000 7f6ce9200700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6ccc0b2880 0x7f6ccc0b4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6cd80098c0 tx=0x7f6cd8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:04.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.082+0000 7f6ce1600700 1 -- 172.21.15.7:0/928066025 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6cdc022020 con 0x7f6ce41095b0 2024-05-21T01:58:04.644 INFO:teuthology.orchestra.run.smithi007.stdout:55834574948 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.340+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f6ce41a8c20 con 0x7f6ce41095b0 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.341+0000 7f6ce1600700 1 -- 172.21.15.7:0/928066025 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6cdc010040 con 0x7f6ce41095b0 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.344+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6ccc0b2880 msgr2=0x7f6ccc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.344+0000 7f6cebc00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6ccc0b2880 0x7f6ccc0b4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6cd80098c0 tx=0x7f6cd8019040 comp rx=0 tx=0).stop 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.344+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6ce41095b0 msgr2=0x7f6ce41a07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.344+0000 7f6cebc00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6ce41095b0 0x7f6ce41a07a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6cdc00ef30 tx=0x7f6cdc00c3a0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.345+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 shutdown_connections 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.345+0000 7f6cebc00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6ce41095b0 0x7f6ce41a07a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.345+0000 7f6cebc00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6ce406b220 0x7f6ce419bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.345+0000 7f6cebc00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6ccc0b2880 0x7f6ccc0b4d40 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.345+0000 7f6cebc00700 1 --2- 172.21.15.7:0/928066025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6ce406bbe0 0x7f6ce419c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:04.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.345+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 >> 172.21.15.7:0/928066025 conn(0x7f6ce40793f0 msgr2=0x7f6ce410e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:04.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.345+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 shutdown_connections 2024-05-21T01:58:04.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:04.345+0000 7f6cebc00700 1 -- 172.21.15.7:0/928066025 wait complete. 2024-05-21T01:58:04.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:04 smithi190 ceph-mon[35961]: pgmap v388: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T01:58:04.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:04 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/928066025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T01:58:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:04 smithi164 ceph-mon[36138]: pgmap v388: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T01:58:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:04 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/928066025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T01:58:06.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.205+0000 7f43d8800700 1 -- 172.21.15.7:0/1861933143 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f43d01096a0 msgr2=0x7f43d0109a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:06.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.205+0000 7f43d8800700 1 --2- 172.21.15.7:0/1861933143 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f43d01096a0 0x7f43d0109a80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f43c40098f0 tx=0x7f43c4009c00 comp rx=0 tx=0).stop 2024-05-21T01:58:06.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.205+0000 7f43d8800700 1 -- 172.21.15.7:0/1861933143 shutdown_connections 2024-05-21T01:58:06.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.205+0000 7f43d8800700 1 --2- 172.21.15.7:0/1861933143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f43d0103f50 0x7f43d0110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.205+0000 7f43d8800700 1 --2- 172.21.15.7:0/1861933143 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f43d01096a0 0x7f43d0109a80 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.205+0000 7f43d8800700 1 --2- 172.21.15.7:0/1861933143 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f43d0103590 0x7f43d0103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.205+0000 7f43d8800700 1 -- 172.21.15.7:0/1861933143 >> 172.21.15.7:0/1861933143 conn(0x7f43d007a6f0 msgr2=0x7f43d007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:06.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.205+0000 7f43d8800700 1 -- 172.21.15.7:0/1861933143 shutdown_connections 2024-05-21T01:58:06.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.206+0000 7f43d8800700 1 -- 172.21.15.7:0/1861933143 wait complete. 2024-05-21T01:58:06.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.207+0000 7f43d8800700 1 Processor -- start 2024-05-21T01:58:06.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.207+0000 7f43d8800700 1 -- start start 2024-05-21T01:58:06.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d8800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f43d0103590 0x7f43d0075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:06.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d8800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f43d0103f50 0x7f43d0075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:06.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d8800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f43d01096a0 0x7f43d00762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:06.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d8800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f43d0113770 con 0x7f43d0103f50 2024-05-21T01:58:06.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d8800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f43d01135f0 con 0x7f43d01096a0 2024-05-21T01:58:06.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d8800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f43d01138f0 con 0x7f43d0103590 2024-05-21T01:58:06.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d6800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f43d01096a0 0x7f43d00762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:06.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d5e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f43d0103590 0x7f43d0075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:06.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d5e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f43d0103590 0x7f43d0075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47360/0 (socket says 172.21.15.7:47360) 2024-05-21T01:58:06.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d5e00700 1 -- 172.21.15.7:0/1956175565 learned_addr learned my addr 172.21.15.7:0/1956175565 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:06.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.208+0000 7f43d5400700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f43d0103f50 0x7f43d0075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.209+0000 7f43d5e00700 1 -- 172.21.15.7:0/1956175565 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f43d01096a0 msgr2=0x7f43d00762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.209+0000 7f43d5e00700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f43d01096a0 0x7f43d00762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.209+0000 7f43d5e00700 1 -- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f43d0103f50 msgr2=0x7f43d0075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.209+0000 7f43d5e00700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f43d0103f50 0x7f43d0075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.209+0000 7f43d5e00700 1 -- 172.21.15.7:0/1956175565 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d01a8150 con 0x7f43d0103590 2024-05-21T01:58:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.209+0000 7f43d5e00700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f43d0103590 0x7f43d0075840 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f43c400f990 tx=0x7f43c400f9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.209+0000 7f43caa00700 1 -- 172.21.15.7:0/1956175565 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c4027070 con 0x7f43d0103590 2024-05-21T01:58:06.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.210+0000 7f43caa00700 1 -- 172.21.15.7:0/1956175565 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43c4005570 con 0x7f43d0103590 2024-05-21T01:58:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.210+0000 7f43caa00700 1 -- 172.21.15.7:0/1956175565 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c4004930 con 0x7f43d0103590 2024-05-21T01:58:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.210+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43d01a83e0 con 0x7f43d0103590 2024-05-21T01:58:06.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.210+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43d01a87e0 con 0x7f43d0103590 2024-05-21T01:58:06.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.211+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43d006a230 con 0x7f43d0103590 2024-05-21T01:58:06.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.213+0000 7f43caa00700 1 -- 172.21.15.7:0/1956175565 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f43c402a070 con 0x7f43d0103590 2024-05-21T01:58:06.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.216+0000 7f43caa00700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43b80b2900 0x7f43b80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.216+0000 7f43caa00700 1 -- 172.21.15.7:0/1956175565 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f43c40e2cd0 con 0x7f43d0103590 2024-05-21T01:58:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.217+0000 7f43d5400700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43b80b2900 0x7f43b80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:06.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.217+0000 7f43caa00700 1 -- 172.21.15.7:0/1956175565 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f43c4013030 con 0x7f43d0103590 2024-05-21T01:58:06.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.217+0000 7f43d5400700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43b80b2900 0x7f43b80b4dc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f43d007acd0 tx=0x7f43c0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:06.486 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397565 got 210453397570 for osd.7 2024-05-21T01:58:06.486 DEBUG:teuthology.parallel:result is None 2024-05-21T01:58:06.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.510+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f43d002e720 con 0x7f43d0103590 2024-05-21T01:58:06.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.511+0000 7f43caa00700 1 -- 172.21.15.7:0/1956175565 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f43c40aaa40 con 0x7f43d0103590 2024-05-21T01:58:06.512 INFO:teuthology.orchestra.run.smithi007.stdout:34359738474 2024-05-21T01:58:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.513+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43b80b2900 msgr2=0x7f43b80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.513+0000 7f43d8800700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43b80b2900 0x7f43b80b4dc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f43d007acd0 tx=0x7f43c0009260 comp rx=0 tx=0).stop 2024-05-21T01:58:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.513+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f43d0103590 msgr2=0x7f43d0075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.513+0000 7f43d8800700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f43d0103590 0x7f43d0075840 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f43c400f990 tx=0x7f43c400f9c0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.514+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 shutdown_connections 2024-05-21T01:58:06.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.514+0000 7f43d8800700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f43d01096a0 0x7f43d00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.514+0000 7f43d8800700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f43d0103590 0x7f43d0075840 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.514+0000 7f43d8800700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f43b80b2900 0x7f43b80b4dc0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.514+0000 7f43d8800700 1 --2- 172.21.15.7:0/1956175565 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f43d0103f50 0x7f43d0075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:06.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.514+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 >> 172.21.15.7:0/1956175565 conn(0x7f43d007a6f0 msgr2=0x7f43d0102210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:06.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.514+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 shutdown_connections 2024-05-21T01:58:06.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.514+0000 7f43d8800700 1 -- 172.21.15.7:0/1956175565 wait complete. 2024-05-21T01:58:06.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:06 smithi007 ceph-mon[31288]: pgmap v389: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T01:58:06.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:06 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3491541286' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T01:58:06.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:06 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1956175565' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T01:58:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:06 smithi190 ceph-mon[35961]: pgmap v389: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T01:58:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:06 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3491541286' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T01:58:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:06 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1956175565' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T01:58:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:06 smithi164 ceph-mon[36138]: pgmap v389: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T01:58:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:06 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3491541286' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T01:58:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:06 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1956175565' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T01:58:07.734 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201332 got 236223201339 for osd.8 2024-05-21T01:58:07.734 DEBUG:teuthology.parallel:result is None 2024-05-21T01:58:07.839 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574941 got 55834574948 for osd.1 2024-05-21T01:58:07.840 DEBUG:teuthology.parallel:result is None 2024-05-21T01:58:07.981 INFO:teuthology.orchestra.run.smithi007.stdout:309237645355 2024-05-21T01:58:07.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.110+0000 7f95db200700 1 -- 172.21.15.7:0/4072118845 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d406b220 msgr2=0x7f95d406b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:07.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.110+0000 7f95db200700 1 --2- 172.21.15.7:0/4072118845 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d406b220 0x7f95d406b6a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f95c0009990 tx=0x7f95c0009ca0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.110+0000 7f95db200700 1 -- 172.21.15.7:0/4072118845 shutdown_connections 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.110+0000 7f95db200700 1 --2- 172.21.15.7:0/4072118845 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95d406bbe0 0x7f95d41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.110+0000 7f95db200700 1 --2- 172.21.15.7:0/4072118845 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95d41095b0 0x7f95d4109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.110+0000 7f95db200700 1 --2- 172.21.15.7:0/4072118845 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d406b220 0x7f95d406b6a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.110+0000 7f95db200700 1 -- 172.21.15.7:0/4072118845 >> 172.21.15.7:0/4072118845 conn(0x7f95d40793f0 msgr2=0x7f95d4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.110+0000 7f95db200700 1 -- 172.21.15.7:0/4072118845 shutdown_connections 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.110+0000 7f95db200700 1 -- 172.21.15.7:0/4072118845 wait complete. 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.111+0000 7f95db200700 1 Processor -- start 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.112+0000 7f95db200700 1 -- start start 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.112+0000 7f95db200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95d406b220 0x7f95d4102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.112+0000 7f95db200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95d406bbe0 0x7f95d4102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.112+0000 7f95db200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d41095b0 0x7f95d4102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.112+0000 7f95db200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f95d4113730 con 0x7f95d406bbe0 2024-05-21T01:58:07.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.112+0000 7f95db200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f95d41135b0 con 0x7f95d406b220 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.112+0000 7f95db200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f95d41138b0 con 0x7f95d41095b0 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.112+0000 7f95d9200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d41095b0 0x7f95d4102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.112+0000 7f95d3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95d406bbe0 0x7f95d4102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.113+0000 7f95d9200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d41095b0 0x7f95d4102f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47342/0 (socket says 172.21.15.7:47342) 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.113+0000 7f95d3e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95d406b220 0x7f95d4102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.113+0000 7f95d9200700 1 -- 172.21.15.7:0/3491541286 learned_addr learned my addr 172.21.15.7:0/3491541286 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.113+0000 7f95d9200700 1 -- 172.21.15.7:0/3491541286 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95d406b220 msgr2=0x7f95d4102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.113+0000 7f95d9200700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95d406b220 0x7f95d4102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.113+0000 7f95d9200700 1 -- 172.21.15.7:0/3491541286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95d406bbe0 msgr2=0x7f95d4102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.113+0000 7f95d9200700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95d406bbe0 0x7f95d4102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.113+0000 7f95d9200700 1 -- 172.21.15.7:0/3491541286 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d41a8170 con 0x7f95d41095b0 2024-05-21T01:58:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.113+0000 7f95d9200700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d41095b0 0x7f95d4102f90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f95cc00ef30 tx=0x7f95cc00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.114+0000 7f95d0c00700 1 -- 172.21.15.7:0/3491541286 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc0092e0 con 0x7f95d41095b0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.114+0000 7f95d0c00700 1 -- 172.21.15.7:0/3491541286 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95cc004bb0 con 0x7f95d41095b0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.114+0000 7f95d0c00700 1 -- 172.21.15.7:0/3491541286 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95cc004020 con 0x7f95d41095b0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.114+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95d41a8400 con 0x7f95d41095b0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.114+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95d41a88f0 con 0x7f95d41095b0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.115+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95d406a230 con 0x7f95d41095b0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.117+0000 7f95d0c00700 1 -- 172.21.15.7:0/3491541286 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f95cc01b030 con 0x7f95d41095b0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.119+0000 7f95d0c00700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b80b2900 0x7f95b80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.119+0000 7f95d0c00700 1 -- 172.21.15.7:0/3491541286 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f95cc0e1e20 con 0x7f95d41095b0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.119+0000 7f95d3e00700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b80b2900 0x7f95b80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.120+0000 7f95d3e00700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b80b2900 0x7f95b80b4dc0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f95c4009be0 tx=0x7f95c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.121+0000 7f95d0c00700 1 -- 172.21.15.7:0/3491541286 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f95cc022020 con 0x7f95d41095b0 2024-05-21T01:58:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.392+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f95d402e680 con 0x7f95d41095b0 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.393+0000 7f95d0c00700 1 -- 172.21.15.7:0/3491541286 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f95cc010040 con 0x7f95d41095b0 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b80b2900 msgr2=0x7f95b80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b80b2900 0x7f95b80b4dc0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f95c4009be0 tx=0x7f95c4009260 comp rx=0 tx=0).stop 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d41095b0 msgr2=0x7f95d4102f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d41095b0 0x7f95d4102f90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f95cc00ef30 tx=0x7f95cc00c3a0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 shutdown_connections 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95d41095b0 0x7f95d4102f90 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95d406b220 0x7f95d4102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b80b2900 0x7f95b80b4dc0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 --2- 172.21.15.7:0/3491541286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95d406bbe0 0x7f95d4102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.396+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 >> 172.21.15.7:0/3491541286 conn(0x7f95d40793f0 msgr2=0x7f95d41010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.397+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 shutdown_connections 2024-05-21T01:58:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:06.397+0000 7f95db200700 1 -- 172.21.15.7:0/3491541286 wait complete. 2024-05-21T01:58:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:08 smithi190 ceph-mon[35961]: pgmap v390: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-21T01:58:08.868 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:08 smithi007 ceph-mon[31288]: pgmap v390: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-21T01:58:08.872 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645350 got 309237645355 for osd.11 2024-05-21T01:58:08.872 DEBUG:teuthology.parallel:result is None 2024-05-21T01:58:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:08 smithi164 ceph-mon[36138]: pgmap v390: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-21T01:58:09.716 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738467 got 34359738474 for osd.0 2024-05-21T01:58:09.716 DEBUG:teuthology.parallel:result is None 2024-05-21T01:58:10.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.270+0000 7f4bba400700 1 -- 172.21.15.7:0/1703485365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bb4075770 msgr2=0x7f4bb4075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:10.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.270+0000 7f4bba400700 1 --2- 172.21.15.7:0/1703485365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bb4075770 0x7f4bb4075b50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4ba4009990 tx=0x7f4ba4009ca0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.270+0000 7f4bba400700 1 -- 172.21.15.7:0/1703485365 shutdown_connections 2024-05-21T01:58:10.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.270+0000 7f4bba400700 1 --2- 172.21.15.7:0/1703485365 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bb410ff40 0x7f4bb4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.270+0000 7f4bba400700 1 --2- 172.21.15.7:0/1703485365 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bb4075770 0x7f4bb4075b50 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.270+0000 7f4bba400700 1 --2- 172.21.15.7:0/1703485365 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bb4076090 0x7f4bb410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.270+0000 7f4bba400700 1 -- 172.21.15.7:0/1703485365 >> 172.21.15.7:0/1703485365 conn(0x7f4bb407a6a0 msgr2=0x7f4bb407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:10.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.270+0000 7f4bba400700 1 -- 172.21.15.7:0/1703485365 shutdown_connections 2024-05-21T01:58:10.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.271+0000 7f4bba400700 1 -- 172.21.15.7:0/1703485365 wait complete. 2024-05-21T01:58:10.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.272+0000 7f4bba400700 1 Processor -- start 2024-05-21T01:58:10.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.272+0000 7f4bba400700 1 -- start start 2024-05-21T01:58:10.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.272+0000 7f4bba400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bb4075770 0x7f4bb419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:10.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.272+0000 7f4bba400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bb4076090 0x7f4bb419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:10.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.272+0000 7f4bba400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bb410ff40 0x7f4bb41a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:10.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.272+0000 7f4bba400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb41158f0 con 0x7f4bb4076090 2024-05-21T01:58:10.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.272+0000 7f4bba400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb4115770 con 0x7f4bb410ff40 2024-05-21T01:58:10.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.272+0000 7f4bba400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb4115a70 con 0x7f4bb4075770 2024-05-21T01:58:10.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb2a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bb4076090 0x7f4bb419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bb4075770 0x7f4bb419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bb4075770 0x7f4bb419bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47370/0 (socket says 172.21.15.7:47370) 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3400700 1 -- 172.21.15.7:0/3739346588 learned_addr learned my addr 172.21.15.7:0/3739346588 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3e00700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bb410ff40 0x7f4bb41a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3400700 1 -- 172.21.15.7:0/3739346588 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bb410ff40 msgr2=0x7f4bb41a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3400700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bb410ff40 0x7f4bb41a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3400700 1 -- 172.21.15.7:0/3739346588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bb4076090 msgr2=0x7f4bb419c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3400700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bb4076090 0x7f4bb419c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3400700 1 -- 172.21.15.7:0/3739346588 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb41a0db0 con 0x7f4bb4075770 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.273+0000 7f4bb3e00700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bb410ff40 0x7f4bb41a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:58:10.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.274+0000 7f4bb3400700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bb4075770 0x7f4bb419bda0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4ba40057c0 tx=0x7f4ba4009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:10.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.274+0000 7f4babe00700 1 -- 172.21.15.7:0/3739346588 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba4026070 con 0x7f4bb4075770 2024-05-21T01:58:10.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.274+0000 7f4babe00700 1 -- 172.21.15.7:0/3739346588 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ba4021410 con 0x7f4bb4075770 2024-05-21T01:58:10.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.274+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bb41a1040 con 0x7f4bb4075770 2024-05-21T01:58:10.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.274+0000 7f4babe00700 1 -- 172.21.15.7:0/3739346588 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba4017650 con 0x7f4bb4075770 2024-05-21T01:58:10.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.274+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bb41a8920 con 0x7f4bb4075770 2024-05-21T01:58:10.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.275+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bb406a230 con 0x7f4bb4075770 2024-05-21T01:58:10.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.279+0000 7f4babe00700 1 -- 172.21.15.7:0/3739346588 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4ba4029070 con 0x7f4bb4075770 2024-05-21T01:58:10.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.281+0000 7f4babe00700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4b980b2880 0x7f4b980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:10.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.281+0000 7f4babe00700 1 -- 172.21.15.7:0/3739346588 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4ba40e3230 con 0x7f4bb4075770 2024-05-21T01:58:10.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.281+0000 7f4bb2a00700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4b980b2880 0x7f4b980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:10.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.282+0000 7f4babe00700 1 -- 172.21.15.7:0/3739346588 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4ba4030080 con 0x7f4bb4075770 2024-05-21T01:58:10.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.282+0000 7f4bb2a00700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4b980b2880 0x7f4b980b4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009680 tx=0x7f4ba0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:10.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.578+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f4bb402e560 con 0x7f4bb4075770 2024-05-21T01:58:10.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.579+0000 7f4babe00700 1 -- 172.21.15.7:0/3739346588 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4ba4013070 con 0x7f4bb4075770 2024-05-21T01:58:10.580 INFO:teuthology.orchestra.run.smithi007.stdout:261993005110 2024-05-21T01:58:10.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.582+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4b980b2880 msgr2=0x7f4b980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:10.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.582+0000 7f4bba400700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4b980b2880 0x7f4b980b4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009680 tx=0x7f4ba0009260 comp rx=0 tx=0).stop 2024-05-21T01:58:10.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.582+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bb4075770 msgr2=0x7f4bb419bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:10.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.582+0000 7f4bba400700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bb4075770 0x7f4bb419bda0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4ba40057c0 tx=0x7f4ba4009580 comp rx=0 tx=0).stop 2024-05-21T01:58:10.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.583+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 shutdown_connections 2024-05-21T01:58:10.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.583+0000 7f4bba400700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4bb410ff40 0x7f4bb41a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.583+0000 7f4bba400700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4bb4075770 0x7f4bb419bda0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.583+0000 7f4bba400700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4b980b2880 0x7f4b980b4d40 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.583+0000 7f4bba400700 1 --2- 172.21.15.7:0/3739346588 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4bb4076090 0x7f4bb419c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:10.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.583+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 >> 172.21.15.7:0/3739346588 conn(0x7f4bb407a6a0 msgr2=0x7f4bb4100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:10.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.583+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 shutdown_connections 2024-05-21T01:58:10.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:10.583+0000 7f4bba400700 1 -- 172.21.15.7:0/3739346588 wait complete. 2024-05-21T01:58:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:10 smithi190 ceph-mon[35961]: pgmap v391: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T01:58:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:10 smithi164 ceph-mon[36138]: pgmap v391: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T01:58:10.961 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:10 smithi007 ceph-mon[31288]: pgmap v391: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T01:58:11.422 INFO:tasks.cephadm.ceph_manager.ceph:need seq 261993005103 got 261993005110 for osd.9 2024-05-21T01:58:11.422 DEBUG:teuthology.parallel:result is None 2024-05-21T01:58:11.422 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T01:58:11.422 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T01:58:11.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:11 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3739346588' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T01:58:11.877 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:11.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:11 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3739346588' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T01:58:12.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:11 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3739346588' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T01:58:12.930 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:12 smithi007 ceph-mon[31288]: pgmap v392: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-21T01:58:12.930 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:12 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:58:12.930 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:12 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:58:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:12 smithi164 ceph-mon[36138]: pgmap v392: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-21T01:58:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:12 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:58:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:12 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:58:13.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:12 smithi190 ceph-mon[35961]: pgmap v392: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-21T01:58:13.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:12 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:58:13.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:12 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:58:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:58:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:58:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:58:13.943 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:58:13.944 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:58:13.944 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:58:14.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:58:14.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:58:14.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:58:14.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.236+0000 7fca91200700 1 -- 172.21.15.7:0/2033175916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca8c10b670 msgr2=0x7fca8c10ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:14.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.236+0000 7fca91200700 1 --2- 172.21.15.7:0/2033175916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca8c10b670 0x7fca8c10ba50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fca7c009f90 tx=0x7fca7c00b330 comp rx=0 tx=0).stop 2024-05-21T01:58:14.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.236+0000 7fca91200700 1 -- 172.21.15.7:0/2033175916 shutdown_connections 2024-05-21T01:58:14.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.236+0000 7fca91200700 1 --2- 172.21.15.7:0/2033175916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca8c106030 0x7fca8c112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.236+0000 7fca91200700 1 --2- 172.21.15.7:0/2033175916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca8c10b670 0x7fca8c10ba50 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.236+0000 7fca91200700 1 --2- 172.21.15.7:0/2033175916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c105670 0x7fca8c105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.236+0000 7fca91200700 1 -- 172.21.15.7:0/2033175916 >> 172.21.15.7:0/2033175916 conn(0x7fca8c101160 msgr2=0x7fca8c103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:14.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.236+0000 7fca91200700 1 -- 172.21.15.7:0/2033175916 shutdown_connections 2024-05-21T01:58:14.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.236+0000 7fca91200700 1 -- 172.21.15.7:0/2033175916 wait complete. 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.237+0000 7fca91200700 1 Processor -- start 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.237+0000 7fca91200700 1 -- start start 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca91200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c105670 0x7fca8c19bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca91200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca8c106030 0x7fca8c19c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca91200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca8c10b670 0x7fca8c1a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca91200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c1158c0 con 0x7fca8c105670 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca91200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c115740 con 0x7fca8c106030 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca91200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fca8c115a40 con 0x7fca8c10b670 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca8b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c105670 0x7fca8c19bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:14.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca82a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca8c106030 0x7fca8c19c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:14.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca8b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c105670 0x7fca8c19bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38334/0 (socket says 172.21.15.7:38334) 2024-05-21T01:58:14.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca8b400700 1 -- 172.21.15.7:0/3815441218 learned_addr learned my addr 172.21.15.7:0/3815441218 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:14.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.238+0000 7fca8be00700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca8c10b670 0x7fca8c1a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:14.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca82a00700 1 -- 172.21.15.7:0/3815441218 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca8c10b670 msgr2=0x7fca8c1a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca82a00700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca8c10b670 0x7fca8c1a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca82a00700 1 -- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c105670 msgr2=0x7fca8c19bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca82a00700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c105670 0x7fca8c19bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca82a00700 1 -- 172.21.15.7:0/3815441218 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca8c1a0d30 con 0x7fca8c106030 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca8b400700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c105670 0x7fca8c19bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca82a00700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca8c106030 0x7fca8c19c2b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fca7400e9c0 tx=0x7fca7400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca88c00700 1 -- 172.21.15.7:0/3815441218 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7400c9c0 con 0x7fca8c106030 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca88c00700 1 -- 172.21.15.7:0/3815441218 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca7400cb60 con 0x7fca8c106030 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca8c1a1020 con 0x7fca8c106030 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.239+0000 7fca88c00700 1 -- 172.21.15.7:0/3815441218 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca74018420 con 0x7fca8c106030 2024-05-21T01:58:14.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.240+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca8c1a88a0 con 0x7fca8c106030 2024-05-21T01:58:14.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.241+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca8c10dc00 con 0x7fca8c106030 2024-05-21T01:58:14.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.243+0000 7fca88c00700 1 -- 172.21.15.7:0/3815441218 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fca74010430 con 0x7fca8c106030 2024-05-21T01:58:14.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.244+0000 7fca88c00700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca700b2880 0x7fca700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:14.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.244+0000 7fca88c00700 1 -- 172.21.15.7:0/3815441218 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fca740e23c0 con 0x7fca8c106030 2024-05-21T01:58:14.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.245+0000 7fca8b400700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca700b2880 0x7fca700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:14.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.245+0000 7fca8b400700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca700b2880 0x7fca700b4d40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fca7c00b6c0 tx=0x7fca7c009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:14.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.249+0000 7fca88c00700 1 -- 172.21.15.7:0/3815441218 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fca740aa0a0 con 0x7fca8c106030 2024-05-21T01:58:14.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.482+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fca8c063980 con 0x7fca700b2880 2024-05-21T01:58:14.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.504+0000 7fca88c00700 1 -- 172.21.15.7:0/3815441218 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258872 (secure 0 0 0) 0x7fca8c063980 con 0x7fca700b2880 2024-05-21T01:58:14.512 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:58:14.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.512+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca700b2880 msgr2=0x7fca700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:14.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.512+0000 7fca91200700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca700b2880 0x7fca700b4d40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fca7c00b6c0 tx=0x7fca7c009700 comp rx=0 tx=0).stop 2024-05-21T01:58:14.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.512+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca8c106030 msgr2=0x7fca8c19c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:14.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.512+0000 7fca91200700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca8c106030 0x7fca8c19c2b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fca7400e9c0 tx=0x7fca7400ecd0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.512+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 shutdown_connections 2024-05-21T01:58:14.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.513+0000 7fca91200700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca8c10b670 0x7fca8c1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.513+0000 7fca91200700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca700b2880 0x7fca700b4d40 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.513+0000 7fca91200700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca8c105670 0x7fca8c19bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.513+0000 7fca91200700 1 --2- 172.21.15.7:0/3815441218 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca8c106030 0x7fca8c19c2b0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:14.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.513+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 >> 172.21.15.7:0/3815441218 conn(0x7fca8c101160 msgr2=0x7fca8c1018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:14.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.513+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 shutdown_connections 2024-05-21T01:58:14.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:14.513+0000 7fca91200700 1 -- 172.21.15.7:0/3815441218 wait complete. 2024-05-21T01:58:14.516 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T01:58:14.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:14 smithi007 ceph-mon[31288]: pgmap v393: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-21T01:58:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:14 smithi164 ceph-mon[36138]: pgmap v393: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-21T01:58:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:14 smithi190 ceph-mon[35961]: pgmap v393: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-21T01:58:15.384 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":393,"stamp":"2024-05-21T01:58:13.339150+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661976,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1266,"num_read_kb":731,"num_write":378,"num_write_kb":2295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":811,"ondisk_log_size":811,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357736,"kb_used_data":12744,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584088,"statfs":{"total":1151940427776,"available":1151574106112,"internally_reserved":0,"allocated":13049856,"data_stored":7189308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":390,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":122,"num_read_kb":62,"num_write":7,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004664"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330786+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:58:01.330786+0000","last_peered":"2024-05-21T01:58:01.330786+0000","last_clean":"2024-05-21T01:58:01.330786+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:58:01.330786+0000","last_undegraded":"2024-05-21T01:58:01.330786+0000","last_fullsized":"2024-05-21T01:58:01.330786+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330039+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:58:01.330039+0000","last_peered":"2024-05-21T01:58:01.330039+0000","last_clean":"2024-05-21T01:58:01.330039+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:58:01.330039+0000","last_undegraded":"2024-05-21T01:58:01.330039+0000","last_fullsized":"2024-05-21T01:58:01.330039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.332997+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:58:01.332997+0000","last_peered":"2024-05-21T01:58:01.332997+0000","last_clean":"2024-05-21T01:58:01.332997+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:58:01.332997+0000","last_undegraded":"2024-05-21T01:58:01.332997+0000","last_fullsized":"2024-05-21T01:58:01.332997+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274262+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:58:01.274262+0000","last_peered":"2024-05-21T01:58:01.274262+0000","last_clean":"2024-05-21T01:58:01.274262+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:58:01.274262+0000","last_undegraded":"2024-05-21T01:58:01.274262+0000","last_fullsized":"2024-05-21T01:58:01.274262+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334210+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:58:01.334210+0000","last_peered":"2024-05-21T01:58:01.334210+0000","last_clean":"2024-05-21T01:58:01.334210+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:58:01.334210+0000","last_undegraded":"2024-05-21T01:58:01.334210+0000","last_fullsized":"2024-05-21T01:58:01.334210+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324515+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:58:01.324515+0000","last_peered":"2024-05-21T01:58:01.324515+0000","last_clean":"2024-05-21T01:58:01.324515+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:58:01.324515+0000","last_undegraded":"2024-05-21T01:58:01.324515+0000","last_fullsized":"2024-05-21T01:58:01.324515+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.322671+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:58:01.322671+0000","last_peered":"2024-05-21T01:58:01.322671+0000","last_clean":"2024-05-21T01:58:01.322671+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:58:01.322671+0000","last_undegraded":"2024-05-21T01:58:01.322671+0000","last_fullsized":"2024-05-21T01:58:01.322671+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.337814+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:58:01.337814+0000","last_peered":"2024-05-21T01:58:01.337814+0000","last_clean":"2024-05-21T01:58:01.337814+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:58:01.337814+0000","last_undegraded":"2024-05-21T01:58:01.337814+0000","last_fullsized":"2024-05-21T01:58:01.337814+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280693+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:58:01.280693+0000","last_peered":"2024-05-21T01:58:01.280693+0000","last_clean":"2024-05-21T01:58:01.280693+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:58:01.280693+0000","last_undegraded":"2024-05-21T01:58:01.280693+0000","last_fullsized":"2024-05-21T01:58:01.280693+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274102+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:58:01.274102+0000","last_peered":"2024-05-21T01:58:01.274102+0000","last_clean":"2024-05-21T01:58:01.274102+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:58:01.274102+0000","last_undegraded":"2024-05-21T01:58:01.274102+0000","last_fullsized":"2024-05-21T01:58:01.274102+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269432+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:58:01.269432+0000","last_peered":"2024-05-21T01:58:01.269432+0000","last_clean":"2024-05-21T01:58:01.269432+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:58:01.269432+0000","last_undegraded":"2024-05-21T01:58:01.269432+0000","last_fullsized":"2024-05-21T01:58:01.269432+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275246+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:58:01.275246+0000","last_peered":"2024-05-21T01:58:01.275246+0000","last_clean":"2024-05-21T01:58:01.275246+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:58:01.275246+0000","last_undegraded":"2024-05-21T01:58:01.275246+0000","last_fullsized":"2024-05-21T01:58:01.275246+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333628+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:58:01.333628+0000","last_peered":"2024-05-21T01:58:01.333628+0000","last_clean":"2024-05-21T01:58:01.333628+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:58:01.333628+0000","last_undegraded":"2024-05-21T01:58:01.333628+0000","last_fullsized":"2024-05-21T01:58:01.333628+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333038+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:58:01.333038+0000","last_peered":"2024-05-21T01:58:01.333038+0000","last_clean":"2024-05-21T01:58:01.333038+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:58:01.333038+0000","last_undegraded":"2024-05-21T01:58:01.333038+0000","last_fullsized":"2024-05-21T01:58:01.333038+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.332894+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:58:01.332894+0000","last_peered":"2024-05-21T01:58:01.332894+0000","last_clean":"2024-05-21T01:58:01.332894+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:58:01.332894+0000","last_undegraded":"2024-05-21T01:58:01.332894+0000","last_fullsized":"2024-05-21T01:58:01.332894+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333060+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:58:01.333060+0000","last_peered":"2024-05-21T01:58:01.333060+0000","last_clean":"2024-05-21T01:58:01.333060+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:58:01.333060+0000","last_undegraded":"2024-05-21T01:58:01.333060+0000","last_fullsized":"2024-05-21T01:58:01.333060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330940+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:58:01.330940+0000","last_peered":"2024-05-21T01:58:01.330940+0000","last_clean":"2024-05-21T01:58:01.330940+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:58:01.330940+0000","last_undegraded":"2024-05-21T01:58:01.330940+0000","last_fullsized":"2024-05-21T01:58:01.330940+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324327+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:58:01.324327+0000","last_peered":"2024-05-21T01:58:01.324327+0000","last_clean":"2024-05-21T01:58:01.324327+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:58:01.324327+0000","last_undegraded":"2024-05-21T01:58:01.324327+0000","last_fullsized":"2024-05-21T01:58:01.324327+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334966+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:58:01.334966+0000","last_peered":"2024-05-21T01:58:01.334966+0000","last_clean":"2024-05-21T01:58:01.334966+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:58:01.334966+0000","last_undegraded":"2024-05-21T01:58:01.334966+0000","last_fullsized":"2024-05-21T01:58:01.334966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"82'14","reported_seq":160,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:11.740016+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T01:58:11.740016+0000","last_peered":"2024-05-21T01:58:11.740016+0000","last_clean":"2024-05-21T01:58:11.740016+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T01:58:11.740016+0000","last_undegraded":"2024-05-21T01:58:11.740016+0000","last_fullsized":"2024-05-21T01:58:11.740016+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340626+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:58:01.340626+0000","last_peered":"2024-05-21T01:58:01.340626+0000","last_clean":"2024-05-21T01:58:01.340626+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:58:01.340626+0000","last_undegraded":"2024-05-21T01:58:01.340626+0000","last_fullsized":"2024-05-21T01:58:01.340626+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401325+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:56:32.401325+0000","last_peered":"2024-05-21T01:56:32.401325+0000","last_clean":"2024-05-21T01:56:32.401325+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:56:32.401325+0000","last_undegraded":"2024-05-21T01:56:32.401325+0000","last_fullsized":"2024-05-21T01:56:32.401325+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333539+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:58:01.333539+0000","last_peered":"2024-05-21T01:58:01.333539+0000","last_clean":"2024-05-21T01:58:01.333539+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:58:01.333539+0000","last_undegraded":"2024-05-21T01:58:01.333539+0000","last_fullsized":"2024-05-21T01:58:01.333539+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400397+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400397+0000","last_peered":"2024-05-21T01:56:32.400397+0000","last_clean":"2024-05-21T01:56:32.400397+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400397+0000","last_undegraded":"2024-05-21T01:56:32.400397+0000","last_fullsized":"2024-05-21T01:56:32.400397+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334056+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:58:01.334056+0000","last_peered":"2024-05-21T01:58:01.334056+0000","last_clean":"2024-05-21T01:58:01.334056+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:58:01.334056+0000","last_undegraded":"2024-05-21T01:58:01.334056+0000","last_fullsized":"2024-05-21T01:58:01.334056+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400752+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400752+0000","last_peered":"2024-05-21T01:56:32.400752+0000","last_clean":"2024-05-21T01:56:32.400752+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400752+0000","last_undegraded":"2024-05-21T01:56:32.400752+0000","last_fullsized":"2024-05-21T01:56:32.400752+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.308750+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:58:01.308750+0000","last_peered":"2024-05-21T01:58:01.308750+0000","last_clean":"2024-05-21T01:58:01.308750+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:58:01.308750+0000","last_undegraded":"2024-05-21T01:58:01.308750+0000","last_fullsized":"2024-05-21T01:58:01.308750+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":148,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:08.628367+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T01:58:08.628367+0000","last_peered":"2024-05-21T01:58:08.628367+0000","last_clean":"2024-05-21T01:58:08.628367+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T01:58:08.628367+0000","last_undegraded":"2024-05-21T01:58:08.628367+0000","last_fullsized":"2024-05-21T01:58:08.628367+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.323502+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:58:01.323502+0000","last_peered":"2024-05-21T01:58:01.323502+0000","last_clean":"2024-05-21T01:58:01.323502+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:58:01.323502+0000","last_undegraded":"2024-05-21T01:58:01.323502+0000","last_fullsized":"2024-05-21T01:58:01.323502+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398093+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398093+0000","last_peered":"2024-05-21T01:56:32.398093+0000","last_clean":"2024-05-21T01:56:32.398093+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398093+0000","last_undegraded":"2024-05-21T01:56:32.398093+0000","last_fullsized":"2024-05-21T01:56:32.398093+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344295+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:58:01.344295+0000","last_peered":"2024-05-21T01:58:01.344295+0000","last_clean":"2024-05-21T01:58:01.344295+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:58:01.344295+0000","last_undegraded":"2024-05-21T01:58:01.344295+0000","last_fullsized":"2024-05-21T01:58:01.344295+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452296+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452296+0000","last_peered":"2024-05-21T01:56:32.452296+0000","last_clean":"2024-05-21T01:56:32.452296+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452296+0000","last_undegraded":"2024-05-21T01:56:32.452296+0000","last_fullsized":"2024-05-21T01:56:32.452296+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344269+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:58:01.344269+0000","last_peered":"2024-05-21T01:58:01.344269+0000","last_clean":"2024-05-21T01:58:01.344269+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:58:01.344269+0000","last_undegraded":"2024-05-21T01:58:01.344269+0000","last_fullsized":"2024-05-21T01:58:01.344269+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399203+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399203+0000","last_peered":"2024-05-21T01:56:32.399203+0000","last_clean":"2024-05-21T01:56:32.399203+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399203+0000","last_undegraded":"2024-05-21T01:56:32.399203+0000","last_fullsized":"2024-05-21T01:56:32.399203+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344363+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:58:01.344363+0000","last_peered":"2024-05-21T01:58:01.344363+0000","last_clean":"2024-05-21T01:58:01.344363+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:58:01.344363+0000","last_undegraded":"2024-05-21T01:58:01.344363+0000","last_fullsized":"2024-05-21T01:58:01.344363+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":258,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:08.627553+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T01:58:08.627553+0000","last_peered":"2024-05-21T01:58:08.627553+0000","last_clean":"2024-05-21T01:58:08.627553+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T01:58:08.627553+0000","last_undegraded":"2024-05-21T01:58:08.627553+0000","last_fullsized":"2024-05-21T01:58:08.627553+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":228,"num_read_kb":228,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324536+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:58:01.324536+0000","last_peered":"2024-05-21T01:58:01.324536+0000","last_clean":"2024-05-21T01:58:01.324536+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:58:01.324536+0000","last_undegraded":"2024-05-21T01:58:01.324536+0000","last_fullsized":"2024-05-21T01:58:01.324536+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398571+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398571+0000","last_peered":"2024-05-21T01:56:32.398571+0000","last_clean":"2024-05-21T01:56:32.398571+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398571+0000","last_undegraded":"2024-05-21T01:56:32.398571+0000","last_fullsized":"2024-05-21T01:56:32.398571+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.332673+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:58:01.332673+0000","last_peered":"2024-05-21T01:58:01.332673+0000","last_clean":"2024-05-21T01:58:01.332673+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:58:01.332673+0000","last_undegraded":"2024-05-21T01:58:01.332673+0000","last_fullsized":"2024-05-21T01:58:01.332673+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400108+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400108+0000","last_peered":"2024-05-21T01:56:32.400108+0000","last_clean":"2024-05-21T01:56:32.400108+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400108+0000","last_undegraded":"2024-05-21T01:56:32.400108+0000","last_fullsized":"2024-05-21T01:56:32.400108+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.282060+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:58:01.282060+0000","last_peered":"2024-05-21T01:58:01.282060+0000","last_clean":"2024-05-21T01:58:01.282060+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:58:01.282060+0000","last_undegraded":"2024-05-21T01:58:01.282060+0000","last_fullsized":"2024-05-21T01:58:01.282060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'35","reported_seq":319,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:08.604469+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T01:58:08.604469+0000","last_peered":"2024-05-21T01:58:08.604469+0000","last_clean":"2024-05-21T01:58:08.604469+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T01:58:08.604469+0000","last_undegraded":"2024-05-21T01:58:08.604469+0000","last_fullsized":"2024-05-21T01:58:08.604469+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64420,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":232,"num_read_kb":172,"num_write":37,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272660+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:58:01.272660+0000","last_peered":"2024-05-21T01:58:01.272660+0000","last_clean":"2024-05-21T01:58:01.272660+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:58:01.272660+0000","last_undegraded":"2024-05-21T01:58:01.272660+0000","last_fullsized":"2024-05-21T01:58:01.272660+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403676+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403676+0000","last_peered":"2024-05-21T01:56:32.403676+0000","last_clean":"2024-05-21T01:56:32.403676+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403676+0000","last_undegraded":"2024-05-21T01:56:32.403676+0000","last_fullsized":"2024-05-21T01:56:32.403676+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.346063+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:58:01.346063+0000","last_peered":"2024-05-21T01:58:01.346063+0000","last_clean":"2024-05-21T01:58:01.346063+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:58:01.346063+0000","last_undegraded":"2024-05-21T01:58:01.346063+0000","last_fullsized":"2024-05-21T01:58:01.346063+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400297+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:56:32.400297+0000","last_peered":"2024-05-21T01:56:32.400297+0000","last_clean":"2024-05-21T01:56:32.400297+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:56:32.400297+0000","last_undegraded":"2024-05-21T01:56:32.400297+0000","last_fullsized":"2024-05-21T01:56:32.400297+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301708+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:58:01.301708+0000","last_peered":"2024-05-21T01:58:01.301708+0000","last_clean":"2024-05-21T01:58:01.301708+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:58:01.301708+0000","last_undegraded":"2024-05-21T01:58:01.301708+0000","last_fullsized":"2024-05-21T01:58:01.301708+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'5","reported_seq":151,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:11.724725+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T01:58:11.724725+0000","last_peered":"2024-05-21T01:58:11.724725+0000","last_clean":"2024-05-21T01:58:11.724725+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T01:58:11.724725+0000","last_undegraded":"2024-05-21T01:58:11.724725+0000","last_fullsized":"2024-05-21T01:58:11.724725+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278424+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:58:01.278424+0000","last_peered":"2024-05-21T01:58:01.278424+0000","last_clean":"2024-05-21T01:58:01.278424+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:58:01.278424+0000","last_undegraded":"2024-05-21T01:58:01.278424+0000","last_fullsized":"2024-05-21T01:58:01.278424+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399813+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399813+0000","last_peered":"2024-05-21T01:56:32.399813+0000","last_clean":"2024-05-21T01:56:32.399813+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399813+0000","last_undegraded":"2024-05-21T01:56:32.399813+0000","last_fullsized":"2024-05-21T01:56:32.399813+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269378+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:58:01.269378+0000","last_peered":"2024-05-21T01:58:01.269378+0000","last_clean":"2024-05-21T01:58:01.269378+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:58:01.269378+0000","last_undegraded":"2024-05-21T01:58:01.269378+0000","last_fullsized":"2024-05-21T01:58:01.269378+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400327+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:56:32.400327+0000","last_peered":"2024-05-21T01:56:32.400327+0000","last_clean":"2024-05-21T01:56:32.400327+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:56:32.400327+0000","last_undegraded":"2024-05-21T01:56:32.400327+0000","last_fullsized":"2024-05-21T01:56:32.400327+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277647+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:58:01.277647+0000","last_peered":"2024-05-21T01:58:01.277647+0000","last_clean":"2024-05-21T01:58:01.277647+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:58:01.277647+0000","last_undegraded":"2024-05-21T01:58:01.277647+0000","last_fullsized":"2024-05-21T01:58:01.277647+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.395611+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:56:32.395611+0000","last_peered":"2024-05-21T01:56:32.395611+0000","last_clean":"2024-05-21T01:56:32.395611+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:56:32.395611+0000","last_undegraded":"2024-05-21T01:56:32.395611+0000","last_fullsized":"2024-05-21T01:56:32.395611+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333245+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:58:01.333245+0000","last_peered":"2024-05-21T01:58:01.333245+0000","last_clean":"2024-05-21T01:58:01.333245+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:58:01.333245+0000","last_undegraded":"2024-05-21T01:58:01.333245+0000","last_fullsized":"2024-05-21T01:58:01.333245+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"82'7","reported_seq":151,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:07.732174+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T01:58:07.732174+0000","last_peered":"2024-05-21T01:58:07.732174+0000","last_clean":"2024-05-21T01:58:07.732174+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T01:58:07.732174+0000","last_undegraded":"2024-05-21T01:58:07.732174+0000","last_fullsized":"2024-05-21T01:58:07.732174+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272929+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:58:01.272929+0000","last_peered":"2024-05-21T01:58:01.272929+0000","last_clean":"2024-05-21T01:58:01.272929+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:58:01.272929+0000","last_undegraded":"2024-05-21T01:58:01.272929+0000","last_fullsized":"2024-05-21T01:58:01.272929+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275030+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:58:01.275030+0000","last_peered":"2024-05-21T01:58:01.275030+0000","last_clean":"2024-05-21T01:58:01.275030+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:58:01.275030+0000","last_undegraded":"2024-05-21T01:58:01.275030+0000","last_fullsized":"2024-05-21T01:58:01.275030+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'5","reported_seq":150,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:10.721882+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T01:58:10.721882+0000","last_peered":"2024-05-21T01:58:10.721882+0000","last_clean":"2024-05-21T01:58:10.721882+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T01:58:10.721882+0000","last_undegraded":"2024-05-21T01:58:10.721882+0000","last_fullsized":"2024-05-21T01:58:10.721882+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":118,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314140+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:58:01.314140+0000","last_peered":"2024-05-21T01:58:01.314140+0000","last_clean":"2024-05-21T01:58:01.314140+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:58:01.314140+0000","last_undegraded":"2024-05-21T01:58:01.314140+0000","last_fullsized":"2024-05-21T01:58:01.314140+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452636+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:56:32.452636+0000","last_peered":"2024-05-21T01:56:32.452636+0000","last_clean":"2024-05-21T01:56:32.452636+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:56:32.452636+0000","last_undegraded":"2024-05-21T01:56:32.452636+0000","last_fullsized":"2024-05-21T01:56:32.452636+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397942+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:32.397942+0000","last_peered":"2024-05-21T01:56:32.397942+0000","last_clean":"2024-05-21T01:56:32.397942+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:32.397942+0000","last_undegraded":"2024-05-21T01:56:32.397942+0000","last_fullsized":"2024-05-21T01:56:32.397942+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.313788+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:58:01.313788+0000","last_peered":"2024-05-21T01:58:01.313788+0000","last_clean":"2024-05-21T01:58:01.313788+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:58:01.313788+0000","last_undegraded":"2024-05-21T01:58:01.313788+0000","last_fullsized":"2024-05-21T01:58:01.313788+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398150+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:56:32.398150+0000","last_peered":"2024-05-21T01:56:32.398150+0000","last_clean":"2024-05-21T01:56:32.398150+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:56:32.398150+0000","last_undegraded":"2024-05-21T01:56:32.398150+0000","last_fullsized":"2024-05-21T01:56:32.398150+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400254+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:56:32.400254+0000","last_peered":"2024-05-21T01:56:32.400254+0000","last_clean":"2024-05-21T01:56:32.400254+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:56:32.400254+0000","last_undegraded":"2024-05-21T01:56:32.400254+0000","last_fullsized":"2024-05-21T01:56:32.400254+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.335595+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:58:01.335595+0000","last_peered":"2024-05-21T01:58:01.335595+0000","last_clean":"2024-05-21T01:58:01.335595+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:58:01.335595+0000","last_undegraded":"2024-05-21T01:58:01.335595+0000","last_fullsized":"2024-05-21T01:58:01.335595+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'17","reported_seq":60,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.812002+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T01:57:57.812002+0000","last_peered":"2024-05-21T01:57:57.812002+0000","last_clean":"2024-05-21T01:57:57.812002+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T01:57:57.812002+0000","last_undegraded":"2024-05-21T01:57:57.812002+0000","last_fullsized":"2024-05-21T01:57:57.812002+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331720+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:58:01.331720+0000","last_peered":"2024-05-21T01:58:01.331720+0000","last_clean":"2024-05-21T01:58:01.331720+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:58:01.331720+0000","last_undegraded":"2024-05-21T01:58:01.331720+0000","last_fullsized":"2024-05-21T01:58:01.331720+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452644+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:56:32.452644+0000","last_peered":"2024-05-21T01:56:32.452644+0000","last_clean":"2024-05-21T01:56:32.452644+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:56:32.452644+0000","last_undegraded":"2024-05-21T01:56:32.452644+0000","last_fullsized":"2024-05-21T01:56:32.452644+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.343196+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:58:01.343196+0000","last_peered":"2024-05-21T01:58:01.343196+0000","last_clean":"2024-05-21T01:58:01.343196+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:58:01.343196+0000","last_undegraded":"2024-05-21T01:58:01.343196+0000","last_fullsized":"2024-05-21T01:58:01.343196+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400778+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:56:32.400778+0000","last_peered":"2024-05-21T01:56:32.400778+0000","last_clean":"2024-05-21T01:56:32.400778+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:56:32.400778+0000","last_undegraded":"2024-05-21T01:56:32.400778+0000","last_fullsized":"2024-05-21T01:56:32.400778+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.271688+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:58:01.271688+0000","last_peered":"2024-05-21T01:58:01.271688+0000","last_clean":"2024-05-21T01:58:01.271688+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:58:01.271688+0000","last_undegraded":"2024-05-21T01:58:01.271688+0000","last_fullsized":"2024-05-21T01:58:01.271688+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400947+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:56:32.400947+0000","last_peered":"2024-05-21T01:56:32.400947+0000","last_clean":"2024-05-21T01:56:32.400947+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:56:32.400947+0000","last_undegraded":"2024-05-21T01:56:32.400947+0000","last_fullsized":"2024-05-21T01:56:32.400947+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.321265+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:58:01.321265+0000","last_peered":"2024-05-21T01:58:01.321265+0000","last_clean":"2024-05-21T01:58:01.321265+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:58:01.321265+0000","last_undegraded":"2024-05-21T01:58:01.321265+0000","last_fullsized":"2024-05-21T01:58:01.321265+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.418401+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:32.418401+0000","last_peered":"2024-05-21T01:56:32.418401+0000","last_clean":"2024-05-21T01:56:32.418401+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:32.418401+0000","last_undegraded":"2024-05-21T01:56:32.418401+0000","last_fullsized":"2024-05-21T01:56:32.418401+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340913+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:58:01.340913+0000","last_peered":"2024-05-21T01:58:01.340913+0000","last_clean":"2024-05-21T01:58:01.340913+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:58:01.340913+0000","last_undegraded":"2024-05-21T01:58:01.340913+0000","last_fullsized":"2024-05-21T01:58:01.340913+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400863+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:56:32.400863+0000","last_peered":"2024-05-21T01:56:32.400863+0000","last_clean":"2024-05-21T01:56:32.400863+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:56:32.400863+0000","last_undegraded":"2024-05-21T01:56:32.400863+0000","last_fullsized":"2024-05-21T01:56:32.400863+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301010+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:58:01.301010+0000","last_peered":"2024-05-21T01:58:01.301010+0000","last_clean":"2024-05-21T01:58:01.301010+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:58:01.301010+0000","last_undegraded":"2024-05-21T01:58:01.301010+0000","last_fullsized":"2024-05-21T01:58:01.301010+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":151,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:10.631410+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T01:58:10.631410+0000","last_peered":"2024-05-21T01:58:10.631410+0000","last_clean":"2024-05-21T01:58:10.631410+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T01:58:10.631410+0000","last_undegraded":"2024-05-21T01:58:10.631410+0000","last_fullsized":"2024-05-21T01:58:10.631410+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":119,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280726+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:58:01.280726+0000","last_peered":"2024-05-21T01:58:01.280726+0000","last_clean":"2024-05-21T01:58:01.280726+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:58:01.280726+0000","last_undegraded":"2024-05-21T01:58:01.280726+0000","last_fullsized":"2024-05-21T01:58:01.280726+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399559+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:56:32.399559+0000","last_peered":"2024-05-21T01:56:32.399559+0000","last_clean":"2024-05-21T01:56:32.399559+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:56:32.399559+0000","last_undegraded":"2024-05-21T01:56:32.399559+0000","last_fullsized":"2024-05-21T01:56:32.399559+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314505+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:58:01.314505+0000","last_peered":"2024-05-21T01:58:01.314505+0000","last_clean":"2024-05-21T01:58:01.314505+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:58:01.314505+0000","last_undegraded":"2024-05-21T01:58:01.314505+0000","last_fullsized":"2024-05-21T01:58:01.314505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.453003+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:56:32.453003+0000","last_peered":"2024-05-21T01:56:32.453003+0000","last_clean":"2024-05-21T01:56:32.453003+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:56:32.453003+0000","last_undegraded":"2024-05-21T01:56:32.453003+0000","last_fullsized":"2024-05-21T01:56:32.453003+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278824+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:58:01.278824+0000","last_peered":"2024-05-21T01:58:01.278824+0000","last_clean":"2024-05-21T01:58:01.278824+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:58:01.278824+0000","last_undegraded":"2024-05-21T01:58:01.278824+0000","last_fullsized":"2024-05-21T01:58:01.278824+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274631+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:58:01.274631+0000","last_peered":"2024-05-21T01:58:01.274631+0000","last_clean":"2024-05-21T01:58:01.274631+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:58:01.274631+0000","last_undegraded":"2024-05-21T01:58:01.274631+0000","last_fullsized":"2024-05-21T01:58:01.274631+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277177+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:58:01.277177+0000","last_peered":"2024-05-21T01:58:01.277177+0000","last_clean":"2024-05-21T01:58:01.277177+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:58:01.277177+0000","last_undegraded":"2024-05-21T01:58:01.277177+0000","last_fullsized":"2024-05-21T01:58:01.277177+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334958+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:58:01.334958+0000","last_peered":"2024-05-21T01:58:01.334958+0000","last_clean":"2024-05-21T01:58:01.334958+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:58:01.334958+0000","last_undegraded":"2024-05-21T01:58:01.334958+0000","last_fullsized":"2024-05-21T01:58:01.334958+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.339956+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:58:01.339956+0000","last_peered":"2024-05-21T01:58:01.339956+0000","last_clean":"2024-05-21T01:58:01.339956+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:58:01.339956+0000","last_undegraded":"2024-05-21T01:58:01.339956+0000","last_fullsized":"2024-05-21T01:58:01.339956+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338890+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:58:01.338890+0000","last_peered":"2024-05-21T01:58:01.338890+0000","last_clean":"2024-05-21T01:58:01.338890+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:58:01.338890+0000","last_undegraded":"2024-05-21T01:58:01.338890+0000","last_fullsized":"2024-05-21T01:58:01.338890+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272095+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:58:01.272095+0000","last_peered":"2024-05-21T01:58:01.272095+0000","last_clean":"2024-05-21T01:58:01.272095+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:58:01.272095+0000","last_undegraded":"2024-05-21T01:58:01.272095+0000","last_fullsized":"2024-05-21T01:58:01.272095+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277058+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:58:01.277058+0000","last_peered":"2024-05-21T01:58:01.277058+0000","last_clean":"2024-05-21T01:58:01.277058+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:58:01.277058+0000","last_undegraded":"2024-05-21T01:58:01.277058+0000","last_fullsized":"2024-05-21T01:58:01.277058+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338901+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:58:01.338901+0000","last_peered":"2024-05-21T01:58:01.338901+0000","last_clean":"2024-05-21T01:58:01.338901+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:58:01.338901+0000","last_undegraded":"2024-05-21T01:58:01.338901+0000","last_fullsized":"2024-05-21T01:58:01.338901+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.320957+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:58:01.320957+0000","last_peered":"2024-05-21T01:58:01.320957+0000","last_clean":"2024-05-21T01:58:01.320957+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:58:01.320957+0000","last_undegraded":"2024-05-21T01:58:01.320957+0000","last_fullsized":"2024-05-21T01:58:01.320957+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.341916+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:58:01.341916+0000","last_peered":"2024-05-21T01:58:01.341916+0000","last_clean":"2024-05-21T01:58:01.341916+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:58:01.341916+0000","last_undegraded":"2024-05-21T01:58:01.341916+0000","last_fullsized":"2024-05-21T01:58:01.341916+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.315195+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:58:01.315195+0000","last_peered":"2024-05-21T01:58:01.315195+0000","last_clean":"2024-05-21T01:58:01.315195+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:58:01.315195+0000","last_undegraded":"2024-05-21T01:58:01.315195+0000","last_fullsized":"2024-05-21T01:58:01.315195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.339256+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:58:01.339256+0000","last_peered":"2024-05-21T01:58:01.339256+0000","last_clean":"2024-05-21T01:58:01.339256+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:58:01.339256+0000","last_undegraded":"2024-05-21T01:58:01.339256+0000","last_fullsized":"2024-05-21T01:58:01.339256+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324389+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:58:01.324389+0000","last_peered":"2024-05-21T01:58:01.324389+0000","last_clean":"2024-05-21T01:58:01.324389+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:58:01.324389+0000","last_undegraded":"2024-05-21T01:58:01.324389+0000","last_fullsized":"2024-05-21T01:58:01.324389+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":71374,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1190,"num_read_kb":667,"num_write":253,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":214122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645356,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841585,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1090256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005111,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201342,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397572,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1027774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593802,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":434986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574950,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":500319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411425,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149788,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953557,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":498735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790031,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":66156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T01:58:15.389 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T01:58:15.904 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:15.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:15 smithi164 ceph-mon[36138]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:58:16.007 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:15 smithi190 ceph-mon[35961]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:58:16.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:15 smithi007 ceph-mon[31288]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:58:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:16 smithi164 ceph-mon[36138]: pgmap v394: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 341 B/s wr, 10 op/s 2024-05-21T01:58:16.954 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:16 smithi007 ceph-mon[31288]: pgmap v394: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 341 B/s wr, 10 op/s 2024-05-21T01:58:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:16 smithi190 ceph-mon[35961]: pgmap v394: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 341 B/s wr, 10 op/s 2024-05-21T01:58:18.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.127+0000 7f8a77e00700 1 -- 172.21.15.7:0/2591858334 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781076b0 msgr2=0x7f8a7810f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:18.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.127+0000 7f8a77e00700 1 --2- 172.21.15.7:0/2591858334 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781076b0 0x7f8a7810f280 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8a70009f90 tx=0x7f8a7000b330 comp rx=0 tx=0).stop 2024-05-21T01:58:18.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.127+0000 7f8a77e00700 1 -- 172.21.15.7:0/2591858334 shutdown_connections 2024-05-21T01:58:18.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.127+0000 7f8a77e00700 1 --2- 172.21.15.7:0/2591858334 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781076b0 0x7f8a7810f280 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.127+0000 7f8a77e00700 1 --2- 172.21.15.7:0/2591858334 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a781025d0 0x7f8a781029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.127+0000 7f8a77e00700 1 --2- 172.21.15.7:0/2591858334 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a78102f80 0x7f8a78106fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.127+0000 7f8a77e00700 1 -- 172.21.15.7:0/2591858334 >> 172.21.15.7:0/2591858334 conn(0x7f8a780fde60 msgr2=0x7f8a78100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:18.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.127+0000 7f8a77e00700 1 -- 172.21.15.7:0/2591858334 shutdown_connections 2024-05-21T01:58:18.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.127+0000 7f8a77e00700 1 -- 172.21.15.7:0/2591858334 wait complete. 2024-05-21T01:58:18.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.128+0000 7f8a77e00700 1 Processor -- start 2024-05-21T01:58:18.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.128+0000 7f8a77e00700 1 -- start start 2024-05-21T01:58:18.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a77e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781025d0 0x7f8a78104070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a77e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a78102f80 0x7f8a781045b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a77e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a781076b0 0x7f8a78104af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a77e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8a78112550 con 0x7f8a78102f80 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a77e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8a781123d0 con 0x7f8a781025d0 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a77e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8a781126d0 con 0x7f8a781076b0 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a76a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781025d0 0x7f8a78104070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a76000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a78102f80 0x7f8a781045b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a76a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781025d0 0x7f8a78104070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:58726/0 (socket says 172.21.15.7:58726) 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a76a00700 1 -- 172.21.15.7:0/229242794 learned_addr learned my addr 172.21.15.7:0/229242794 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:18.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a77400700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a781076b0 0x7f8a78104af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:18.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a76a00700 1 -- 172.21.15.7:0/229242794 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a781076b0 msgr2=0x7f8a78104af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:18.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a76a00700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a781076b0 0x7f8a78104af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a76a00700 1 -- 172.21.15.7:0/229242794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a78102f80 msgr2=0x7f8a781045b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:18.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a76a00700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a78102f80 0x7f8a781045b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.129+0000 7f8a76a00700 1 -- 172.21.15.7:0/229242794 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a781a8010 con 0x7f8a781025d0 2024-05-21T01:58:18.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.130+0000 7f8a77400700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a781076b0 0x7f8a78104af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:58:18.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.130+0000 7f8a76a00700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781025d0 0x7f8a78104070 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8a6800e9a0 tx=0x7f8a6800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:18.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.130+0000 7f8a6f400700 1 -- 172.21.15.7:0/229242794 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a6800cbd0 con 0x7f8a781025d0 2024-05-21T01:58:18.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.130+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a781a8300 con 0x7f8a781025d0 2024-05-21T01:58:18.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.130+0000 7f8a6f400700 1 -- 172.21.15.7:0/229242794 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a6800cd70 con 0x7f8a781025d0 2024-05-21T01:58:18.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.130+0000 7f8a6f400700 1 -- 172.21.15.7:0/229242794 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a68018680 con 0x7f8a781025d0 2024-05-21T01:58:18.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.130+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a781a8890 con 0x7f8a781025d0 2024-05-21T01:58:18.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.131+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a7806a230 con 0x7f8a781025d0 2024-05-21T01:58:18.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.134+0000 7f8a6f400700 1 -- 172.21.15.7:0/229242794 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8a68010430 con 0x7f8a781025d0 2024-05-21T01:58:18.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.135+0000 7f8a6f400700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a5c0b2900 0x7f8a5c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:18.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.135+0000 7f8a6f400700 1 -- 172.21.15.7:0/229242794 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f8a680e2430 con 0x7f8a781025d0 2024-05-21T01:58:18.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.136+0000 7f8a76000700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a5c0b2900 0x7f8a5c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:18.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.136+0000 7f8a76000700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a5c0b2900 0x7f8a5c0b4dc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8a64009750 tx=0x7f8a64009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:18.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.140+0000 7f8a6f400700 1 -- 172.21.15.7:0/229242794 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8a680aa110 con 0x7f8a781025d0 2024-05-21T01:58:18.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.372+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8a78063980 con 0x7f8a5c0b2900 2024-05-21T01:58:18.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.386+0000 7f8a6f400700 1 -- 172.21.15.7:0/229242794 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258870 (secure 0 0 0) 0x7f8a78063980 con 0x7f8a5c0b2900 2024-05-21T01:58:18.389 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:58:18.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.391+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a5c0b2900 msgr2=0x7f8a5c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.391+0000 7f8a77e00700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a5c0b2900 0x7f8a5c0b4dc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8a64009750 tx=0x7f8a64009310 comp rx=0 tx=0).stop 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.391+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781025d0 msgr2=0x7f8a78104070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.391+0000 7f8a77e00700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781025d0 0x7f8a78104070 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8a6800e9a0 tx=0x7f8a6800ecb0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.392+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 shutdown_connections 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.392+0000 7f8a77e00700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8a781076b0 0x7f8a78104af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.392+0000 7f8a77e00700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8a781025d0 0x7f8a78104070 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.392+0000 7f8a77e00700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8a5c0b2900 0x7f8a5c0b4dc0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.392+0000 7f8a77e00700 1 --2- 172.21.15.7:0/229242794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8a78102f80 0x7f8a781045b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.392+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 >> 172.21.15.7:0/229242794 conn(0x7f8a780fde60 msgr2=0x7f8a7806b500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.392+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 shutdown_connections 2024-05-21T01:58:18.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:18.392+0000 7f8a77e00700 1 -- 172.21.15.7:0/229242794 wait complete. 2024-05-21T01:58:18.396 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T01:58:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:18 smithi164 ceph-mon[36138]: pgmap v395: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:58:19.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:18 smithi007 ceph-mon[31288]: pgmap v395: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:58:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:18 smithi190 ceph-mon[35961]: pgmap v395: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:58:19.402 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":395,"stamp":"2024-05-21T01:58:17.341170+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661976,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1306,"num_read_kb":751,"num_write":378,"num_write_kb":2295,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":811,"ondisk_log_size":811,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357736,"kb_used_data":12744,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584088,"statfs":{"total":1151940427776,"available":1151574106112,"internally_reserved":0,"allocated":13049856,"data_stored":7189308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":55,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005333"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330786+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:58:01.330786+0000","last_peered":"2024-05-21T01:58:01.330786+0000","last_clean":"2024-05-21T01:58:01.330786+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:58:01.330786+0000","last_undegraded":"2024-05-21T01:58:01.330786+0000","last_fullsized":"2024-05-21T01:58:01.330786+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330039+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:58:01.330039+0000","last_peered":"2024-05-21T01:58:01.330039+0000","last_clean":"2024-05-21T01:58:01.330039+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:58:01.330039+0000","last_undegraded":"2024-05-21T01:58:01.330039+0000","last_fullsized":"2024-05-21T01:58:01.330039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.332997+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:58:01.332997+0000","last_peered":"2024-05-21T01:58:01.332997+0000","last_clean":"2024-05-21T01:58:01.332997+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:58:01.332997+0000","last_undegraded":"2024-05-21T01:58:01.332997+0000","last_fullsized":"2024-05-21T01:58:01.332997+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274262+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:58:01.274262+0000","last_peered":"2024-05-21T01:58:01.274262+0000","last_clean":"2024-05-21T01:58:01.274262+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:58:01.274262+0000","last_undegraded":"2024-05-21T01:58:01.274262+0000","last_fullsized":"2024-05-21T01:58:01.274262+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334210+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:58:01.334210+0000","last_peered":"2024-05-21T01:58:01.334210+0000","last_clean":"2024-05-21T01:58:01.334210+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:58:01.334210+0000","last_undegraded":"2024-05-21T01:58:01.334210+0000","last_fullsized":"2024-05-21T01:58:01.334210+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324515+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:58:01.324515+0000","last_peered":"2024-05-21T01:58:01.324515+0000","last_clean":"2024-05-21T01:58:01.324515+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:58:01.324515+0000","last_undegraded":"2024-05-21T01:58:01.324515+0000","last_fullsized":"2024-05-21T01:58:01.324515+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.322671+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:58:01.322671+0000","last_peered":"2024-05-21T01:58:01.322671+0000","last_clean":"2024-05-21T01:58:01.322671+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:58:01.322671+0000","last_undegraded":"2024-05-21T01:58:01.322671+0000","last_fullsized":"2024-05-21T01:58:01.322671+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.337814+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:58:01.337814+0000","last_peered":"2024-05-21T01:58:01.337814+0000","last_clean":"2024-05-21T01:58:01.337814+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:58:01.337814+0000","last_undegraded":"2024-05-21T01:58:01.337814+0000","last_fullsized":"2024-05-21T01:58:01.337814+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280693+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:58:01.280693+0000","last_peered":"2024-05-21T01:58:01.280693+0000","last_clean":"2024-05-21T01:58:01.280693+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:58:01.280693+0000","last_undegraded":"2024-05-21T01:58:01.280693+0000","last_fullsized":"2024-05-21T01:58:01.280693+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274102+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:58:01.274102+0000","last_peered":"2024-05-21T01:58:01.274102+0000","last_clean":"2024-05-21T01:58:01.274102+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:58:01.274102+0000","last_undegraded":"2024-05-21T01:58:01.274102+0000","last_fullsized":"2024-05-21T01:58:01.274102+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269432+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:58:01.269432+0000","last_peered":"2024-05-21T01:58:01.269432+0000","last_clean":"2024-05-21T01:58:01.269432+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:58:01.269432+0000","last_undegraded":"2024-05-21T01:58:01.269432+0000","last_fullsized":"2024-05-21T01:58:01.269432+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275246+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:58:01.275246+0000","last_peered":"2024-05-21T01:58:01.275246+0000","last_clean":"2024-05-21T01:58:01.275246+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:58:01.275246+0000","last_undegraded":"2024-05-21T01:58:01.275246+0000","last_fullsized":"2024-05-21T01:58:01.275246+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333628+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:58:01.333628+0000","last_peered":"2024-05-21T01:58:01.333628+0000","last_clean":"2024-05-21T01:58:01.333628+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:58:01.333628+0000","last_undegraded":"2024-05-21T01:58:01.333628+0000","last_fullsized":"2024-05-21T01:58:01.333628+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333111+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:58:01.333111+0000","last_peered":"2024-05-21T01:58:01.333111+0000","last_clean":"2024-05-21T01:58:01.333111+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:58:01.333111+0000","last_undegraded":"2024-05-21T01:58:01.333111+0000","last_fullsized":"2024-05-21T01:58:01.333111+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333061+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:58:01.333061+0000","last_peered":"2024-05-21T01:58:01.333061+0000","last_clean":"2024-05-21T01:58:01.333061+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:58:01.333061+0000","last_undegraded":"2024-05-21T01:58:01.333061+0000","last_fullsized":"2024-05-21T01:58:01.333061+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333060+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:58:01.333060+0000","last_peered":"2024-05-21T01:58:01.333060+0000","last_clean":"2024-05-21T01:58:01.333060+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:58:01.333060+0000","last_undegraded":"2024-05-21T01:58:01.333060+0000","last_fullsized":"2024-05-21T01:58:01.333060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331040+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:58:01.331040+0000","last_peered":"2024-05-21T01:58:01.331040+0000","last_clean":"2024-05-21T01:58:01.331040+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:58:01.331040+0000","last_undegraded":"2024-05-21T01:58:01.331040+0000","last_fullsized":"2024-05-21T01:58:01.331040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324327+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:58:01.324327+0000","last_peered":"2024-05-21T01:58:01.324327+0000","last_clean":"2024-05-21T01:58:01.324327+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:58:01.324327+0000","last_undegraded":"2024-05-21T01:58:01.324327+0000","last_fullsized":"2024-05-21T01:58:01.324327+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334966+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:58:01.334966+0000","last_peered":"2024-05-21T01:58:01.334966+0000","last_clean":"2024-05-21T01:58:01.334966+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:58:01.334966+0000","last_undegraded":"2024-05-21T01:58:01.334966+0000","last_fullsized":"2024-05-21T01:58:01.334966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"82'14","reported_seq":160,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:11.740016+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T01:58:11.740016+0000","last_peered":"2024-05-21T01:58:11.740016+0000","last_clean":"2024-05-21T01:58:11.740016+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T01:58:11.740016+0000","last_undegraded":"2024-05-21T01:58:11.740016+0000","last_fullsized":"2024-05-21T01:58:11.740016+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340626+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:58:01.340626+0000","last_peered":"2024-05-21T01:58:01.340626+0000","last_clean":"2024-05-21T01:58:01.340626+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:58:01.340626+0000","last_undegraded":"2024-05-21T01:58:01.340626+0000","last_fullsized":"2024-05-21T01:58:01.340626+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.401325+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:56:32.401325+0000","last_peered":"2024-05-21T01:56:32.401325+0000","last_clean":"2024-05-21T01:56:32.401325+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:56:32.401325+0000","last_undegraded":"2024-05-21T01:56:32.401325+0000","last_fullsized":"2024-05-21T01:56:32.401325+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333539+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:58:01.333539+0000","last_peered":"2024-05-21T01:58:01.333539+0000","last_clean":"2024-05-21T01:58:01.333539+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:58:01.333539+0000","last_undegraded":"2024-05-21T01:58:01.333539+0000","last_fullsized":"2024-05-21T01:58:01.333539+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400397+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400397+0000","last_peered":"2024-05-21T01:56:32.400397+0000","last_clean":"2024-05-21T01:56:32.400397+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400397+0000","last_undegraded":"2024-05-21T01:56:32.400397+0000","last_fullsized":"2024-05-21T01:56:32.400397+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334056+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:58:01.334056+0000","last_peered":"2024-05-21T01:58:01.334056+0000","last_clean":"2024-05-21T01:58:01.334056+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:58:01.334056+0000","last_undegraded":"2024-05-21T01:58:01.334056+0000","last_fullsized":"2024-05-21T01:58:01.334056+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400752+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400752+0000","last_peered":"2024-05-21T01:56:32.400752+0000","last_clean":"2024-05-21T01:56:32.400752+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400752+0000","last_undegraded":"2024-05-21T01:56:32.400752+0000","last_fullsized":"2024-05-21T01:56:32.400752+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":41,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.308750+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:58:01.308750+0000","last_peered":"2024-05-21T01:58:01.308750+0000","last_clean":"2024-05-21T01:58:01.308750+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:58:01.308750+0000","last_undegraded":"2024-05-21T01:58:01.308750+0000","last_fullsized":"2024-05-21T01:58:01.308750+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":153,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:13.635475+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T01:58:13.635475+0000","last_peered":"2024-05-21T01:58:13.635475+0000","last_clean":"2024-05-21T01:58:13.635475+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T01:58:13.635475+0000","last_undegraded":"2024-05-21T01:58:13.635475+0000","last_fullsized":"2024-05-21T01:58:13.635475+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.323502+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:58:01.323502+0000","last_peered":"2024-05-21T01:58:01.323502+0000","last_clean":"2024-05-21T01:58:01.323502+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:58:01.323502+0000","last_undegraded":"2024-05-21T01:58:01.323502+0000","last_fullsized":"2024-05-21T01:58:01.323502+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398093+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398093+0000","last_peered":"2024-05-21T01:56:32.398093+0000","last_clean":"2024-05-21T01:56:32.398093+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398093+0000","last_undegraded":"2024-05-21T01:56:32.398093+0000","last_fullsized":"2024-05-21T01:56:32.398093+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344295+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:58:01.344295+0000","last_peered":"2024-05-21T01:58:01.344295+0000","last_clean":"2024-05-21T01:58:01.344295+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:58:01.344295+0000","last_undegraded":"2024-05-21T01:58:01.344295+0000","last_fullsized":"2024-05-21T01:58:01.344295+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452421+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452421+0000","last_peered":"2024-05-21T01:56:32.452421+0000","last_clean":"2024-05-21T01:56:32.452421+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452421+0000","last_undegraded":"2024-05-21T01:56:32.452421+0000","last_fullsized":"2024-05-21T01:56:32.452421+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344269+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:58:01.344269+0000","last_peered":"2024-05-21T01:58:01.344269+0000","last_clean":"2024-05-21T01:58:01.344269+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:58:01.344269+0000","last_undegraded":"2024-05-21T01:58:01.344269+0000","last_fullsized":"2024-05-21T01:58:01.344269+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399267+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399267+0000","last_peered":"2024-05-21T01:56:32.399267+0000","last_clean":"2024-05-21T01:56:32.399267+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399267+0000","last_undegraded":"2024-05-21T01:56:32.399267+0000","last_fullsized":"2024-05-21T01:56:32.399267+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344363+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:58:01.344363+0000","last_peered":"2024-05-21T01:58:01.344363+0000","last_clean":"2024-05-21T01:58:01.344363+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:58:01.344363+0000","last_undegraded":"2024-05-21T01:58:01.344363+0000","last_fullsized":"2024-05-21T01:58:01.344363+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":269,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:13.635067+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T01:58:13.635067+0000","last_peered":"2024-05-21T01:58:13.635067+0000","last_clean":"2024-05-21T01:58:13.635067+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T01:58:13.635067+0000","last_undegraded":"2024-05-21T01:58:13.635067+0000","last_fullsized":"2024-05-21T01:58:13.635067+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":238,"num_read_kb":238,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324536+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:58:01.324536+0000","last_peered":"2024-05-21T01:58:01.324536+0000","last_clean":"2024-05-21T01:58:01.324536+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:58:01.324536+0000","last_undegraded":"2024-05-21T01:58:01.324536+0000","last_fullsized":"2024-05-21T01:58:01.324536+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398666+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398666+0000","last_peered":"2024-05-21T01:56:32.398666+0000","last_clean":"2024-05-21T01:56:32.398666+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398666+0000","last_undegraded":"2024-05-21T01:56:32.398666+0000","last_fullsized":"2024-05-21T01:56:32.398666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.332673+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:58:01.332673+0000","last_peered":"2024-05-21T01:58:01.332673+0000","last_clean":"2024-05-21T01:58:01.332673+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:58:01.332673+0000","last_undegraded":"2024-05-21T01:58:01.332673+0000","last_fullsized":"2024-05-21T01:58:01.332673+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400161+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400161+0000","last_peered":"2024-05-21T01:56:32.400161+0000","last_clean":"2024-05-21T01:56:32.400161+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400161+0000","last_undegraded":"2024-05-21T01:56:32.400161+0000","last_fullsized":"2024-05-21T01:56:32.400161+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.282060+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:58:01.282060+0000","last_peered":"2024-05-21T01:58:01.282060+0000","last_clean":"2024-05-21T01:58:01.282060+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:58:01.282060+0000","last_undegraded":"2024-05-21T01:58:01.282060+0000","last_fullsized":"2024-05-21T01:58:01.282060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'35","reported_seq":329,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:13.611881+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T01:58:13.611881+0000","last_peered":"2024-05-21T01:58:13.611881+0000","last_clean":"2024-05-21T01:58:13.611881+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T01:58:13.611881+0000","last_undegraded":"2024-05-21T01:58:13.611881+0000","last_fullsized":"2024-05-21T01:58:13.611881+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64420,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":242,"num_read_kb":177,"num_write":37,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272660+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:58:01.272660+0000","last_peered":"2024-05-21T01:58:01.272660+0000","last_clean":"2024-05-21T01:58:01.272660+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:58:01.272660+0000","last_undegraded":"2024-05-21T01:58:01.272660+0000","last_fullsized":"2024-05-21T01:58:01.272660+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403676+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403676+0000","last_peered":"2024-05-21T01:56:32.403676+0000","last_clean":"2024-05-21T01:56:32.403676+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403676+0000","last_undegraded":"2024-05-21T01:56:32.403676+0000","last_fullsized":"2024-05-21T01:56:32.403676+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.346182+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:58:01.346182+0000","last_peered":"2024-05-21T01:58:01.346182+0000","last_clean":"2024-05-21T01:58:01.346182+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:58:01.346182+0000","last_undegraded":"2024-05-21T01:58:01.346182+0000","last_fullsized":"2024-05-21T01:58:01.346182+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400297+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:56:32.400297+0000","last_peered":"2024-05-21T01:56:32.400297+0000","last_clean":"2024-05-21T01:56:32.400297+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:56:32.400297+0000","last_undegraded":"2024-05-21T01:56:32.400297+0000","last_fullsized":"2024-05-21T01:56:32.400297+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301797+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:58:01.301797+0000","last_peered":"2024-05-21T01:58:01.301797+0000","last_clean":"2024-05-21T01:58:01.301797+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:58:01.301797+0000","last_undegraded":"2024-05-21T01:58:01.301797+0000","last_fullsized":"2024-05-21T01:58:01.301797+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'5","reported_seq":151,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:11.724725+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T01:58:11.724725+0000","last_peered":"2024-05-21T01:58:11.724725+0000","last_clean":"2024-05-21T01:58:11.724725+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T01:58:11.724725+0000","last_undegraded":"2024-05-21T01:58:11.724725+0000","last_fullsized":"2024-05-21T01:58:11.724725+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278551+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:58:01.278551+0000","last_peered":"2024-05-21T01:58:01.278551+0000","last_clean":"2024-05-21T01:58:01.278551+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:58:01.278551+0000","last_undegraded":"2024-05-21T01:58:01.278551+0000","last_fullsized":"2024-05-21T01:58:01.278551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399813+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399813+0000","last_peered":"2024-05-21T01:56:32.399813+0000","last_clean":"2024-05-21T01:56:32.399813+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399813+0000","last_undegraded":"2024-05-21T01:56:32.399813+0000","last_fullsized":"2024-05-21T01:56:32.399813+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269782+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:58:01.269782+0000","last_peered":"2024-05-21T01:58:01.269782+0000","last_clean":"2024-05-21T01:58:01.269782+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:58:01.269782+0000","last_undegraded":"2024-05-21T01:58:01.269782+0000","last_fullsized":"2024-05-21T01:58:01.269782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400327+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:56:32.400327+0000","last_peered":"2024-05-21T01:56:32.400327+0000","last_clean":"2024-05-21T01:56:32.400327+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:56:32.400327+0000","last_undegraded":"2024-05-21T01:56:32.400327+0000","last_fullsized":"2024-05-21T01:56:32.400327+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277647+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:58:01.277647+0000","last_peered":"2024-05-21T01:58:01.277647+0000","last_clean":"2024-05-21T01:58:01.277647+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:58:01.277647+0000","last_undegraded":"2024-05-21T01:58:01.277647+0000","last_fullsized":"2024-05-21T01:58:01.277647+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.395611+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:56:32.395611+0000","last_peered":"2024-05-21T01:56:32.395611+0000","last_clean":"2024-05-21T01:56:32.395611+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:56:32.395611+0000","last_undegraded":"2024-05-21T01:56:32.395611+0000","last_fullsized":"2024-05-21T01:56:32.395611+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333245+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:58:01.333245+0000","last_peered":"2024-05-21T01:58:01.333245+0000","last_clean":"2024-05-21T01:58:01.333245+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:58:01.333245+0000","last_undegraded":"2024-05-21T01:58:01.333245+0000","last_fullsized":"2024-05-21T01:58:01.333245+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"82'7","reported_seq":156,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:12.742480+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T01:58:12.742480+0000","last_peered":"2024-05-21T01:58:12.742480+0000","last_clean":"2024-05-21T01:58:12.742480+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T01:58:12.742480+0000","last_undegraded":"2024-05-21T01:58:12.742480+0000","last_fullsized":"2024-05-21T01:58:12.742480+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272929+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:58:01.272929+0000","last_peered":"2024-05-21T01:58:01.272929+0000","last_clean":"2024-05-21T01:58:01.272929+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:58:01.272929+0000","last_undegraded":"2024-05-21T01:58:01.272929+0000","last_fullsized":"2024-05-21T01:58:01.272929+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275030+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:58:01.275030+0000","last_peered":"2024-05-21T01:58:01.275030+0000","last_clean":"2024-05-21T01:58:01.275030+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:58:01.275030+0000","last_undegraded":"2024-05-21T01:58:01.275030+0000","last_fullsized":"2024-05-21T01:58:01.275030+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'5","reported_seq":155,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:15.733617+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T01:58:15.733617+0000","last_peered":"2024-05-21T01:58:15.733617+0000","last_clean":"2024-05-21T01:58:15.733617+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T01:58:15.733617+0000","last_undegraded":"2024-05-21T01:58:15.733617+0000","last_fullsized":"2024-05-21T01:58:15.733617+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314140+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:58:01.314140+0000","last_peered":"2024-05-21T01:58:01.314140+0000","last_clean":"2024-05-21T01:58:01.314140+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:58:01.314140+0000","last_undegraded":"2024-05-21T01:58:01.314140+0000","last_fullsized":"2024-05-21T01:58:01.314140+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452636+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:56:32.452636+0000","last_peered":"2024-05-21T01:56:32.452636+0000","last_clean":"2024-05-21T01:56:32.452636+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:56:32.452636+0000","last_undegraded":"2024-05-21T01:56:32.452636+0000","last_fullsized":"2024-05-21T01:56:32.452636+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.397942+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:32.397942+0000","last_peered":"2024-05-21T01:56:32.397942+0000","last_clean":"2024-05-21T01:56:32.397942+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:32.397942+0000","last_undegraded":"2024-05-21T01:56:32.397942+0000","last_fullsized":"2024-05-21T01:56:32.397942+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.313788+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:58:01.313788+0000","last_peered":"2024-05-21T01:58:01.313788+0000","last_clean":"2024-05-21T01:58:01.313788+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:58:01.313788+0000","last_undegraded":"2024-05-21T01:58:01.313788+0000","last_fullsized":"2024-05-21T01:58:01.313788+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398150+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:56:32.398150+0000","last_peered":"2024-05-21T01:56:32.398150+0000","last_clean":"2024-05-21T01:56:32.398150+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:56:32.398150+0000","last_undegraded":"2024-05-21T01:56:32.398150+0000","last_fullsized":"2024-05-21T01:56:32.398150+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400254+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:56:32.400254+0000","last_peered":"2024-05-21T01:56:32.400254+0000","last_clean":"2024-05-21T01:56:32.400254+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:56:32.400254+0000","last_undegraded":"2024-05-21T01:56:32.400254+0000","last_fullsized":"2024-05-21T01:56:32.400254+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.335595+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:58:01.335595+0000","last_peered":"2024-05-21T01:58:01.335595+0000","last_clean":"2024-05-21T01:58:01.335595+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:58:01.335595+0000","last_undegraded":"2024-05-21T01:58:01.335595+0000","last_fullsized":"2024-05-21T01:58:01.335595+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'17","reported_seq":60,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.812002+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T01:57:57.812002+0000","last_peered":"2024-05-21T01:57:57.812002+0000","last_clean":"2024-05-21T01:57:57.812002+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T01:57:57.812002+0000","last_undegraded":"2024-05-21T01:57:57.812002+0000","last_fullsized":"2024-05-21T01:57:57.812002+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331720+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:58:01.331720+0000","last_peered":"2024-05-21T01:58:01.331720+0000","last_clean":"2024-05-21T01:58:01.331720+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:58:01.331720+0000","last_undegraded":"2024-05-21T01:58:01.331720+0000","last_fullsized":"2024-05-21T01:58:01.331720+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452644+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:56:32.452644+0000","last_peered":"2024-05-21T01:56:32.452644+0000","last_clean":"2024-05-21T01:56:32.452644+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:56:32.452644+0000","last_undegraded":"2024-05-21T01:56:32.452644+0000","last_fullsized":"2024-05-21T01:56:32.452644+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.343196+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:58:01.343196+0000","last_peered":"2024-05-21T01:58:01.343196+0000","last_clean":"2024-05-21T01:58:01.343196+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:58:01.343196+0000","last_undegraded":"2024-05-21T01:58:01.343196+0000","last_fullsized":"2024-05-21T01:58:01.343196+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400778+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:56:32.400778+0000","last_peered":"2024-05-21T01:56:32.400778+0000","last_clean":"2024-05-21T01:56:32.400778+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:56:32.400778+0000","last_undegraded":"2024-05-21T01:56:32.400778+0000","last_fullsized":"2024-05-21T01:56:32.400778+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.271688+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:58:01.271688+0000","last_peered":"2024-05-21T01:58:01.271688+0000","last_clean":"2024-05-21T01:58:01.271688+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:58:01.271688+0000","last_undegraded":"2024-05-21T01:58:01.271688+0000","last_fullsized":"2024-05-21T01:58:01.271688+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400947+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:56:32.400947+0000","last_peered":"2024-05-21T01:56:32.400947+0000","last_clean":"2024-05-21T01:56:32.400947+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:56:32.400947+0000","last_undegraded":"2024-05-21T01:56:32.400947+0000","last_fullsized":"2024-05-21T01:56:32.400947+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.321265+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:58:01.321265+0000","last_peered":"2024-05-21T01:58:01.321265+0000","last_clean":"2024-05-21T01:58:01.321265+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:58:01.321265+0000","last_undegraded":"2024-05-21T01:58:01.321265+0000","last_fullsized":"2024-05-21T01:58:01.321265+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.418401+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:32.418401+0000","last_peered":"2024-05-21T01:56:32.418401+0000","last_clean":"2024-05-21T01:56:32.418401+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:32.418401+0000","last_undegraded":"2024-05-21T01:56:32.418401+0000","last_fullsized":"2024-05-21T01:56:32.418401+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340913+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:58:01.340913+0000","last_peered":"2024-05-21T01:58:01.340913+0000","last_clean":"2024-05-21T01:58:01.340913+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:58:01.340913+0000","last_undegraded":"2024-05-21T01:58:01.340913+0000","last_fullsized":"2024-05-21T01:58:01.340913+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400863+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:56:32.400863+0000","last_peered":"2024-05-21T01:56:32.400863+0000","last_clean":"2024-05-21T01:56:32.400863+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:56:32.400863+0000","last_undegraded":"2024-05-21T01:56:32.400863+0000","last_fullsized":"2024-05-21T01:56:32.400863+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301010+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:58:01.301010+0000","last_peered":"2024-05-21T01:58:01.301010+0000","last_clean":"2024-05-21T01:58:01.301010+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:58:01.301010+0000","last_undegraded":"2024-05-21T01:58:01.301010+0000","last_fullsized":"2024-05-21T01:58:01.301010+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":156,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:15.638550+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T01:58:15.638550+0000","last_peered":"2024-05-21T01:58:15.638550+0000","last_clean":"2024-05-21T01:58:15.638550+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T01:58:15.638550+0000","last_undegraded":"2024-05-21T01:58:15.638550+0000","last_fullsized":"2024-05-21T01:58:15.638550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":124,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280726+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:58:01.280726+0000","last_peered":"2024-05-21T01:58:01.280726+0000","last_clean":"2024-05-21T01:58:01.280726+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:58:01.280726+0000","last_undegraded":"2024-05-21T01:58:01.280726+0000","last_fullsized":"2024-05-21T01:58:01.280726+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399559+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:56:32.399559+0000","last_peered":"2024-05-21T01:56:32.399559+0000","last_clean":"2024-05-21T01:56:32.399559+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:56:32.399559+0000","last_undegraded":"2024-05-21T01:56:32.399559+0000","last_fullsized":"2024-05-21T01:56:32.399559+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314505+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:58:01.314505+0000","last_peered":"2024-05-21T01:58:01.314505+0000","last_clean":"2024-05-21T01:58:01.314505+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:58:01.314505+0000","last_undegraded":"2024-05-21T01:58:01.314505+0000","last_fullsized":"2024-05-21T01:58:01.314505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.453003+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:56:32.453003+0000","last_peered":"2024-05-21T01:56:32.453003+0000","last_clean":"2024-05-21T01:56:32.453003+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:56:32.453003+0000","last_undegraded":"2024-05-21T01:56:32.453003+0000","last_fullsized":"2024-05-21T01:56:32.453003+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278824+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:58:01.278824+0000","last_peered":"2024-05-21T01:58:01.278824+0000","last_clean":"2024-05-21T01:58:01.278824+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:58:01.278824+0000","last_undegraded":"2024-05-21T01:58:01.278824+0000","last_fullsized":"2024-05-21T01:58:01.278824+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274631+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:58:01.274631+0000","last_peered":"2024-05-21T01:58:01.274631+0000","last_clean":"2024-05-21T01:58:01.274631+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:58:01.274631+0000","last_undegraded":"2024-05-21T01:58:01.274631+0000","last_fullsized":"2024-05-21T01:58:01.274631+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277177+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:58:01.277177+0000","last_peered":"2024-05-21T01:58:01.277177+0000","last_clean":"2024-05-21T01:58:01.277177+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:58:01.277177+0000","last_undegraded":"2024-05-21T01:58:01.277177+0000","last_fullsized":"2024-05-21T01:58:01.277177+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334958+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:58:01.334958+0000","last_peered":"2024-05-21T01:58:01.334958+0000","last_clean":"2024-05-21T01:58:01.334958+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:58:01.334958+0000","last_undegraded":"2024-05-21T01:58:01.334958+0000","last_fullsized":"2024-05-21T01:58:01.334958+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.339956+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:58:01.339956+0000","last_peered":"2024-05-21T01:58:01.339956+0000","last_clean":"2024-05-21T01:58:01.339956+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:58:01.339956+0000","last_undegraded":"2024-05-21T01:58:01.339956+0000","last_fullsized":"2024-05-21T01:58:01.339956+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338890+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:58:01.338890+0000","last_peered":"2024-05-21T01:58:01.338890+0000","last_clean":"2024-05-21T01:58:01.338890+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:58:01.338890+0000","last_undegraded":"2024-05-21T01:58:01.338890+0000","last_fullsized":"2024-05-21T01:58:01.338890+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272095+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:58:01.272095+0000","last_peered":"2024-05-21T01:58:01.272095+0000","last_clean":"2024-05-21T01:58:01.272095+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:58:01.272095+0000","last_undegraded":"2024-05-21T01:58:01.272095+0000","last_fullsized":"2024-05-21T01:58:01.272095+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277058+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:58:01.277058+0000","last_peered":"2024-05-21T01:58:01.277058+0000","last_clean":"2024-05-21T01:58:01.277058+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:58:01.277058+0000","last_undegraded":"2024-05-21T01:58:01.277058+0000","last_fullsized":"2024-05-21T01:58:01.277058+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338901+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:58:01.338901+0000","last_peered":"2024-05-21T01:58:01.338901+0000","last_clean":"2024-05-21T01:58:01.338901+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:58:01.338901+0000","last_undegraded":"2024-05-21T01:58:01.338901+0000","last_fullsized":"2024-05-21T01:58:01.338901+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.320957+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:58:01.320957+0000","last_peered":"2024-05-21T01:58:01.320957+0000","last_clean":"2024-05-21T01:58:01.320957+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:58:01.320957+0000","last_undegraded":"2024-05-21T01:58:01.320957+0000","last_fullsized":"2024-05-21T01:58:01.320957+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.341916+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:58:01.341916+0000","last_peered":"2024-05-21T01:58:01.341916+0000","last_clean":"2024-05-21T01:58:01.341916+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:58:01.341916+0000","last_undegraded":"2024-05-21T01:58:01.341916+0000","last_fullsized":"2024-05-21T01:58:01.341916+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.315195+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:58:01.315195+0000","last_peered":"2024-05-21T01:58:01.315195+0000","last_clean":"2024-05-21T01:58:01.315195+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:58:01.315195+0000","last_undegraded":"2024-05-21T01:58:01.315195+0000","last_fullsized":"2024-05-21T01:58:01.315195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.339256+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:58:01.339256+0000","last_peered":"2024-05-21T01:58:01.339256+0000","last_clean":"2024-05-21T01:58:01.339256+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:58:01.339256+0000","last_undegraded":"2024-05-21T01:58:01.339256+0000","last_fullsized":"2024-05-21T01:58:01.339256+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324389+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:58:01.324389+0000","last_peered":"2024-05-21T01:58:01.324389+0000","last_clean":"2024-05-21T01:58:01.324389+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:58:01.324389+0000","last_undegraded":"2024-05-21T01:58:01.324389+0000","last_fullsized":"2024-05-21T01:58:01.324389+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":71374,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1230,"num_read_kb":687,"num_write":253,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":214122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645357,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841586,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1090256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005111,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201343,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397573,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1027774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593803,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":434986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574950,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":500319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411426,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149788,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953557,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":498735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790032,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":65120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":66156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T01:58:19.406 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T01:58:19.406 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-21T01:58:19.406 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-21T01:58:19.407 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph health --format=json 2024-05-21T01:58:19.939 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:19 smithi164 ceph-mon[36138]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:58:20.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:19 smithi007 ceph-mon[31288]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:58:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:19 smithi190 ceph-mon[35961]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T01:58:20.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:20 smithi007 ceph-mon[31288]: pgmap v396: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:58:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:20 smithi164 ceph-mon[36138]: pgmap v396: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:58:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:20 smithi190 ceph-mon[35961]: pgmap v396: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:58:22.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.198+0000 7f4397e00700 1 -- 172.21.15.7:0/1544244429 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4398105670 msgr2=0x7f4398105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.198+0000 7f4397e00700 1 --2- 172.21.15.7:0/1544244429 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4398105670 0x7f4398105af0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4384009990 tx=0x7f4384009ca0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.199+0000 7f4397e00700 1 -- 172.21.15.7:0/1544244429 shutdown_connections 2024-05-21T01:58:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.199+0000 7f4397e00700 1 --2- 172.21.15.7:0/1544244429 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4398106030 0x7f4398112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.199+0000 7f4397e00700 1 --2- 172.21.15.7:0/1544244429 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f439810b670 0x7f439810ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.199+0000 7f4397e00700 1 --2- 172.21.15.7:0/1544244429 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4398105670 0x7f4398105af0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.199+0000 7f4397e00700 1 -- 172.21.15.7:0/1544244429 >> 172.21.15.7:0/1544244429 conn(0x7f4398101160 msgr2=0x7f4398103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.199+0000 7f4397e00700 1 -- 172.21.15.7:0/1544244429 shutdown_connections 2024-05-21T01:58:22.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.199+0000 7f4397e00700 1 -- 172.21.15.7:0/1544244429 wait complete. 2024-05-21T01:58:22.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.200+0000 7f4397e00700 1 Processor -- start 2024-05-21T01:58:22.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4397e00700 1 -- start start 2024-05-21T01:58:22.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4397e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4398105670 0x7f439819bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:22.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4397e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4398106030 0x7f439819c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:22.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4397e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f439810b670 0x7f43981a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:22.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4397e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4398115900 con 0x7f4398106030 2024-05-21T01:58:22.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4397e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4398115780 con 0x7f439810b670 2024-05-21T01:58:22.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4397e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4398115a80 con 0x7f4398105670 2024-05-21T01:58:22.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4396000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4398106030 0x7f439819c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4396000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4398106030 0x7f439819c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45946/0 (socket says 172.21.15.7:45946) 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4396000700 1 -- 172.21.15.7:0/4294517017 learned_addr learned my addr 172.21.15.7:0/4294517017 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4396a00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4398105670 0x7f439819bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.201+0000 7f4397400700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f439810b670 0x7f43981a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.202+0000 7f4396a00700 1 -- 172.21.15.7:0/4294517017 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f439810b670 msgr2=0x7f43981a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.202+0000 7f4396a00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f439810b670 0x7f43981a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.202+0000 7f4396a00700 1 -- 172.21.15.7:0/4294517017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4398106030 msgr2=0x7f439819c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.202+0000 7f4396a00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4398106030 0x7f439819c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.202+0000 7f4396a00700 1 -- 172.21.15.7:0/4294517017 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43981a0d80 con 0x7f4398105670 2024-05-21T01:58:22.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.202+0000 7f4396a00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4398105670 0x7f439819bd70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f438800e9f0 tx=0x7f438800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:22.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.202+0000 7f438f400700 1 -- 172.21.15.7:0/4294517017 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4388004220 con 0x7f4398105670 2024-05-21T01:58:22.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.203+0000 7f438f400700 1 -- 172.21.15.7:0/4294517017 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43880043c0 con 0x7f4398105670 2024-05-21T01:58:22.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.203+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43981a1070 con 0x7f4398105670 2024-05-21T01:58:22.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.203+0000 7f438f400700 1 -- 172.21.15.7:0/4294517017 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4388005020 con 0x7f4398105670 2024-05-21T01:58:22.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.203+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43981a88f0 con 0x7f4398105670 2024-05-21T01:58:22.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.204+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f439810dc00 con 0x7f4398105670 2024-05-21T01:58:22.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.206+0000 7f438f400700 1 -- 172.21.15.7:0/4294517017 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4388004750 con 0x7f4398105670 2024-05-21T01:58:22.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.208+0000 7f438f400700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f437c0b2880 0x7f437c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:22.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.208+0000 7f438f400700 1 -- 172.21.15.7:0/4294517017 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f43880e2150 con 0x7f4398105670 2024-05-21T01:58:22.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.208+0000 7f4396000700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f437c0b2880 0x7f437c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:22.210 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.209+0000 7f4396000700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f437c0b2880 0x7f437c0b4d40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4398103870 tx=0x7f438400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:22.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.212+0000 7f438f400700 1 -- 172.21.15.7:0/4294517017 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f43880a9e30 con 0x7f4398105670 2024-05-21T01:58:22.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.506+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f439806a230 con 0x7f4398105670 2024-05-21T01:58:22.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.506+0000 7f438f400700 1 -- 172.21.15.7:0/4294517017 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f43880a9730 con 0x7f4398105670 2024-05-21T01:58:22.508 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:58:22.508 INFO:teuthology.orchestra.run.smithi007.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-21T01:58:22.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.509+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f437c0b2880 msgr2=0x7f437c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:22.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.509+0000 7f4397e00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f437c0b2880 0x7f437c0b4d40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4398103870 tx=0x7f438400b280 comp rx=0 tx=0).stop 2024-05-21T01:58:22.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.509+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4398105670 msgr2=0x7f439819bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:22.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.509+0000 7f4397e00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4398105670 0x7f439819bd70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f438800e9f0 tx=0x7f438800ed00 comp rx=0 tx=0).stop 2024-05-21T01:58:22.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.509+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 shutdown_connections 2024-05-21T01:58:22.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.509+0000 7f4397e00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f439810b670 0x7f43981a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.509+0000 7f4397e00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4398105670 0x7f439819bd70 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.510+0000 7f4397e00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f437c0b2880 0x7f437c0b4d40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.510+0000 7f4397e00700 1 --2- 172.21.15.7:0/4294517017 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4398106030 0x7f439819c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:22.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.510+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 >> 172.21.15.7:0/4294517017 conn(0x7f4398101160 msgr2=0x7f4398101a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:22.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.510+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 shutdown_connections 2024-05-21T01:58:22.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:22.510+0000 7f4397e00700 1 -- 172.21.15.7:0/4294517017 wait complete. 2024-05-21T01:58:23.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:22 smithi007 ceph-mon[31288]: pgmap v397: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:58:23.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:22 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/4294517017' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T01:58:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:22 smithi190 ceph-mon[35961]: pgmap v397: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:58:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:22 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/4294517017' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T01:58:23.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:22 smithi164 ceph-mon[36138]: pgmap v397: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:58:23.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:22 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/4294517017' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T01:58:23.210 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-21T01:58:23.211 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:58:23.677 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:24 smithi007 ceph-mon[31288]: pgmap v398: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:58:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:24 smithi190 ceph-mon[35961]: pgmap v398: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:58:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:24 smithi164 ceph-mon[36138]: pgmap v398: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:58:25.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.962+0000 7fa0c6800700 1 -- 172.21.15.7:0/1591349998 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0c0109540 msgr2=0x7fa0c0109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:25.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.962+0000 7fa0c6800700 1 --2- 172.21.15.7:0/1591349998 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0c0109540 0x7fa0c0109920 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4009990 tx=0x7fa0b4009ca0 comp rx=0 tx=0).stop 2024-05-21T01:58:25.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.962+0000 7fa0c6800700 1 -- 172.21.15.7:0/1591349998 shutdown_connections 2024-05-21T01:58:25.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.962+0000 7fa0c6800700 1 --2- 172.21.15.7:0/1591349998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c0103e50 0x7fa0c0110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:25.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.962+0000 7fa0c6800700 1 --2- 172.21.15.7:0/1591349998 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0c0109540 0x7fa0c0109920 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:25.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.962+0000 7fa0c6800700 1 --2- 172.21.15.7:0/1591349998 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0c0103490 0x7fa0c0103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:25.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.962+0000 7fa0c6800700 1 -- 172.21.15.7:0/1591349998 >> 172.21.15.7:0/1591349998 conn(0x7fa0c00fefc0 msgr2=0x7fa0c01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:25.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.962+0000 7fa0c6800700 1 -- 172.21.15.7:0/1591349998 shutdown_connections 2024-05-21T01:58:25.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.962+0000 7fa0c6800700 1 -- 172.21.15.7:0/1591349998 wait complete. 2024-05-21T01:58:25.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.964+0000 7fa0c6800700 1 Processor -- start 2024-05-21T01:58:25.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.964+0000 7fa0c6800700 1 -- start start 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c6800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0c0103490 0x7fa0c019f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c6800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0c0103e50 0x7fa0c019fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c6800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c0109540 0x7fa0c01998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c6800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c0113670 con 0x7fa0c0109540 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c6800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c01134f0 con 0x7fa0c0103490 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c6800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c01137f0 con 0x7fa0c0103e50 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c5400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0c0103490 0x7fa0c019f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c5400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0c0103490 0x7fa0c019f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:33318/0 (socket says 172.21.15.7:33318) 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c5400700 1 -- 172.21.15.7:0/2605249899 learned_addr learned my addr 172.21.15.7:0/2605249899 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:25.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.965+0000 7fa0c4a00700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0c0103e50 0x7fa0c019fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:25.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.966+0000 7fa0c5e00700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c0109540 0x7fa0c01998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:25.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.966+0000 7fa0c5400700 1 -- 172.21.15.7:0/2605249899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0c0103e50 msgr2=0x7fa0c019fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:25.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.966+0000 7fa0c5400700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0c0103e50 0x7fa0c019fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.966+0000 7fa0c5400700 1 -- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c0109540 msgr2=0x7fa0c01998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.966+0000 7fa0c5400700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c0109540 0x7fa0c01998f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.966+0000 7fa0c5400700 1 -- 172.21.15.7:0/2605249899 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0c019a050 con 0x7fa0c0103490 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.966+0000 7fa0c4a00700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0c0103e50 0x7fa0c019fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.966+0000 7fa0c5400700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0c0103490 0x7fa0c019f730 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4000c00 tx=0x7fa0b40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.967+0000 7fa0be000700 1 -- 172.21.15.7:0/2605249899 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b4027070 con 0x7fa0c0103490 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.967+0000 7fa0be000700 1 -- 172.21.15.7:0/2605249899 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0b400b610 con 0x7fa0c0103490 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.967+0000 7fa0be000700 1 -- 172.21.15.7:0/2605249899 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b40173f0 con 0x7fa0c0103490 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.967+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0c019a2e0 con 0x7fa0c0103490 2024-05-21T01:58:25.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.967+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0c01a6600 con 0x7fa0c0103490 2024-05-21T01:58:25.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.968+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0c010b9d0 con 0x7fa0c0103490 2024-05-21T01:58:25.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.971+0000 7fa0be000700 1 -- 172.21.15.7:0/2605249899 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa0b402a070 con 0x7fa0c0103490 2024-05-21T01:58:25.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.972+0000 7fa0be000700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa0a80b2900 0x7fa0a80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:25.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.972+0000 7fa0be000700 1 -- 172.21.15.7:0/2605249899 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa0b40e3290 con 0x7fa0c0103490 2024-05-21T01:58:25.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.972+0000 7fa0c4a00700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa0a80b2900 0x7fa0a80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:25.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.973+0000 7fa0c4a00700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa0a80b2900 0x7fa0a80b4dc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0108b40 tx=0x7fa0ac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:25.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:25.974+0000 7fa0be000700 1 -- 172.21.15.7:0/2605249899 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa0b4013070 con 0x7fa0c0103490 2024-05-21T01:58:26.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.261+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0c019ae20 con 0x7fa0c0103490 2024-05-21T01:58:26.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.262+0000 7fa0be000700 1 -- 172.21.15.7:0/2605249899 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7fa0b40ab000 con 0x7fa0c0103490 2024-05-21T01:58:26.264 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:58:26.264 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T01:56:19.132899+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24517,24496,24484,24511,24518]},"id":1}]} 2024-05-21T01:58:26.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa0a80b2900 msgr2=0x7fa0a80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa0a80b2900 0x7fa0a80b4dc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0108b40 tx=0x7fa0ac009260 comp rx=0 tx=0).stop 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0c0103490 msgr2=0x7fa0c019f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0c0103490 0x7fa0c019f730 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4000c00 tx=0x7fa0b40057c0 comp rx=0 tx=0).stop 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 shutdown_connections 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa0a80b2900 0x7fa0a80b4dc0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa0c0109540 0x7fa0c01998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa0c0103490 0x7fa0c019f730 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 --2- 172.21.15.7:0/2605249899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa0c0103e50 0x7fa0c019fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 >> 172.21.15.7:0/2605249899 conn(0x7fa0c00fefc0 msgr2=0x7fa0c01006a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 shutdown_connections 2024-05-21T01:58:26.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:26.266+0000 7fa0c6800700 1 -- 172.21.15.7:0/2605249899 wait complete. 2024-05-21T01:58:26.269 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-05-21T01:58:26.995 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:26 smithi164 ceph-mon[36138]: pgmap v399: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:58:26.995 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:26 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2605249899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:58:27.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:26 smithi007 ceph-mon[31288]: pgmap v399: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:58:27.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:26 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2605249899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:58:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:26 smithi190 ceph-mon[35961]: pgmap v399: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:58:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:26 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2605249899' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:58:27.116 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:58:27.582 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:29.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:28 smithi007 ceph-mon[31288]: pgmap v400: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T01:58:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:28 smithi190 ceph-mon[35961]: pgmap v400: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T01:58:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:28 smithi164 ceph-mon[36138]: pgmap v400: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T01:58:29.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.897+0000 7fe9c7200700 1 -- 172.21.15.7:0/1463933175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8109540 msgr2=0x7fe9c8109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:29.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.897+0000 7fe9c7200700 1 --2- 172.21.15.7:0/1463933175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8109540 0x7fe9c8109920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe9b800b0d0 tx=0x7fe9b800b3e0 comp rx=0 tx=0).stop 2024-05-21T01:58:29.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.897+0000 7fe9c7200700 1 -- 172.21.15.7:0/1463933175 shutdown_connections 2024-05-21T01:58:29.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.897+0000 7fe9c7200700 1 --2- 172.21.15.7:0/1463933175 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9c8103e50 0x7fe9c8110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:29.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.897+0000 7fe9c7200700 1 --2- 172.21.15.7:0/1463933175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8109540 0x7fe9c8109920 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:29.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.897+0000 7fe9c7200700 1 --2- 172.21.15.7:0/1463933175 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9c8103490 0x7fe9c8103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:29.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.897+0000 7fe9c7200700 1 -- 172.21.15.7:0/1463933175 >> 172.21.15.7:0/1463933175 conn(0x7fe9c80fefc0 msgr2=0x7fe9c81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:29.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.897+0000 7fe9c7200700 1 -- 172.21.15.7:0/1463933175 shutdown_connections 2024-05-21T01:58:29.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.897+0000 7fe9c7200700 1 -- 172.21.15.7:0/1463933175 wait complete. 2024-05-21T01:58:29.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.898+0000 7fe9c7200700 1 Processor -- start 2024-05-21T01:58:29.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.898+0000 7fe9c7200700 1 -- start start 2024-05-21T01:58:29.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.898+0000 7fe9c7200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9c8103490 0x7fe9c819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:29.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.898+0000 7fe9c7200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8103e50 0x7fe9c819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:29.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.898+0000 7fe9c7200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9c8109540 0x7fe9c8199890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:29.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.898+0000 7fe9c7200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c8113650 con 0x7fe9c8103e50 2024-05-21T01:58:29.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.898+0000 7fe9c7200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c81134d0 con 0x7fe9c8103490 2024-05-21T01:58:29.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.898+0000 7fe9c7200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c81137d0 con 0x7fe9c8109540 2024-05-21T01:58:29.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9bd400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8103e50 0x7fe9c819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:29.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9bd400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8103e50 0x7fe9c819fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38078/0 (socket says 172.21.15.7:38078) 2024-05-21T01:58:29.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9bd400700 1 -- 172.21.15.7:0/2316352547 learned_addr learned my addr 172.21.15.7:0/2316352547 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:29.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9c5e00700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9c8103490 0x7fe9c819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:29.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9c6800700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9c8109540 0x7fe9c8199890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:29.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9bd400700 1 -- 172.21.15.7:0/2316352547 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9c8109540 msgr2=0x7fe9c8199890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:29.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9bd400700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9c8109540 0x7fe9c8199890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:29.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9bd400700 1 -- 172.21.15.7:0/2316352547 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9c8103490 msgr2=0x7fe9c819f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:29.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9bd400700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9c8103490 0x7fe9c819f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:29.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9bd400700 1 -- 172.21.15.7:0/2316352547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c819a070 con 0x7fe9c8103e50 2024-05-21T01:58:29.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.899+0000 7fe9c6800700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9c8109540 0x7fe9c8199890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:29.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.900+0000 7fe9bd400700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8103e50 0x7fe9c819fc00 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe9b000e9a0 tx=0x7fe9b000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:29.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.900+0000 7fe9bf400700 1 -- 172.21.15.7:0/2316352547 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b000ca10 con 0x7fe9c8103e50 2024-05-21T01:58:29.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.900+0000 7fe9bf400700 1 -- 172.21.15.7:0/2316352547 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9b000cbb0 con 0x7fe9c8103e50 2024-05-21T01:58:29.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.900+0000 7fe9bf400700 1 -- 172.21.15.7:0/2316352547 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0018680 con 0x7fe9c8103e50 2024-05-21T01:58:29.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.900+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9c819a360 con 0x7fe9c8103e50 2024-05-21T01:58:29.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.900+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9c81a6520 con 0x7fe9c8103e50 2024-05-21T01:58:29.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.902+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9c810b9d0 con 0x7fe9c8103e50 2024-05-21T01:58:29.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.904+0000 7fe9bf400700 1 -- 172.21.15.7:0/2316352547 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe9b0010430 con 0x7fe9c8103e50 2024-05-21T01:58:29.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.905+0000 7fe9bf400700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9ac0b2900 0x7fe9ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:29.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.905+0000 7fe9bf400700 1 -- 172.21.15.7:0/2316352547 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe9b00e2340 con 0x7fe9c8103e50 2024-05-21T01:58:29.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.906+0000 7fe9c5e00700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9ac0b2900 0x7fe9ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:29.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.907+0000 7fe9c5e00700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9ac0b2900 0x7fe9ac0b4dc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8009fd0 tx=0x7fe9b800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:29.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:29.910+0000 7fe9bf400700 1 -- 172.21.15.7:0/2316352547 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe9b00aa020 con 0x7fe9c8103e50 2024-05-21T01:58:30.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.197+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9c8104bb0 con 0x7fe9c8103e50 2024-05-21T01:58:30.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.198+0000 7fe9bf400700 1 -- 172.21.15.7:0/2316352547 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7fe9b00b20a0 con 0x7fe9c8103e50 2024-05-21T01:58:30.200 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:58:30.200 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T01:56:19.132899+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24517,24496,24484,24511,24518]},"id":1}]} 2024-05-21T01:58:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.201+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9ac0b2900 msgr2=0x7fe9ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.201+0000 7fe9c7200700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9ac0b2900 0x7fe9ac0b4dc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8009fd0 tx=0x7fe9b800b040 comp rx=0 tx=0).stop 2024-05-21T01:58:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.201+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8103e50 msgr2=0x7fe9c819fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:30.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.201+0000 7fe9c7200700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8103e50 0x7fe9c819fc00 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe9b000e9a0 tx=0x7fe9b000ecb0 comp rx=0 tx=0).stop 2024-05-21T01:58:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.202+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 shutdown_connections 2024-05-21T01:58:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.202+0000 7fe9c7200700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9c8109540 0x7fe9c8199890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.202+0000 7fe9c7200700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9c8103490 0x7fe9c819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.202+0000 7fe9c7200700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9ac0b2900 0x7fe9ac0b4dc0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.202+0000 7fe9c7200700 1 --2- 172.21.15.7:0/2316352547 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9c8103e50 0x7fe9c819fc00 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.202+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 >> 172.21.15.7:0/2316352547 conn(0x7fe9c80fefc0 msgr2=0x7fe9c81006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.202+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 shutdown_connections 2024-05-21T01:58:30.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:30.202+0000 7fe9c7200700 1 -- 172.21.15.7:0/2316352547 wait complete. 2024-05-21T01:58:30.205 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-05-21T01:58:31.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:30 smithi007 ceph-mon[31288]: pgmap v401: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T01:58:31.001 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:30 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2316352547' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:58:31.074 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T01:58:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:30 smithi190 ceph-mon[35961]: pgmap v401: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T01:58:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:30 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2316352547' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:58:31.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:30 smithi164 ceph-mon[36138]: pgmap v401: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T01:58:31.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:30 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2316352547' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:58:31.537 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:33.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:32 smithi007 ceph-mon[31288]: pgmap v402: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-05-21T01:58:33.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:32 smithi190 ceph-mon[35961]: pgmap v402: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-05-21T01:58:33.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:32 smithi164 ceph-mon[36138]: pgmap v402: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-05-21T01:58:33.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.959+0000 7f95d4600700 1 -- 172.21.15.7:0/3610025660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101b30 msgr2=0x7f95cc101fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:33.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.959+0000 7f95d4600700 1 --2- 172.21.15.7:0/3610025660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101b30 0x7f95cc101fb0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f95b80099c0 tx=0x7f95b8009cd0 comp rx=0 tx=0).stop 2024-05-21T01:58:33.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.959+0000 7f95d4600700 1 -- 172.21.15.7:0/3610025660 shutdown_connections 2024-05-21T01:58:33.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.959+0000 7f95d4600700 1 --2- 172.21.15.7:0/3610025660 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95cc1024f0 0x7f95cc1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:33.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.959+0000 7f95d4600700 1 --2- 172.21.15.7:0/3610025660 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95cc109520 0x7f95cc109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:33.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.959+0000 7f95d4600700 1 --2- 172.21.15.7:0/3610025660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc101b30 0x7f95cc101fb0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:33.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.959+0000 7f95d4600700 1 -- 172.21.15.7:0/3610025660 >> 172.21.15.7:0/3610025660 conn(0x7f95cc078ab0 msgr2=0x7f95cc0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:33.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.959+0000 7f95d4600700 1 -- 172.21.15.7:0/3610025660 shutdown_connections 2024-05-21T01:58:33.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.959+0000 7f95d4600700 1 -- 172.21.15.7:0/3610025660 wait complete. 2024-05-21T01:58:33.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.960+0000 7f95d4600700 1 Processor -- start 2024-05-21T01:58:33.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.961+0000 7f95d4600700 1 -- start start 2024-05-21T01:58:33.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.961+0000 7f95d4600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95cc101b30 0x7f95cc19bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:33.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.961+0000 7f95d4600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc1024f0 0x7f95cc19c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.961+0000 7f95d4600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95cc109520 0x7f95cc1a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.961+0000 7f95d4600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc113770 con 0x7f95cc1024f0 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.961+0000 7f95d4600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc1135f0 con 0x7f95cc101b30 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.961+0000 7f95d4600700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc1138f0 con 0x7f95cc109520 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc1024f0 0x7f95cc19c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95cc101b30 0x7f95cc19bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc1024f0 0x7f95cc19c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38106/0 (socket says 172.21.15.7:38106) 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1200700 1 -- 172.21.15.7:0/1336932362 learned_addr learned my addr 172.21.15.7:0/1336932362 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d2600700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95cc109520 0x7f95cc1a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1c00700 1 -- 172.21.15.7:0/1336932362 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95cc109520 msgr2=0x7f95cc1a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1c00700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95cc109520 0x7f95cc1a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1c00700 1 -- 172.21.15.7:0/1336932362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc1024f0 msgr2=0x7f95cc19c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:33.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1c00700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc1024f0 0x7f95cc19c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:33.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1c00700 1 -- 172.21.15.7:0/1336932362 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc1a0ef0 con 0x7f95cc101b30 2024-05-21T01:58:33.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.962+0000 7f95d1c00700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95cc101b30 0x7f95cc19bee0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f95c000e9f0 tx=0x7f95c000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:33.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.963+0000 7f95ca000700 1 -- 172.21.15.7:0/1336932362 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c000c9c0 con 0x7f95cc101b30 2024-05-21T01:58:33.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.963+0000 7f95ca000700 1 -- 172.21.15.7:0/1336932362 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95c000cb60 con 0x7f95cc101b30 2024-05-21T01:58:33.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.963+0000 7f95ca000700 1 -- 172.21.15.7:0/1336932362 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c0018680 con 0x7f95cc101b30 2024-05-21T01:58:33.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.963+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95cc1a11e0 con 0x7f95cc101b30 2024-05-21T01:58:33.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.963+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95cc1a8a60 con 0x7f95cc101b30 2024-05-21T01:58:33.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.964+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95cc06a230 con 0x7f95cc101b30 2024-05-21T01:58:33.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.966+0000 7f95ca000700 1 -- 172.21.15.7:0/1336932362 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f95c0010430 con 0x7f95cc101b30 2024-05-21T01:58:33.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.968+0000 7f95ca000700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b40b2900 0x7f95b40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:33.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.968+0000 7f95ca000700 1 -- 172.21.15.7:0/1336932362 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f95c00e2290 con 0x7f95cc101b30 2024-05-21T01:58:33.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.968+0000 7f95d1200700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b40b2900 0x7f95b40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:33.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.969+0000 7f95d1200700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b40b2900 0x7f95b40b4dc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f95cc1046d0 tx=0x7f95b8005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:33.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:33.972+0000 7f95ca000700 1 -- 172.21.15.7:0/1336932362 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f95c00a9f70 con 0x7f95cc101b30 2024-05-21T01:58:34.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.211+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f95cc1a8c60 con 0x7f95cc101b30 2024-05-21T01:58:34.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.213+0000 7f95ca000700 1 -- 172.21.15.7:0/1336932362 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7f95c00a9870 con 0x7f95cc101b30 2024-05-21T01:58:34.214 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:58:34.214 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b40b2900 msgr2=0x7f95b40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b40b2900 0x7f95b40b4dc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f95cc1046d0 tx=0x7f95b8005ab0 comp rx=0 tx=0).stop 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95cc101b30 msgr2=0x7f95cc19bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95cc101b30 0x7f95cc19bee0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f95c000e9f0 tx=0x7f95c000ed00 comp rx=0 tx=0).stop 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 shutdown_connections 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95cc109520 0x7f95cc1a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95cc101b30 0x7f95cc19bee0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95b40b2900 0x7f95b40b4dc0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 --2- 172.21.15.7:0/1336932362 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95cc1024f0 0x7f95cc19c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.216+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 >> 172.21.15.7:0/1336932362 conn(0x7f95cc078ab0 msgr2=0x7f95cc103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:34.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.217+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 shutdown_connections 2024-05-21T01:58:34.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:34.217+0000 7f95d4600700 1 -- 172.21.15.7:0/1336932362 wait complete. 2024-05-21T01:58:35.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:34 smithi007 ceph-mon[31288]: pgmap v403: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T01:58:35.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:34 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1336932362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:58:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:34 smithi190 ceph-mon[35961]: pgmap v403: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T01:58:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:34 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1336932362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:58:35.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:34 smithi164 ceph-mon[36138]: pgmap v403: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T01:58:35.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:34 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1336932362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:58:35.218 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:58:35.675 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:36.907 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:36 smithi007 ceph-mon[31288]: pgmap v404: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-21T01:58:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:36 smithi190 ceph-mon[35961]: pgmap v404: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-21T01:58:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:36 smithi164 ceph-mon[36138]: pgmap v404: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-21T01:58:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.842+0000 7f5aa6c00700 1 -- 172.21.15.7:0/552892878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 msgr2=0x7f5aa0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.842+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/552892878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 0x7f5aa0075b50 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5a90009990 tx=0x7f5a90009ca0 comp rx=0 tx=0).stop 2024-05-21T01:58:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.843+0000 7f5aa6c00700 1 -- 172.21.15.7:0/552892878 shutdown_connections 2024-05-21T01:58:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.843+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/552892878 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5aa0114710 0x7f5aa0116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.843+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/552892878 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 0x7f5aa0075b50 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.843+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/552892878 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5aa0076090 0x7f5aa01141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.843+0000 7f5aa6c00700 1 -- 172.21.15.7:0/552892878 >> 172.21.15.7:0/552892878 conn(0x7f5aa007a6a0 msgr2=0x7f5aa007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.843+0000 7f5aa6c00700 1 -- 172.21.15.7:0/552892878 shutdown_connections 2024-05-21T01:58:37.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.843+0000 7f5aa6c00700 1 -- 172.21.15.7:0/552892878 wait complete. 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.844+0000 7f5aa6c00700 1 Processor -- start 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.844+0000 7f5aa6c00700 1 -- start start 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.844+0000 7f5aa6c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 0x7f5aa01a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.844+0000 7f5aa6c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5aa0076090 0x7f5aa01a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.844+0000 7f5aa6c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5aa0114710 0x7f5aa01a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.844+0000 7f5aa6c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa0119d10 con 0x7f5aa0075770 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.844+0000 7f5aa6c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa0119b90 con 0x7f5aa0076090 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.844+0000 7f5aa6c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa0119e90 con 0x7f5aa0114710 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5a9fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 0x7f5aa01a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:37.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5a9fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 0x7f5aa01a02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38242/0 (socket says 172.21.15.7:38242) 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5a9fe00700 1 -- 172.21.15.7:0/1475100651 learned_addr learned my addr 172.21.15.7:0/1475100651 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5aa4c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5aa0114710 0x7f5aa01a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5a9f400700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5aa0076090 0x7f5aa01a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5aa4c00700 1 -- 172.21.15.7:0/1475100651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5aa0076090 msgr2=0x7f5aa01a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5aa4c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5aa0076090 0x7f5aa01a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5aa4c00700 1 -- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 msgr2=0x7f5aa01a02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5aa4c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 0x7f5aa01a02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5aa4c00700 1 -- 172.21.15.7:0/1475100651 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa01a52b0 con 0x7f5aa0114710 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.845+0000 7f5a9fe00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 0x7f5aa01a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:37.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.846+0000 7f5aa4c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5aa0114710 0x7f5aa01a4b70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5a9800ef90 tx=0x7f5a9800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:37.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.846+0000 7f5a9cc00700 1 -- 172.21.15.7:0/1475100651 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a980092e0 con 0x7f5aa0114710 2024-05-21T01:58:37.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.846+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aa01a5540 con 0x7f5aa0114710 2024-05-21T01:58:37.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.846+0000 7f5a9cc00700 1 -- 172.21.15.7:0/1475100651 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a98004bb0 con 0x7f5aa0114710 2024-05-21T01:58:37.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.846+0000 7f5a9cc00700 1 -- 172.21.15.7:0/1475100651 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98004020 con 0x7f5aa0114710 2024-05-21T01:58:37.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.846+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aa01ace20 con 0x7f5aa0114710 2024-05-21T01:58:37.848 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.847+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aa006a230 con 0x7f5aa0114710 2024-05-21T01:58:37.850 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.849+0000 7f5a9cc00700 1 -- 172.21.15.7:0/1475100651 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5a9801b030 con 0x7f5aa0114710 2024-05-21T01:58:37.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.851+0000 7f5a9cc00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5a840b2880 0x7f5a840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:37.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.851+0000 7f5a9cc00700 1 -- 172.21.15.7:0/1475100651 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f5a980e1d20 con 0x7f5aa0114710 2024-05-21T01:58:37.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.851+0000 7f5a9fe00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5a840b2880 0x7f5a840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:37.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.852+0000 7f5a9fe00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5a840b2880 0x7f5a840b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5a90006010 tx=0x7f5a90009510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:37.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:37.855+0000 7f5a9cc00700 1 -- 172.21.15.7:0/1475100651 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5a98022020 con 0x7f5aa0114710 2024-05-21T01:58:38.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.145+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5aa01acff0 con 0x7f5aa0114710 2024-05-21T01:58:38.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.146+0000 7f5a9cc00700 1 -- 172.21.15.7:0/1475100651 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7f5a98010040 con 0x7f5aa0114710 2024-05-21T01:58:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:58:38.147 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T01:56:19.132899+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24517,24496,24484,24511,24518]},"id":1}]} 2024-05-21T01:58:38.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.149+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5a840b2880 msgr2=0x7f5a840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:38.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.149+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5a840b2880 0x7f5a840b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5a90006010 tx=0x7f5a90009510 comp rx=0 tx=0).stop 2024-05-21T01:58:38.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.149+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5aa0114710 msgr2=0x7f5aa01a4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:38.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.149+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5aa0114710 0x7f5aa01a4b70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5a9800ef90 tx=0x7f5a9800c3a0 comp rx=0 tx=0).stop 2024-05-21T01:58:38.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.149+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 shutdown_connections 2024-05-21T01:58:38.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.149+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5aa0114710 0x7f5aa01a4b70 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:38.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.149+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5a840b2880 0x7f5a840b4d40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:38.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.149+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5aa0075770 0x7f5aa01a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:38.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.149+0000 7f5aa6c00700 1 --2- 172.21.15.7:0/1475100651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5aa0076090 0x7f5aa01a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:38.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.150+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 >> 172.21.15.7:0/1475100651 conn(0x7f5aa007a6a0 msgr2=0x7f5aa0113550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:38.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.150+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 shutdown_connections 2024-05-21T01:58:38.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:38.150+0000 7f5aa6c00700 1 -- 172.21.15.7:0/1475100651 wait complete. 2024-05-21T01:58:38.152 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-05-21T01:58:38.998 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:38 smithi007 ceph-mon[31288]: pgmap v405: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T01:58:38.998 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:38 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1475100651' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:58:39.064 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T01:55:55.637693+0000', 'modified': '2024-05-21T01:56:19.132899+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24518, 'mds_1': 24517, 'mds_2': 24511, 'mds_3': 24496, 'mds_4': 24484}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14403': {'gid': 14403, 'name': 'a', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.7:6841/1960766377', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6840', 'nonce': 1960766377}, {'type': 'v1', 'addr': '172.21.15.7:6841', 'nonce': 1960766377}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24434': {'gid': 24434, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6833/3560975196', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6832', 'nonce': 3560975196}, {'type': 'v1', 'addr': '172.21.15.164:6833', 'nonce': 3560975196}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.190:6833/55497270', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6832', 'nonce': 55497270}, {'type': 'v1', 'addr': '172.21.15.190:6833', 'nonce': 55497270}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6835/3297886876', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6834', 'nonce': 3297886876}, {'type': 'v1', 'addr': '172.21.15.164:6835', 'nonce': 3297886876}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6837/2976993139', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6836', 'nonce': 2976993139}, {'type': 'v1', 'addr': '172.21.15.164:6837', 'nonce': 2976993139}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.190:6835/467793489', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6834', 'nonce': 467793489}, {'type': 'v1', 'addr': '172.21.15.190:6835', 'nonce': 467793489}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24496': {'gid': 24496, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.190:6837/685733707', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6836', 'nonce': 685733707}, {'type': 'v1', 'addr': '172.21.15.190:6837', 'nonce': 685733707}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.190:6839/179735261', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6838', 'nonce': 179735261}, {'type': 'v1', 'addr': '172.21.15.190:6839', 'nonce': 179735261}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.7:6839/3894183895', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6838', 'nonce': 3894183895}, {'type': 'v1', 'addr': '172.21.15.7:6839', 'nonce': 3894183895}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.164:6839/2714332525', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6838', 'nonce': 2714332525}, {'type': 'v1', 'addr': '172.21.15.164:6839', 'nonce': 2714332525}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24518, 'qdb_cluster': [24517, 24496, 24484, 24511, 24518]} 2024-05-21T01:58:39.064 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-21T01:58:39.064 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.f status 2024-05-21T01:58:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:38 smithi190 ceph-mon[35961]: pgmap v405: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T01:58:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:38 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1475100651' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:58:39.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:38 smithi164 ceph-mon[36138]: pgmap v405: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T01:58:39.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:38 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1475100651' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:58:39.546 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:40.975 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:40 smithi007 ceph-mon[31288]: pgmap v406: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:58:41.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:40 smithi190 ceph-mon[35961]: pgmap v406: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:58:41.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:40 smithi164 ceph-mon[36138]: pgmap v406: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:58:41.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.820+0000 7f62f3e00700 1 -- 172.21.15.7:0/2778161462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62ec075770 msgr2=0x7f62ec075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:41.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.820+0000 7f62f3e00700 1 --2- 172.21.15.7:0/2778161462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62ec075770 0x7f62ec075b50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f62e00098f0 tx=0x7f62e0009c00 comp rx=0 tx=0).stop 2024-05-21T01:58:41.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.820+0000 7f62f3e00700 1 -- 172.21.15.7:0/2778161462 shutdown_connections 2024-05-21T01:58:41.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.820+0000 7f62f3e00700 1 --2- 172.21.15.7:0/2778161462 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62ec10ffa0 0x7f62ec112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.820+0000 7f62f3e00700 1 --2- 172.21.15.7:0/2778161462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62ec075770 0x7f62ec075b50 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.820+0000 7f62f3e00700 1 --2- 172.21.15.7:0/2778161462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62ec076090 0x7f62ec10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.820+0000 7f62f3e00700 1 -- 172.21.15.7:0/2778161462 >> 172.21.15.7:0/2778161462 conn(0x7f62ec07a6a0 msgr2=0x7f62ec07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:41.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.820+0000 7f62f3e00700 1 -- 172.21.15.7:0/2778161462 shutdown_connections 2024-05-21T01:58:41.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.820+0000 7f62f3e00700 1 -- 172.21.15.7:0/2778161462 wait complete. 2024-05-21T01:58:41.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.821+0000 7f62f3e00700 1 Processor -- start 2024-05-21T01:58:41.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.821+0000 7f62f3e00700 1 -- start start 2024-05-21T01:58:41.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f3e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62ec075770 0x7f62ec19bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f3e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62ec076090 0x7f62ec19c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f3e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62ec10ffa0 0x7f62ec1a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f3e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f62ec1159a0 con 0x7f62ec076090 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f3e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f62ec115820 con 0x7f62ec075770 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f3e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f62ec115b20 con 0x7f62ec10ffa0 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f0a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62ec076090 0x7f62ec19c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f1400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62ec075770 0x7f62ec19bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f0a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62ec076090 0x7f62ec19c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38264/0 (socket says 172.21.15.7:38264) 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f0a00700 1 -- 172.21.15.7:0/724815661 learned_addr learned my addr 172.21.15.7:0/724815661 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f1400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62ec075770 0x7f62ec19bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:40996/0 (socket says 172.21.15.7:40996) 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.822+0000 7f62f1e00700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62ec10ffa0 0x7f62ec1a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.823+0000 7f62f1400700 1 -- 172.21.15.7:0/724815661 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62ec10ffa0 msgr2=0x7f62ec1a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.823+0000 7f62f1400700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62ec10ffa0 0x7f62ec1a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.823+0000 7f62f1400700 1 -- 172.21.15.7:0/724815661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62ec076090 msgr2=0x7f62ec19c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:41.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.823+0000 7f62f1400700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62ec076090 0x7f62ec19c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.823+0000 7f62f1400700 1 -- 172.21.15.7:0/724815661 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62ec1a0e90 con 0x7f62ec075770 2024-05-21T01:58:41.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.823+0000 7f62f1400700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62ec075770 0x7f62ec19bed0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f62e000c010 tx=0x7f62e000fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:41.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.823+0000 7f62ea000700 1 -- 172.21.15.7:0/724815661 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e00050c0 con 0x7f62ec075770 2024-05-21T01:58:41.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.823+0000 7f62f3e00700 1 -- 172.21.15.7:0/724815661 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62ec1a1120 con 0x7f62ec075770 2024-05-21T01:58:41.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.824+0000 7f62f3e00700 1 -- 172.21.15.7:0/724815661 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62ec1a8a00 con 0x7f62ec075770 2024-05-21T01:58:41.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.824+0000 7f62ea000700 1 -- 172.21.15.7:0/724815661 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62e000b560 con 0x7f62ec075770 2024-05-21T01:58:41.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.824+0000 7f62ea000700 1 -- 172.21.15.7:0/724815661 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e0003a00 con 0x7f62ec075770 2024-05-21T01:58:41.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.827+0000 7f62ea000700 1 -- 172.21.15.7:0/724815661 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f62e000b9d0 con 0x7f62ec075770 2024-05-21T01:58:41.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.828+0000 7f62fe6d1b80 1 Processor -- start 2024-05-21T01:58:41.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62ea000700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f62d40b2880 0x7f62d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62fe6d1b80 1 -- start start 2024-05-21T01:58:41.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62ea000700 1 -- 172.21.15.7:0/724815661 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f62e00e2fe0 con 0x7f62ec075770 2024-05-21T01:58:41.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62f1e00700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f62d40b2880 0x7f62d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a2f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 0x55d913a29210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a29830 0x55d913a29c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d913987df0 con 0x55d913a2f780 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d913977990 con 0x55d913a2ee60 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.829+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d91397b9d0 con 0x55d913a29830 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f0a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 0x55d913a29210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a2f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a2f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:41002/0 (socket says 172.21.15.7:41002) 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f0a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 0x55d913a29210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38270/0 (socket says 172.21.15.7:38270) 2024-05-21T01:58:41.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1400700 1 -- 172.21.15.7:0/3042839599 learned_addr learned my addr 172.21.15.7:0/3042839599 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1e00700 1 --2- 172.21.15.7:0/3042839599 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a29830 0x55d913a29c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1e00700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f62d40b2880 0x7f62d40b4d40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f62e4009fd0 tx=0x7f62e400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1400700 1 -- 172.21.15.7:0/3042839599 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a29830 msgr2=0x55d913a29c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1400700 1 --2- 172.21.15.7:0/3042839599 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a29830 0x55d913a29c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1400700 1 -- 172.21.15.7:0/3042839599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 msgr2=0x55d913a29210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1400700 1 --2- 172.21.15.7:0/3042839599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 0x55d913a29210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1400700 1 -- 172.21.15.7:0/3042839599 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d9139403d0 con 0x55d913a2ee60 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.830+0000 7f62f1400700 1 --2- 172.21.15.7:0/3042839599 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a2f240 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f62e00a7900 tx=0x7f62e00a9ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=676e1f13bfbda879 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.831+0000 7f62dea00700 1 -- 172.21.15.7:0/3042839599 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e00aa690 con 0x55d913a2ee60 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.831+0000 7f62dea00700 1 -- 172.21.15.7:0/3042839599 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62e00aea40 con 0x55d913a2ee60 2024-05-21T01:58:41.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.831+0000 7f62dea00700 1 -- 172.21.15.7:0/3042839599 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e00920d0 con 0x55d913a2ee60 2024-05-21T01:58:41.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/3042839599 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 msgr2=0x55d913a2f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:41.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/3042839599 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a2f240 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f62e00a7900 tx=0x7f62e00a9ed0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/3042839599 shutdown_connections 2024-05-21T01:58:41.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/3042839599 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a29830 0x55d913a29c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/3042839599 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a2f240 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/3042839599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 0x55d913a29210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/3042839599 >> 172.21.15.7:0/3042839599 conn(0x55d913957b90 msgr2=0x55d913a23fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:41.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/3042839599 shutdown_connections 2024-05-21T01:58:41.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/3042839599 wait complete. 2024-05-21T01:58:41.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.832+0000 7f62fe6d1b80 1 -- start start 2024-05-21T01:58:41.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62fe6d1b80 1 Processor -- start 2024-05-21T01:58:41.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a29830 0x55d913a354e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a32880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a32dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d91387df50 con 0x55d913a29830 2024-05-21T01:58:41.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d913918710 con 0x55d913a2ee60 2024-05-21T01:58:41.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d913977990 con 0x55d913a2f780 2024-05-21T01:58:41.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62fe6d1b80 10 client.0 _ll_register_callbacks cb 0x55d913921c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62f1400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a29830 0x55d913a354e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f0a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a32880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.833+0000 7f62f1e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a32dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f1400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a29830 0x55d913a354e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38282/0 (socket says 172.21.15.7:38282) 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f1400700 1 -- 172.21.15.7:0/1219297012 learned_addr learned my addr 172.21.15.7:0/1219297012 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f1400700 1 -- 172.21.15.7:0/1219297012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 msgr2=0x55d913a32dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f1400700 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a32dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f1400700 1 -- 172.21.15.7:0/1219297012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 msgr2=0x55d913a32880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f1400700 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a32880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f1400700 1 -- 172.21.15.7:0/1219297012 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d9138c7880 con 0x55d913a29830 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f1e00700 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a32dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:41.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62f1400700 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a29830 0x55d913a354e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f62e00aa340 tx=0x7f62e00aa560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=573aa5c139c74e82 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:41.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.834+0000 7f62d3400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T01:58:41.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.835+0000 7f62d3400700 1 -- 172.21.15.7:0/1219297012 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e000bd70 con 0x55d913a29830 2024-05-21T01:58:41.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.835+0000 7f62d3400700 1 -- 172.21.15.7:0/1219297012 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f62e00920d0 con 0x55d913a29830 2024-05-21T01:58:41.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.835+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/1219297012 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62e00aea40 con 0x55d913a29830 2024-05-21T01:58:41.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.835+0000 7f62d3400700 1 -- 172.21.15.7:0/1219297012 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f62e00aa690 con 0x55d913a29830 2024-05-21T01:58:41.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.835+0000 7f62fe6d1b80 10 client.14757 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:41.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.835+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/1219297012 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d913948010 con 0x55d913a29830 2024-05-21T01:58:41.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.835+0000 7f62d3400700 1 -- 172.21.15.7:0/1219297012 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62e00aea40 con 0x55d913a29830 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.835+0000 7f62d3400700 1 -- 172.21.15.7:0/1219297012 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f62e006f020 con 0x55d913a29830 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.835+0000 7f62fe6d1b80 10 client.14757 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.836+0000 7f62fe6d1b80 10 client.14757 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.836+0000 7f62fe6d1b80 20 client.14757 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.836+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d913a425c0 0x55d913a43a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.836+0000 7f62fe6d1b80 4 client.14757 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.836+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/1219297012 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d913989d40 con 0x55d913a425c0 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.836+0000 7f62f0a00700 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d913a425c0 0x55d913a43a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.837+0000 7f62f0a00700 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d913a425c0 0x55d913a43a30 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e3cc3aed5b340b4e server_cookie=ebf34a8e337dfb35 in_seq=0 out_seq=0 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.837+0000 7f62d3400700 10 client.14757 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62d3400700 1 -- 172.21.15.7:0/1219297012 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d913989d40 con 0x55d913a425c0 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62d3400700 10 client.14757 handle_command_reply: tid=0 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 client.14757 shutdown 2024-05-21T01:58:41.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/1219297012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a29830 msgr2=0x55d913a354e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a29830 0x55d913a354e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f62e00aa340 tx=0x7f62e00aa560 comp rx=0 tx=0).stop 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/1219297012 shutdown_connections 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d913a425c0 0x55d913a43a30 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a32dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a29830 0x55d913a354e0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/1219297012 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a2ee60 0x55d913a32880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62d3400700 0 client.14757 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/1219297012 >> 172.21.15.7:0/1219297012 conn(0x55d913957b90 msgr2=0x55d913a28200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/1219297012 shutdown_connections 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/1219297012 wait complete. 2024-05-21T01:58:41.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.838+0000 7f62fe6d1b80 20 client.14757 trim_cache size 0 max 16384 2024-05-21T01:58:41.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62fe6d1b80 1 Processor -- start 2024-05-21T01:58:41.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62fe6d1b80 1 -- start start 2024-05-21T01:58:41.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a29210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2ee60 0x55d913a1de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a4ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d913a41d70 con 0x55d913a2ee60 2024-05-21T01:58:41.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d913a42440 con 0x55d913a29830 2024-05-21T01:58:41.864 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d913a42b10 con 0x55d913a2f780 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62f0a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2ee60 0x55d913a1de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62f0a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2ee60 0x55d913a1de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38288/0 (socket says 172.21.15.7:38288) 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.863+0000 7f62f1400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a29210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f0a00700 1 -- 172.21.15.7:0/2438221384 learned_addr learned my addr 172.21.15.7:0/2438221384 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f1e00700 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a4ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f1400700 1 -- 172.21.15.7:0/2438221384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 msgr2=0x55d913a4ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f1400700 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a4ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f1400700 1 -- 172.21.15.7:0/2438221384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2ee60 msgr2=0x55d913a1de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f1400700 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2ee60 0x55d913a1de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f1400700 1 -- 172.21.15.7:0/2438221384 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d913948010 con 0x55d913a29830 2024-05-21T01:58:41.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f1e00700 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a4ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:41.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f0a00700 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2ee60 0x55d913a1de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:41.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62f1400700 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a29210 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f62e00098c0 tx=0x7f62e000b3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a8135f827f9db4d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:41.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.864+0000 7f62de000700 1 -- 172.21.15.7:0/2438221384 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e00c3070 con 0x55d913a29830 2024-05-21T01:58:41.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62de000700 1 -- 172.21.15.7:0/2438221384 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62e000bd70 con 0x55d913a29830 2024-05-21T01:58:41.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62de000700 1 -- 172.21.15.7:0/2438221384 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e00aa8f0 con 0x55d913a29830 2024-05-21T01:58:41.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2438221384 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 msgr2=0x55d913a29210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:41.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a29210 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f62e00098c0 tx=0x7f62e000b3e0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2438221384 shutdown_connections 2024-05-21T01:58:41.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2f780 0x55d913a4ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a29210 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2438221384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2ee60 0x55d913a1de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2438221384 >> 172.21.15.7:0/2438221384 conn(0x55d913957b90 msgr2=0x55d913a1d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2438221384 shutdown_connections 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.865+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2438221384 wait complete. 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.866+0000 7f62fe6d1b80 1 -- start start 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.866+0000 7f62fe6d1b80 1 Processor -- start 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a4d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2ee60 0x55d913a4bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62fe6d1b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 0x55d913a4c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d913a438b0 con 0x55d913a2f780 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d913a431e0 con 0x55d913a29830 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62fe6d1b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d913a43f80 con 0x55d913a2ee60 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62fe6d1b80 10 client.0 _ll_register_callbacks cb 0x55d913921c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:41.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f1400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a4d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f1400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a4d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:41034/0 (socket says 172.21.15.7:41034) 2024-05-21T01:58:41.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f1400700 1 -- 172.21.15.7:0/2471544467 learned_addr learned my addr 172.21.15.7:0/2471544467 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:41.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f1e00700 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 0x55d913a4c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f0a00700 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2ee60 0x55d913a4bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f1400700 1 -- 172.21.15.7:0/2471544467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2ee60 msgr2=0x55d913a4bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:41.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f1400700 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2ee60 0x55d913a4bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f1400700 1 -- 172.21.15.7:0/2471544467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 msgr2=0x55d913a4c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:41.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f1400700 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 0x55d913a4c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.867+0000 7f62f1400700 1 -- 172.21.15.7:0/2471544467 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d913a4cab0 con 0x55d913a29830 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.868+0000 7f62f1400700 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a4d3e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f62e00aa850 tx=0x7f62e0009f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1230611003d2664 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.868+0000 7f62d3400700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.868+0000 7f62d3400700 1 -- 172.21.15.7:0/2471544467 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62e00c3050 con 0x55d913a29830 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.868+0000 7f62d3400700 1 -- 172.21.15.7:0/2471544467 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f62e00aab00 con 0x55d913a29830 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.868+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2471544467 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62e000bd70 con 0x55d913a29830 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.868+0000 7f62d3400700 1 -- 172.21.15.7:0/2471544467 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f62e00aa460 con 0x55d913a29830 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.868+0000 7f62fe6d1b80 10 client.24869 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.868+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2471544467 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d913a4cab0 con 0x55d913a29830 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.869+0000 7f62d3400700 1 -- 172.21.15.7:0/2471544467 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62e000bd70 con 0x55d913a29830 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.869+0000 7f62d3400700 1 -- 172.21.15.7:0/2471544467 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f62e006f030 con 0x55d913a29830 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.869+0000 7f62fe6d1b80 10 client.24869 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.869+0000 7f62fe6d1b80 10 client.24869 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T01:58:41.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.869+0000 7f62fe6d1b80 20 client.24869 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.869+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d913ab3140 0x55d913ab1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.869+0000 7f62fe6d1b80 4 client.24869 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.869+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2471544467 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "status"}) -- 0x55d913983520 con 0x55d913ab3140 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.869+0000 7f62f0a00700 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d913ab3140 0x55d913ab1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62f0a00700 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d913ab3140 0x55d913ab1e50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=16f66137b6f81b65 server_cookie=c90edd64b999cb46 in_seq=0 out_seq=0 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62d3400700 10 client.24869 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62d3400700 1 -- 172.21.15.7:0/2471544467 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55d913983520 con 0x55d913ab3140 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62d3400700 10 client.24869 handle_command_reply: tid=0 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 client.24869 shutdown 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2471544467 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 msgr2=0x55d913a4d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a4d3e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f62e00aa850 tx=0x7f62e0009f50 comp rx=0 tx=0).stop 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2471544467 shutdown_connections 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d913ab3140 0x55d913ab1e50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d913a2f780 0x55d913a4c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d913a29830 0x55d913a4d3e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 --2- 172.21.15.7:0/2471544467 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d913a2ee60 0x55d913a4bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62d3400700 0 client.24869 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2471544467 >> 172.21.15.7:0/2471544467 conn(0x55d913957b90 msgr2=0x55d913a1de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.870+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2471544467 shutdown_connections 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.871+0000 7f62fe6d1b80 1 -- 172.21.15.7:0/2471544467 wait complete. 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.871+0000 7f62fe6d1b80 20 client.24869 trim_cache size 0 max 16384 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:58:41.874 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 4, 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24484, 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 147.43769973400001, 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 208.87231173399999 2024-05-21T01:58:41.875 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:58:41.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.871+0000 7f62f3e00700 1 -- 172.21.15.7:0/724815661 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f62d40b2880 msgr2=0x7f62d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:41.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.871+0000 7f62f3e00700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f62d40b2880 0x7f62d40b4d40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f62e4009fd0 tx=0x7f62e400b040 comp rx=0 tx=0).stop 2024-05-21T01:58:41.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.871+0000 7f62f3e00700 1 -- 172.21.15.7:0/724815661 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62ec075770 msgr2=0x7f62ec19bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:41.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.871+0000 7f62f3e00700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62ec075770 0x7f62ec19bed0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f62e000c010 tx=0x7f62e000fa00 comp rx=0 tx=0).stop 2024-05-21T01:58:41.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.872+0000 7f62f3e00700 1 -- 172.21.15.7:0/724815661 shutdown_connections 2024-05-21T01:58:41.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.872+0000 7f62f3e00700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f62ec10ffa0 0x7f62ec1a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.872+0000 7f62f3e00700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f62ec075770 0x7f62ec19bed0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.872+0000 7f62f3e00700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f62d40b2880 0x7f62d40b4d40 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.872+0000 7f62f3e00700 1 --2- 172.21.15.7:0/724815661 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f62ec076090 0x7f62ec19c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:41.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.872+0000 7f62f3e00700 1 -- 172.21.15.7:0/724815661 >> 172.21.15.7:0/724815661 conn(0x7f62ec07a6a0 msgr2=0x7f62ec100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:41.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.872+0000 7f62f3e00700 1 -- 172.21.15.7:0/724815661 shutdown_connections 2024-05-21T01:58:41.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:41.872+0000 7f62f3e00700 1 -- 172.21.15.7:0/724815661 wait complete. 2024-05-21T01:58:41.940 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:41 smithi007 ceph-mon[31288]: pgmap v407: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:58:42.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:41 smithi190 ceph-mon[35961]: pgmap v407: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:58:42.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:41 smithi164 ceph-mon[36138]: pgmap v407: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:58:42.930 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-21T01:58:43.386 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:44.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:44 smithi164 ceph-mon[36138]: pgmap v408: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:58:44.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:44 smithi007 ceph-mon[31288]: pgmap v408: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:58:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:44 smithi190 ceph-mon[35961]: pgmap v408: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:58:45.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.644+0000 7fa431e00700 1 -- 172.21.15.7:0/3223365498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa42c1041a0 msgr2=0x7fa42c1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:45.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.644+0000 7fa431e00700 1 --2- 172.21.15.7:0/3223365498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa42c1041a0 0x7fa42c1081c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fa4140099c0 tx=0x7fa414009cd0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.644+0000 7fa431e00700 1 -- 172.21.15.7:0/3223365498 shutdown_connections 2024-05-21T01:58:45.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.644+0000 7fa431e00700 1 --2- 172.21.15.7:0/3223365498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa42c1088f0 0x7fa42c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.644+0000 7fa431e00700 1 --2- 172.21.15.7:0/3223365498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa42c1037f0 0x7fa42c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.644+0000 7fa431e00700 1 --2- 172.21.15.7:0/3223365498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa42c1041a0 0x7fa42c1081c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.644+0000 7fa431e00700 1 -- 172.21.15.7:0/3223365498 >> 172.21.15.7:0/3223365498 conn(0x7fa42c07a6a0 msgr2=0x7fa42c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:45.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.644+0000 7fa431e00700 1 -- 172.21.15.7:0/3223365498 shutdown_connections 2024-05-21T01:58:45.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.645+0000 7fa431e00700 1 -- 172.21.15.7:0/3223365498 wait complete. 2024-05-21T01:58:45.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.646+0000 7fa431e00700 1 Processor -- start 2024-05-21T01:58:45.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.646+0000 7fa431e00700 1 -- start start 2024-05-21T01:58:45.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa431e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa42c1037f0 0x7fa42c19bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa431e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa42c1041a0 0x7fa42c19c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa431e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa42c1088f0 0x7fa42c1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa431e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa42c1136d0 con 0x7fa42c1041a0 2024-05-21T01:58:45.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa431e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa42c113550 con 0x7fa42c1037f0 2024-05-21T01:58:45.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa431e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa42c113850 con 0x7fa42c1088f0 2024-05-21T01:58:45.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa422000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa42c1041a0 0x7fa42c19c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa42aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa42c1037f0 0x7fa42c19bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa422000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa42c1041a0 0x7fa42c19c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38302/0 (socket says 172.21.15.7:38302) 2024-05-21T01:58:45.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa422000700 1 -- 172.21.15.7:0/2437419283 learned_addr learned my addr 172.21.15.7:0/2437419283 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:45.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa42b400700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa42c1088f0 0x7fa42c1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa42aa00700 1 -- 172.21.15.7:0/2437419283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa42c1088f0 msgr2=0x7fa42c1a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:45.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa42aa00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa42c1088f0 0x7fa42c1a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa42aa00700 1 -- 172.21.15.7:0/2437419283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa42c1041a0 msgr2=0x7fa42c19c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:45.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.647+0000 7fa42aa00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa42c1041a0 0x7fa42c19c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.648+0000 7fa42aa00700 1 -- 172.21.15.7:0/2437419283 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa42c1a0d90 con 0x7fa42c1037f0 2024-05-21T01:58:45.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.648+0000 7fa42aa00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa42c1037f0 0x7fa42c19bd80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa41c00e9f0 tx=0x7fa41c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:45.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.648+0000 7fa430a00700 1 -- 172.21.15.7:0/2437419283 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c004220 con 0x7fa42c1037f0 2024-05-21T01:58:45.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.648+0000 7fa431e00700 1 -- 172.21.15.7:0/2437419283 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa42c1a1080 con 0x7fa42c1037f0 2024-05-21T01:58:45.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.648+0000 7fa430a00700 1 -- 172.21.15.7:0/2437419283 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa41c0043c0 con 0x7fa42c1037f0 2024-05-21T01:58:45.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.648+0000 7fa430a00700 1 -- 172.21.15.7:0/2437419283 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c005020 con 0x7fa42c1037f0 2024-05-21T01:58:45.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.648+0000 7fa431e00700 1 -- 172.21.15.7:0/2437419283 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa42c1a8900 con 0x7fa42c1037f0 2024-05-21T01:58:45.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.652+0000 7fa430a00700 1 -- 172.21.15.7:0/2437419283 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa41c004750 con 0x7fa42c1037f0 2024-05-21T01:58:45.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.653+0000 7fa43c6e0b80 1 Processor -- start 2024-05-21T01:58:45.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.653+0000 7fa43c6e0b80 1 -- start start 2024-05-21T01:58:45.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.653+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e15c0 0x562de63e19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63dbad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63dc570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562de6339df0 con 0x562de63e1ee0 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562de6329990 con 0x562de63dc0f0 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562de632d9d0 con 0x562de63e15c0 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa42aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63dbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa430a00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa4100b2900 0x7fa4100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa422000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63dc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa42aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63dbad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38314/0 (socket says 172.21.15.7:38314) 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa42aa00700 1 -- 172.21.15.7:0/2872433011 learned_addr learned my addr 172.21.15.7:0/2872433011 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa42b400700 1 --2- 172.21.15.7:0/2872433011 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e15c0 0x562de63e19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.654+0000 7fa42b400700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa4100b2900 0x7fa4100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa422000700 1 -- 172.21.15.7:0/2872433011 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e15c0 msgr2=0x562de63e19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa422000700 1 --2- 172.21.15.7:0/2872433011 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e15c0 0x562de63e19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa430a00700 1 -- 172.21.15.7:0/2437419283 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa41c0e2160 con 0x7fa42c1037f0 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa422000700 1 -- 172.21.15.7:0/2872433011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 msgr2=0x562de63dbad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa422000700 1 --2- 172.21.15.7:0/2872433011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63dbad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa422000700 1 -- 172.21.15.7:0/2872433011 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562de62f23d0 con 0x562de63dc0f0 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa422000700 1 --2- 172.21.15.7:0/2872433011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63dc570 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa4140059d0 tx=0x7fa414005bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f082909dd5c27083 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa42b400700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa4100b2900 0x7fa4100b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa424009ec0 tx=0x7fa42400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa420c00700 1 -- 172.21.15.7:0/2872433011 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa414028070 con 0x562de63dc0f0 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa420c00700 1 -- 172.21.15.7:0/2872433011 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4140037c0 con 0x562de63dc0f0 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.655+0000 7fa420c00700 1 -- 172.21.15.7:0/2872433011 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41400b9f0 con 0x562de63dc0f0 2024-05-21T01:58:45.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.656+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2872433011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 msgr2=0x562de63dc570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:45.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.656+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2872433011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63dc570 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa4140059d0 tx=0x7fa414005bc0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.656+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2872433011 shutdown_connections 2024-05-21T01:58:45.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.656+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2872433011 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63dc570 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.656+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2872433011 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e15c0 0x562de63e19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.656+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2872433011 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63dbad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.656+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2872433011 >> 172.21.15.7:0/2872433011 conn(0x562de6309b90 msgr2=0x562de63d6640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:45.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.656+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2872433011 shutdown_connections 2024-05-21T01:58:45.658 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.656+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2872433011 wait complete. 2024-05-21T01:58:45.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.657+0000 7fa43c6e0b80 1 -- start start 2024-05-21T01:58:45.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.657+0000 7fa43c6e0b80 1 Processor -- start 2024-05-21T01:58:45.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63e7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e15c0 0x562de63e4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e1ee0 0x562de63e5500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562de622ff50 con 0x562de63e15c0 2024-05-21T01:58:45.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562de62ca710 con 0x562de63dc0f0 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562de63e8930 con 0x562de63e1ee0 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa43c6e0b80 10 client.0 _ll_register_callbacks cb 0x562de62d3c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63e7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63e7c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:41066/0 (socket says 172.21.15.7:41066) 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42aa00700 1 -- 172.21.15.7:0/3062793989 learned_addr learned my addr 172.21.15.7:0/3062793989 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa422000700 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e15c0 0x562de63e4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42b400700 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e1ee0 0x562de63e5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42aa00700 1 -- 172.21.15.7:0/3062793989 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e1ee0 msgr2=0x562de63e5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42aa00700 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e1ee0 0x562de63e5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42aa00700 1 -- 172.21.15.7:0/3062793989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e15c0 msgr2=0x562de63e4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42aa00700 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e15c0 0x562de63e4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42aa00700 1 -- 172.21.15.7:0/3062793989 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562de6279880 con 0x562de63dc0f0 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.658+0000 7fa42b400700 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e1ee0 0x562de63e5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T01:58:45.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.659+0000 7fa42aa00700 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63e7c20 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa41c004620 tx=0x7fa41c0a9c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ba07c409bfa9260 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.659+0000 7fa419600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.659+0000 7fa419600700 1 -- 172.21.15.7:0/3062793989 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c01c070 con 0x562de63dc0f0 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.659+0000 7fa419600700 1 -- 172.21.15.7:0/3062793989 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa41c0912c0 con 0x562de63dc0f0 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.659+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3062793989 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4140037c0 con 0x562de63dc0f0 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.659+0000 7fa419600700 1 -- 172.21.15.7:0/3062793989 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa41c0a3e60 con 0x562de63dc0f0 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.659+0000 7fa43c6e0b80 10 client.24881 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.659+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3062793989 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562de62fa010 con 0x562de63dc0f0 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.659+0000 7fa419600700 1 -- 172.21.15.7:0/3062793989 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4140037c0 con 0x562de63dc0f0 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.660+0000 7fa419600700 1 -- 172.21.15.7:0/3062793989 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa41c0beb90 con 0x562de63dc0f0 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.660+0000 7fa43c6e0b80 10 client.24881 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.660+0000 7fa43c6e0b80 10 client.24881 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.660+0000 7fa43c6e0b80 20 client.24881 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.660+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562de63f5440 0x562de63f68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.660+0000 7fa43c6e0b80 4 client.24881 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:58:45.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.660+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3062793989 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562de633bd40 con 0x562de63f5440 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.660+0000 7fa422000700 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562de63f5440 0x562de63f68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.661+0000 7fa422000700 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562de63f5440 0x562de63f68b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6b28d741dff6b53e server_cookie=82e52c311bdff69 in_seq=0 out_seq=0 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.661+0000 7fa419600700 10 client.24881 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa419600700 1 -- 172.21.15.7:0/3062793989 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562de633bd40 con 0x562de63f5440 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa419600700 10 client.24881 handle_command_reply: tid=0 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 client.24881 shutdown 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3062793989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 msgr2=0x562de63e7c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63e7c20 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa41c004620 tx=0x7fa41c0a9c80 comp rx=0 tx=0).stop 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3062793989 shutdown_connections 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562de63f5440 0x562de63f68b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63e1ee0 0x562de63e5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63dc0f0 0x562de63e7c20 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa419600700 0 client.24881 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T01:58:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3062793989 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e15c0 0x562de63e4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3062793989 >> 172.21.15.7:0/3062793989 conn(0x562de6309b90 msgr2=0x562de63d5d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.662+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3062793989 shutdown_connections 2024-05-21T01:58:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.663+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3062793989 wait complete. 2024-05-21T01:58:45.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.663+0000 7fa43c6e0b80 20 client.24881 trim_cache size 0 max 16384 2024-05-21T01:58:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa43c6e0b80 1 Processor -- start 2024-05-21T01:58:45.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa43c6e0b80 1 -- start start 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63dbad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de63d64a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63e4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562de63f4bf0 con 0x562de63e1ee0 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562de63f52c0 con 0x562de63e15c0 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562de63f5990 con 0x562de63dc0f0 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa422000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de63d64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.687+0000 7fa42aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63dbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa422000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de63d64a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:41070/0 (socket says 172.21.15.7:41070) 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa42b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63e4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa422000700 1 -- 172.21.15.7:0/3406164184 learned_addr learned my addr 172.21.15.7:0/3406164184 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:45.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa42aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63dbad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:50820/0 (socket says 172.21.15.7:50820) 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa422000700 1 -- 172.21.15.7:0/3406164184 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 msgr2=0x562de63dbad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa422000700 1 --2- 172.21.15.7:0/3406164184 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63dbad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa422000700 1 -- 172.21.15.7:0/3406164184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 msgr2=0x562de63e4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa422000700 1 --2- 172.21.15.7:0/3406164184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63e4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa422000700 1 -- 172.21.15.7:0/3406164184 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562de63d7430 con 0x562de63e15c0 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.688+0000 7fa422000700 1 --2- 172.21.15.7:0/3406164184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de63d64a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa4140059d0 tx=0x7fa4140092f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e1cae83619a2a3d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa41be00700 1 -- 172.21.15.7:0/3406164184 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa414028070 con 0x562de63e15c0 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa41be00700 1 -- 172.21.15.7:0/3406164184 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa414035030 con 0x562de63e15c0 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa41be00700 1 -- 172.21.15.7:0/3406164184 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41400b9f0 con 0x562de63e15c0 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3406164184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 msgr2=0x562de63d64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3406164184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de63d64a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa4140059d0 tx=0x7fa4140092f0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3406164184 shutdown_connections 2024-05-21T01:58:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3406164184 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63e4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3406164184 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63dbad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/3406164184 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de63d64a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3406164184 >> 172.21.15.7:0/3406164184 conn(0x562de6309b90 msgr2=0x562de63e38d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3406164184 shutdown_connections 2024-05-21T01:58:45.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.689+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/3406164184 wait complete. 2024-05-21T01:58:45.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.690+0000 7fa43c6e0b80 1 -- start start 2024-05-21T01:58:45.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.690+0000 7fa43c6e0b80 1 Processor -- start 2024-05-21T01:58:45.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63fff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de6400450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa43c6e0b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63face0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562de63f6730 con 0x562de63e1ee0 2024-05-21T01:58:45.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562de63f6060 con 0x562de63e15c0 2024-05-21T01:58:45.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa43c6e0b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562de63f6e00 con 0x562de63dc0f0 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa43c6e0b80 10 client.0 _ll_register_callbacks cb 0x562de62d3c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa42b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63face0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa42b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63face0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38330/0 (socket says 172.21.15.7:38330) 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa42aa00700 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63fff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa42b400700 1 -- 172.21.15.7:0/2553984700 learned_addr learned my addr 172.21.15.7:0/2553984700 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa422000700 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de6400450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa42aa00700 1 -- 172.21.15.7:0/2553984700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 msgr2=0x562de6400450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa42aa00700 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de6400450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa42aa00700 1 -- 172.21.15.7:0/2553984700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 msgr2=0x562de63face0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa42aa00700 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63face0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.691+0000 7fa42aa00700 1 -- 172.21.15.7:0/2553984700 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562de63fb4c0 con 0x562de63dc0f0 2024-05-21T01:58:45.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.692+0000 7fa422000700 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de6400450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.692+0000 7fa42aa00700 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63fff10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa41c0a57c0 tx=0x7fa41c01f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4f72c240b0c9958 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.692+0000 7fa419600700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.692+0000 7fa419600700 1 -- 172.21.15.7:0/2553984700 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c01c070 con 0x562de63dc0f0 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.692+0000 7fa419600700 1 -- 172.21.15.7:0/2553984700 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa41c0a8bb0 con 0x562de63dc0f0 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.692+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2553984700 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa414035030 con 0x562de63dc0f0 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.692+0000 7fa419600700 1 -- 172.21.15.7:0/2553984700 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa41c0a9510 con 0x562de63dc0f0 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.692+0000 7fa43c6e0b80 10 client.24904 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.692+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2553984700 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562de6461650 con 0x562de63dc0f0 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.693+0000 7fa419600700 1 -- 172.21.15.7:0/2553984700 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa414035030 con 0x562de63dc0f0 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.693+0000 7fa419600700 1 -- 172.21.15.7:0/2553984700 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa41c069ce0 con 0x562de63dc0f0 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.693+0000 7fa43c6e0b80 10 client.24904 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.693+0000 7fa43c6e0b80 10 client.24904 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.693+0000 7fa43c6e0b80 20 client.24904 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.693+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562de6465f80 0x562de6464c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:45.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.693+0000 7fa43c6e0b80 4 client.24904 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:58:45.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.693+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2553984700 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "status"}) -- 0x562de6335520 con 0x562de6465f80 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.693+0000 7fa422000700 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562de6465f80 0x562de6464c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa422000700 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562de6465f80 0x562de6464c90 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b0d00d3892ea7e63 server_cookie=8ece7d0bf1afa77f in_seq=0 out_seq=0 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa419600700 10 client.24904 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa419600700 1 -- 172.21.15.7:0/2553984700 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x562de6335520 con 0x562de6465f80 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa419600700 10 client.24904 handle_command_reply: tid=0 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa43c6e0b80 1 client.24904 shutdown 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2553984700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 msgr2=0x562de63fff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63fff10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa41c0a57c0 tx=0x7fa41c01f000 comp rx=0 tx=0).stop 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2553984700 shutdown_connections 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562de6465f80 0x562de6464c90 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562de63e1ee0 0x562de63face0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562de63dc0f0 0x562de63fff10 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa43c6e0b80 1 --2- 172.21.15.7:0/2553984700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562de63e15c0 0x562de6400450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa419600700 0 client.24904 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.694+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2553984700 >> 172.21.15.7:0/2553984700 conn(0x562de6309b90 msgr2=0x562de63e4da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.695+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2553984700 shutdown_connections 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.695+0000 7fa43c6e0b80 1 -- 172.21.15.7:0/2553984700 wait complete. 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.695+0000 7fa43c6e0b80 20 client.24904 trim_cache size 0 max 16384 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 3, 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24496, 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:58:45.698 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:58:45.699 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 152.27433681299999, 2024-05-21T01:58:45.699 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:58:45.699 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:58:45.699 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:58:45.699 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 209.784701243 2024-05-21T01:58:45.699 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:58:45.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 -- 172.21.15.7:0/2437419283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa4100b2900 msgr2=0x7fa4100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:45.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa4100b2900 0x7fa4100b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa424009ec0 tx=0x7fa42400b040 comp rx=0 tx=0).stop 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 -- 172.21.15.7:0/2437419283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa42c1037f0 msgr2=0x7fa42c19bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa42c1037f0 0x7fa42c19bd80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa41c00e9f0 tx=0x7fa41c00ed00 comp rx=0 tx=0).stop 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 -- 172.21.15.7:0/2437419283 shutdown_connections 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa42c1088f0 0x7fa42c1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa42c1037f0 0x7fa42c19bd80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa4100b2900 0x7fa4100b4dc0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 --2- 172.21.15.7:0/2437419283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa42c1041a0 0x7fa42c19c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 -- 172.21.15.7:0/2437419283 >> 172.21.15.7:0/2437419283 conn(0x7fa42c07a6a0 msgr2=0x7fa42c1016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 -- 172.21.15.7:0/2437419283 shutdown_connections 2024-05-21T01:58:45.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:45.696+0000 7fa431e00700 1 -- 172.21.15.7:0/2437419283 wait complete. 2024-05-21T01:58:46.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:46 smithi007 ceph-mon[31288]: pgmap v409: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:58:46.683 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-21T01:58:46.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:46 smithi164 ceph-mon[36138]: pgmap v409: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:58:46.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:46 smithi190 ceph-mon[35961]: pgmap v409: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:58:47.147 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:48.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:48 smithi007 ceph-mon[31288]: pgmap v410: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:58:48.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:48 smithi164 ceph-mon[36138]: pgmap v410: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:58:48.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:48 smithi190 ceph-mon[35961]: pgmap v410: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:58:49.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.410+0000 7facfda00700 1 -- 172.21.15.7:0/2581928477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8108920 msgr2=0x7facf81104a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:49.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.410+0000 7facfda00700 1 --2- 172.21.15.7:0/2581928477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8108920 0x7facf81104a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7facf000b0d0 tx=0x7facf000b3e0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.410+0000 7facfda00700 1 -- 172.21.15.7:0/2581928477 shutdown_connections 2024-05-21T01:58:49.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.410+0000 7facfda00700 1 --2- 172.21.15.7:0/2581928477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8108920 0x7facf81104a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.410+0000 7facfda00700 1 --2- 172.21.15.7:0/2581928477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7facf8103850 0x7facf8103c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.410+0000 7facfda00700 1 --2- 172.21.15.7:0/2581928477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7facf8104200 0x7facf81081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.410+0000 7facfda00700 1 -- 172.21.15.7:0/2581928477 >> 172.21.15.7:0/2581928477 conn(0x7facf807a5d0 msgr2=0x7facf807a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:49.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.410+0000 7facfda00700 1 -- 172.21.15.7:0/2581928477 shutdown_connections 2024-05-21T01:58:49.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.410+0000 7facfda00700 1 -- 172.21.15.7:0/2581928477 wait complete. 2024-05-21T01:58:49.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.412+0000 7facfda00700 1 Processor -- start 2024-05-21T01:58:49.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.412+0000 7facfda00700 1 -- start start 2024-05-21T01:58:49.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.412+0000 7facfda00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7facf8103850 0x7facf819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.412+0000 7facfda00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8104200 0x7facf819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.412+0000 7facfda00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7facf8108920 0x7facf81a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.412+0000 7facfda00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7facf8113710 con 0x7facf8104200 2024-05-21T01:58:49.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.412+0000 7facfda00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7facf8113590 con 0x7facf8103850 2024-05-21T01:58:49.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.412+0000 7facfda00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7facf8113890 con 0x7facf8108920 2024-05-21T01:58:49.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facee000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8104200 0x7facf819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facee000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8104200 0x7facf819c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59920/0 (socket says 172.21.15.7:59920) 2024-05-21T01:58:49.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facee000700 1 -- 172.21.15.7:0/1033584891 learned_addr learned my addr 172.21.15.7:0/1033584891 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:49.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facf6a00700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7facf8103850 0x7facf819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facf7400700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7facf8108920 0x7facf81a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facee000700 1 -- 172.21.15.7:0/1033584891 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7facf8108920 msgr2=0x7facf81a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facee000700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7facf8108920 0x7facf81a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facee000700 1 -- 172.21.15.7:0/1033584891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7facf8103850 msgr2=0x7facf819bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facee000700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7facf8103850 0x7facf819bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facee000700 1 -- 172.21.15.7:0/1033584891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facf81a0d20 con 0x7facf8104200 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.413+0000 7facf6a00700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7facf8103850 0x7facf819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.414+0000 7facee000700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8104200 0x7facf819c2a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7face000e9c0 tx=0x7face000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.414+0000 7facefe00700 1 -- 172.21.15.7:0/1033584891 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face000cbd0 con 0x7facf8104200 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.414+0000 7facefe00700 1 -- 172.21.15.7:0/1033584891 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face000ee60 con 0x7facf8104200 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.414+0000 7facfda00700 1 -- 172.21.15.7:0/1033584891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facf81a1010 con 0x7facf8104200 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.414+0000 7facefe00700 1 -- 172.21.15.7:0/1033584891 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face00055c0 con 0x7facf8104200 2024-05-21T01:58:49.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.414+0000 7facfda00700 1 -- 172.21.15.7:0/1033584891 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facf81a8890 con 0x7facf8104200 2024-05-21T01:58:49.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.418+0000 7facefe00700 1 -- 172.21.15.7:0/1033584891 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7face0004750 con 0x7facf8104200 2024-05-21T01:58:49.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.419+0000 7fad082dcb80 1 Processor -- start 2024-05-21T01:58:49.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.419+0000 7fad082dcb80 1 -- start start 2024-05-21T01:58:49.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.419+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c95a5c0 0x55c58c95a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.419+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c954ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.419+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c9550f0 0x55c58c955570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.419+0000 7fad082dcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c58c8b2df0 con 0x55c58c95a5c0 2024-05-21T01:58:49.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.419+0000 7fad082dcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c58c8a2990 con 0x55c58c9550f0 2024-05-21T01:58:49.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.419+0000 7fad082dcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c58c8a69d0 con 0x55c58c95aee0 2024-05-21T01:58:49.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.420+0000 7facf7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c95a5c0 0x55c58c95a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.420+0000 7facf6a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c954ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.420+0000 7facf6a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c954ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60096/0 (socket says 172.21.15.7:60096) 2024-05-21T01:58:49.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.420+0000 7facf6a00700 1 -- 172.21.15.7:0/392086077 learned_addr learned my addr 172.21.15.7:0/392086077 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.420+0000 7facee000700 1 --2- 172.21.15.7:0/392086077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c9550f0 0x55c58c955570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.420+0000 7facefe00700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7facdc0b2900 0x7facdc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.421+0000 7facefe00700 1 -- 172.21.15.7:0/1033584891 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7face00e2450 con 0x7facf8104200 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.421+0000 7facee000700 1 -- 172.21.15.7:0/392086077 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 msgr2=0x55c58c954ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.421+0000 7facee000700 1 --2- 172.21.15.7:0/392086077 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c954ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.421+0000 7facee000700 1 -- 172.21.15.7:0/392086077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c95a5c0 msgr2=0x55c58c95a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.421+0000 7facee000700 1 --2- 172.21.15.7:0/392086077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c95a5c0 0x55c58c95a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.421+0000 7facee000700 1 -- 172.21.15.7:0/392086077 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c58c86b3d0 con 0x55c58c9550f0 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.421+0000 7facf7400700 1 --2- 172.21.15.7:0/392086077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c95a5c0 0x55c58c95a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.421+0000 7facf7400700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7facdc0b2900 0x7facdc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.421+0000 7facee000700 1 --2- 172.21.15.7:0/392086077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c9550f0 0x55c58c955570 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7face00dfee0 tx=0x7face0005020 comp rx=0 tx=0).ready entity=mon.2 client_cookie=784fec9c2d303e65 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:49.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.422+0000 7facf7400700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7facdc0b2900 0x7facdc0b4dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7facf0009e60 tx=0x7facf00099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:49.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.424+0000 7face7e00700 1 -- 172.21.15.7:0/392086077 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face00a9800 con 0x55c58c9550f0 2024-05-21T01:58:49.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.424+0000 7face7e00700 1 -- 172.21.15.7:0/392086077 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face00a9540 con 0x55c58c9550f0 2024-05-21T01:58:49.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.424+0000 7face7e00700 1 -- 172.21.15.7:0/392086077 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face00a51c0 con 0x55c58c9550f0 2024-05-21T01:58:49.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 -- 172.21.15.7:0/392086077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c9550f0 msgr2=0x55c58c955570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:49.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 --2- 172.21.15.7:0/392086077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c9550f0 0x55c58c955570 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7face00dfee0 tx=0x7face0005020 comp rx=0 tx=0).stop 2024-05-21T01:58:49.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 -- 172.21.15.7:0/392086077 shutdown_connections 2024-05-21T01:58:49.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 --2- 172.21.15.7:0/392086077 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c9550f0 0x55c58c955570 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 --2- 172.21.15.7:0/392086077 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c95a5c0 0x55c58c95a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 --2- 172.21.15.7:0/392086077 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c954ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 -- 172.21.15.7:0/392086077 >> 172.21.15.7:0/392086077 conn(0x55c58c882b90 msgr2=0x55c58c94f640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:49.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 -- 172.21.15.7:0/392086077 shutdown_connections 2024-05-21T01:58:49.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 -- 172.21.15.7:0/392086077 wait complete. 2024-05-21T01:58:49.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.425+0000 7fad082dcb80 1 -- start start 2024-05-21T01:58:49.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.426+0000 7fad082dcb80 1 Processor -- start 2024-05-21T01:58:49.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.426+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c960c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.426+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95a5c0 0x55c58c95e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.426+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95aee0 0x55c58c95e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.427 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.426+0000 7fad082dcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c58c7a8f50 con 0x55c58c9550f0 2024-05-21T01:58:49.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.426+0000 7fad082dcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c58c843710 con 0x55c58c95aee0 2024-05-21T01:58:49.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.426+0000 7fad082dcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c58c9618d0 con 0x55c58c95a5c0 2024-05-21T01:58:49.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.426+0000 7fad082dcb80 10 client.0 _ll_register_callbacks cb 0x55c58c84cc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:49.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facee000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95a5c0 0x55c58c95e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facf6a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c960c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facee000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95a5c0 0x55c58c95e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60106/0 (socket says 172.21.15.7:60106) 2024-05-21T01:58:49.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facee000700 1 -- 172.21.15.7:0/586167788 learned_addr learned my addr 172.21.15.7:0/586167788 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:49.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facf7400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95aee0 0x55c58c95e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facee000700 1 -- 172.21.15.7:0/586167788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95aee0 msgr2=0x55c58c95e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facee000700 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95aee0 0x55c58c95e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facee000700 1 -- 172.21.15.7:0/586167788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 msgr2=0x55c58c960c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facee000700 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c960c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facee000700 1 -- 172.21.15.7:0/586167788 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c58c7f2880 con 0x55c58c95a5c0 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.427+0000 7facf6a00700 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c960c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.428+0000 7facee000700 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95a5c0 0x55c58c95e060 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7face00a99c0 tx=0x7face00a9ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18022f5d8edee3ce server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.428+0000 7face4c00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.428+0000 7face4c00700 1 -- 172.21.15.7:0/586167788 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face00a91a0 con 0x55c58c95a5c0 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.428+0000 7face4c00700 1 -- 172.21.15.7:0/586167788 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7face00bbbb0 con 0x55c58c95a5c0 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.428+0000 7fad082dcb80 1 -- 172.21.15.7:0/586167788 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7face00a9540 con 0x55c58c95a5c0 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.428+0000 7face4c00700 1 -- 172.21.15.7:0/586167788 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7face00a9380 con 0x55c58c95a5c0 2024-05-21T01:58:49.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.428+0000 7fad082dcb80 10 client.24916 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.428+0000 7fad082dcb80 1 -- 172.21.15.7:0/586167788 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c58c873010 con 0x55c58c95a5c0 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.428+0000 7face4c00700 1 -- 172.21.15.7:0/586167788 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face00a9540 con 0x55c58c95a5c0 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.429+0000 7face4c00700 1 -- 172.21.15.7:0/586167788 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7face00cace0 con 0x55c58c95a5c0 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.429+0000 7fad082dcb80 10 client.24916 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.429+0000 7fad082dcb80 10 client.24916 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.429+0000 7fad082dcb80 20 client.24916 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.429+0000 7fad082dcb80 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55c58c96d180 0x55c58c96f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.429+0000 7fad082dcb80 4 client.24916 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.429+0000 7fad082dcb80 1 -- 172.21.15.7:0/586167788 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c58c8b4d40 con 0x55c58c96d180 2024-05-21T01:58:49.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.429+0000 7facf6a00700 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55c58c96d180 0x55c58c96f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.430+0000 7facf6a00700 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55c58c96d180 0x55c58c96f2f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=352266687659cd82 server_cookie=c354d31ade8eee02 in_seq=0 out_seq=0 2024-05-21T01:58:49.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.430+0000 7face4c00700 10 client.24916 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T01:58:49.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7face4c00700 1 -- 172.21.15.7:0/586167788 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c58c8b4d40 con 0x55c58c96d180 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7face4c00700 10 client.24916 handle_command_reply: tid=0 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 client.24916 shutdown 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 -- 172.21.15.7:0/586167788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95a5c0 msgr2=0x55c58c95e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95a5c0 0x55c58c95e060 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7face00a99c0 tx=0x7face00a9ec0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 -- 172.21.15.7:0/586167788 shutdown_connections 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55c58c96d180 0x55c58c96f2f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95aee0 0x55c58c95e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c960c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7face4c00700 0 client.24916 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 --2- 172.21.15.7:0/586167788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95a5c0 0x55c58c95e060 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 -- 172.21.15.7:0/586167788 >> 172.21.15.7:0/586167788 conn(0x55c58c882b90 msgr2=0x55c58c94ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 -- 172.21.15.7:0/586167788 shutdown_connections 2024-05-21T01:58:49.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.431+0000 7fad082dcb80 1 -- 172.21.15.7:0/586167788 wait complete. 2024-05-21T01:58:49.434 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.432+0000 7fad082dcb80 20 client.24916 trim_cache size 0 max 16384 2024-05-21T01:58:49.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7fad082dcb80 1 Processor -- start 2024-05-21T01:58:49.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7fad082dcb80 1 -- start start 2024-05-21T01:58:49.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c954ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c95b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c94f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7fad082dcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c58c96d630 con 0x55c58c9550f0 2024-05-21T01:58:49.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7fad082dcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c58c96dd00 con 0x55c58c95a5c0 2024-05-21T01:58:49.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7fad082dcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c58c96e3d0 con 0x55c58c95aee0 2024-05-21T01:58:49.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7facf6a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c954ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7facee000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c95b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7facf6a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c954ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59956/0 (socket says 172.21.15.7:59956) 2024-05-21T01:58:49.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7facf6a00700 1 -- 172.21.15.7:0/1575427121 learned_addr learned my addr 172.21.15.7:0/1575427121 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:49.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.456+0000 7facf7400700 1 --2- 172.21.15.7:0/1575427121 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c94f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.457+0000 7facee000700 1 -- 172.21.15.7:0/1575427121 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 msgr2=0x55c58c94f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:49.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.457+0000 7facee000700 1 --2- 172.21.15.7:0/1575427121 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c94f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.457+0000 7facee000700 1 -- 172.21.15.7:0/1575427121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 msgr2=0x55c58c954ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:49.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.457+0000 7facee000700 1 --2- 172.21.15.7:0/1575427121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c954ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.457+0000 7facee000700 1 -- 172.21.15.7:0/1575427121 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c58c95c5d0 con 0x55c58c95a5c0 2024-05-21T01:58:49.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.457+0000 7facf6a00700 1 --2- 172.21.15.7:0/1575427121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c954ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:49.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.457+0000 7facee000700 1 --2- 172.21.15.7:0/1575427121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c95b9d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7face0009860 tx=0x7face00bbf40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4780d0ed96273d18 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:49.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.457+0000 7face7400700 1 -- 172.21.15.7:0/1575427121 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face00a91a0 con 0x55c58c95a5c0 2024-05-21T01:58:49.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7face7400700 1 -- 172.21.15.7:0/1575427121 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face00a9540 con 0x55c58c95a5c0 2024-05-21T01:58:49.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7face7400700 1 -- 172.21.15.7:0/1575427121 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face00a51c0 con 0x55c58c95a5c0 2024-05-21T01:58:49.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7fad082dcb80 1 -- 172.21.15.7:0/1575427121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 msgr2=0x55c58c95b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:49.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1575427121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c95b9d0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7face0009860 tx=0x7face00bbf40 comp rx=0 tx=0).stop 2024-05-21T01:58:49.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7fad082dcb80 1 -- 172.21.15.7:0/1575427121 shutdown_connections 2024-05-21T01:58:49.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1575427121 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c94f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1575427121 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c954ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1575427121 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c95b9d0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7fad082dcb80 1 -- 172.21.15.7:0/1575427121 >> 172.21.15.7:0/1575427121 conn(0x55c58c882b90 msgr2=0x55c58c95b2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.458+0000 7fad082dcb80 1 -- 172.21.15.7:0/1575427121 shutdown_connections 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.459+0000 7fad082dcb80 1 -- 172.21.15.7:0/1575427121 wait complete. 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.459+0000 7fad082dcb80 1 -- start start 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.459+0000 7fad082dcb80 1 Processor -- start 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c978950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c978e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7fad082dcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c973740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7fad082dcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c58c96f170 con 0x55c58c9550f0 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7fad082dcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c58c96eaa0 con 0x55c58c95a5c0 2024-05-21T01:58:49.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7fad082dcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c58c96f840 con 0x55c58c95aee0 2024-05-21T01:58:49.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7fad082dcb80 10 client.0 _ll_register_callbacks cb 0x55c58c84cc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:49.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facee000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c978e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facf6a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c978950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facee000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c978e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:34092/0 (socket says 172.21.15.7:34092) 2024-05-21T01:58:49.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facee000700 1 -- 172.21.15.7:0/1818463288 learned_addr learned my addr 172.21.15.7:0/1818463288 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:49.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facf7400700 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c973740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facee000700 1 -- 172.21.15.7:0/1818463288 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 msgr2=0x55c58c973740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:49.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facee000700 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c973740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facee000700 1 -- 172.21.15.7:0/1818463288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 msgr2=0x55c58c978950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:49.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facee000700 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c978950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facee000700 1 -- 172.21.15.7:0/1818463288 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c58c973fb0 con 0x55c58c95a5c0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.460+0000 7facf6a00700 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c978950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.461+0000 7facee000700 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c978e90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7face0009fd0 tx=0x7face0005000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5d4300a23eecf2f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.461+0000 7face4c00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.461+0000 7face4c00700 1 -- 172.21.15.7:0/1818463288 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face00a9800 con 0x55c58c95a5c0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.461+0000 7face4c00700 1 -- 172.21.15.7:0/1818463288 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7face00a53a0 con 0x55c58c95a5c0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.461+0000 7fad082dcb80 1 -- 172.21.15.7:0/1818463288 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7face00a9540 con 0x55c58c95a5c0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.461+0000 7face4c00700 1 -- 172.21.15.7:0/1818463288 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7face00a51c0 con 0x55c58c95a5c0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.461+0000 7fad082dcb80 10 client.24905 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.461+0000 7fad082dcb80 1 -- 172.21.15.7:0/1818463288 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c58c973fb0 con 0x55c58c95a5c0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.461+0000 7face4c00700 1 -- 172.21.15.7:0/1818463288 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face00a9540 con 0x55c58c95a5c0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.462+0000 7face4c00700 1 -- 172.21.15.7:0/1818463288 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7face00cace0 con 0x55c58c95a5c0 2024-05-21T01:58:49.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.462+0000 7fad082dcb80 10 client.24905 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.462+0000 7fad082dcb80 10 client.24905 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.462+0000 7fad082dcb80 20 client.24905 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.462+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55c58c9e6b80 0x55c58c9e5890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.462+0000 7fad082dcb80 4 client.24905 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.462+0000 7fad082dcb80 1 -- 172.21.15.7:0/1818463288 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "status"}) -- 0x55c58c8ae520 con 0x55c58c9e6b80 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.462+0000 7facf6a00700 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55c58c9e6b80 0x55c58c9e5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7facf6a00700 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55c58c9e6b80 0x55c58c9e5890 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4a31383f2203d1e9 server_cookie=dfdc89100fe68663 in_seq=0 out_seq=0 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7face4c00700 10 client.24905 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7face4c00700 1 -- 172.21.15.7:0/1818463288 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55c58c8ae520 con 0x55c58c9e6b80 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7face4c00700 10 client.24905 handle_command_reply: tid=0 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 client.24905 shutdown 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 -- 172.21.15.7:0/1818463288 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 msgr2=0x55c58c978e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:49.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c978e90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7face0009fd0 tx=0x7face0005000 comp rx=0 tx=0).stop 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 -- 172.21.15.7:0/1818463288 shutdown_connections 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55c58c9e6b80 0x55c58c9e5890 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c58c95aee0 0x55c58c973740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c58c9550f0 0x55c58c978950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 --2- 172.21.15.7:0/1818463288 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c58c95a5c0 0x55c58c978e90 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 -- 172.21.15.7:0/1818463288 >> 172.21.15.7:0/1818463288 conn(0x55c58c882b90 msgr2=0x55c58c95fea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7face4c00700 0 client.24905 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.463+0000 7fad082dcb80 1 -- 172.21.15.7:0/1818463288 shutdown_connections 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7fad082dcb80 1 -- 172.21.15.7:0/1818463288 wait complete. 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7fad082dcb80 20 client.24905 trim_cache size 0 max 16384 2024-05-21T01:58:49.467 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 2, 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24511, 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 157.05833445799999, 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 207.99158331699999 2024-05-21T01:58:49.468 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:58:49.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7facfda00700 1 -- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7facdc0b2900 msgr2=0x7facdc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:49.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7facfda00700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7facdc0b2900 0x7facdc0b4dc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7facf0009e60 tx=0x7facf00099e0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7facfda00700 1 -- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8104200 msgr2=0x7facf819c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:49.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7facfda00700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8104200 0x7facf819c2a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7face000e9c0 tx=0x7face000ecd0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7facfda00700 1 -- 172.21.15.7:0/1033584891 shutdown_connections 2024-05-21T01:58:49.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7facfda00700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7facf8108920 0x7facf81a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7facfda00700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7facf8103850 0x7facf819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.464+0000 7facfda00700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7facdc0b2900 0x7facdc0b4dc0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.465+0000 7facfda00700 1 --2- 172.21.15.7:0/1033584891 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7facf8104200 0x7facf819c2a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:49.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.465+0000 7facfda00700 1 -- 172.21.15.7:0/1033584891 >> 172.21.15.7:0/1033584891 conn(0x7facf807a5d0 msgr2=0x7facf81018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:49.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.465+0000 7facfda00700 1 -- 172.21.15.7:0/1033584891 shutdown_connections 2024-05-21T01:58:49.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:49.465+0000 7facfda00700 1 -- 172.21.15.7:0/1033584891 wait complete. 2024-05-21T01:58:50.540 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-21T01:58:50.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:50 smithi164 ceph-mon[36138]: pgmap v411: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T01:58:50.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:50 smithi007 ceph-mon[31288]: pgmap v411: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T01:58:50.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:50 smithi190 ceph-mon[35961]: pgmap v411: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T01:58:51.013 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:52.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:52 smithi164 ceph-mon[36138]: pgmap v412: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-05-21T01:58:52.766 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:52 smithi007 ceph-mon[31288]: pgmap v412: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-05-21T01:58:52.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:52 smithi190 ceph-mon[35961]: pgmap v412: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-05-21T01:58:53.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.312+0000 7f952fe00700 1 -- 172.21.15.7:0/2714517361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 msgr2=0x7f9528075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.312+0000 7f952fe00700 1 --2- 172.21.15.7:0/2714517361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 0x7f9528075b50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f951c00b0a0 tx=0x7f951c00b3b0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.312+0000 7f952fe00700 1 -- 172.21.15.7:0/2714517361 shutdown_connections 2024-05-21T01:58:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.312+0000 7f952fe00700 1 --2- 172.21.15.7:0/2714517361 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f952810ff40 0x7f9528112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.312+0000 7f952fe00700 1 --2- 172.21.15.7:0/2714517361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 0x7f9528075b50 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.312+0000 7f952fe00700 1 --2- 172.21.15.7:0/2714517361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9528076090 0x7f952810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.312+0000 7f952fe00700 1 -- 172.21.15.7:0/2714517361 >> 172.21.15.7:0/2714517361 conn(0x7f952807a6a0 msgr2=0x7f952807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.312+0000 7f952fe00700 1 -- 172.21.15.7:0/2714517361 shutdown_connections 2024-05-21T01:58:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.312+0000 7f952fe00700 1 -- 172.21.15.7:0/2714517361 wait complete. 2024-05-21T01:58:53.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.313+0000 7f952fe00700 1 Processor -- start 2024-05-21T01:58:53.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.313+0000 7f952fe00700 1 -- start start 2024-05-21T01:58:53.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 0x7f952819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9528076090 0x7f952819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f952810ff40 0x7f95281a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952fe00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9528115940 con 0x7f9528075770 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952fe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f95281157c0 con 0x7f952810ff40 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952fe00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9528115ac0 con 0x7f9528076090 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 0x7f952819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9528076090 0x7f952819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 0x7f952819be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:59986/0 (socket says 172.21.15.7:59986) 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9528076090 0x7f952819c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60148/0 (socket says 172.21.15.7:60148) 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952d400700 1 -- 172.21.15.7:0/3497787854 learned_addr learned my addr 172.21.15.7:0/3497787854 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.314+0000 7f952de00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f952810ff40 0x7f95281a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.315+0000 7f952ca00700 1 -- 172.21.15.7:0/3497787854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f952810ff40 msgr2=0x7f95281a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.315+0000 7f952ca00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f952810ff40 0x7f95281a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.315+0000 7f952ca00700 1 -- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 msgr2=0x7f952819be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:53.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.315+0000 7f952ca00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 0x7f952819be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.315+0000 7f952ca00700 1 -- 172.21.15.7:0/3497787854 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95281a0e20 con 0x7f9528076090 2024-05-21T01:58:53.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.315+0000 7f952d400700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 0x7f952819be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:53.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.315+0000 7f952ca00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9528076090 0x7f952819c350 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f951400e9c0 tx=0x7f951400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:53.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.316+0000 7f9526000700 1 -- 172.21.15.7:0/3497787854 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9514004220 con 0x7f9528076090 2024-05-21T01:58:53.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.316+0000 7f9526000700 1 -- 172.21.15.7:0/3497787854 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95140043c0 con 0x7f9528076090 2024-05-21T01:58:53.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.316+0000 7f952fe00700 1 -- 172.21.15.7:0/3497787854 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95281a1110 con 0x7f9528076090 2024-05-21T01:58:53.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.316+0000 7f9526000700 1 -- 172.21.15.7:0/3497787854 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9514003c50 con 0x7f9528076090 2024-05-21T01:58:53.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.316+0000 7f952fe00700 1 -- 172.21.15.7:0/3497787854 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95281a8990 con 0x7f9528076090 2024-05-21T01:58:53.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.319+0000 7f9526000700 1 -- 172.21.15.7:0/3497787854 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f951400c7c0 con 0x7f9528076090 2024-05-21T01:58:53.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.320+0000 7f953a766b80 1 Processor -- start 2024-05-21T01:58:53.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f953a766b80 1 -- start start 2024-05-21T01:58:53.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f9526000700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95100b2880 0x7f95100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f953a766b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 0x55c085edc9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f953a766b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 0x55c085ed6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f9526000700 1 -- 172.21.15.7:0/3497787854 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f95140e2410 con 0x7f9528076090 2024-05-21T01:58:53.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f953a766b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ed7570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f953a766b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c085e34df0 con 0x55c085edcee0 2024-05-21T01:58:53.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f953a766b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c085e24990 con 0x55c085edc5c0 2024-05-21T01:58:53.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f953a766b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c085e289d0 con 0x55c085ed70f0 2024-05-21T01:58:53.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.321+0000 7f952de00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95100b2880 0x7f95100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952d400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 0x55c085edc9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952d400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 0x55c085edc9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:34130/0 (socket says 172.21.15.7:34130) 2024-05-21T01:58:53.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 0x55c085ed6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952d400700 1 -- 172.21.15.7:0/1734064856 learned_addr learned my addr 172.21.15.7:0/1734064856 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:53.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952de00700 1 --2- 172.21.15.7:0/1734064856 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ed7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952ca00700 1 -- 172.21.15.7:0/1734064856 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 msgr2=0x55c085ed7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952ca00700 1 --2- 172.21.15.7:0/1734064856 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ed7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952ca00700 1 -- 172.21.15.7:0/1734064856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 msgr2=0x55c085edc9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952ca00700 1 --2- 172.21.15.7:0/1734064856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 0x55c085edc9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952ca00700 1 -- 172.21.15.7:0/1734064856 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c085ded3d0 con 0x55c085edcee0 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.322+0000 7f952ca00700 1 --2- 172.21.15.7:0/1734064856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 0x55c085ed6ad0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f95140dfed0 tx=0x7f95140a9230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7ae2f609a9bd32d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.323+0000 7f952de00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95100b2880 0x7f95100b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9520009fd0 tx=0x7f9520009b00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.323+0000 7f951aa00700 1 -- 172.21.15.7:0/1734064856 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95140c3070 con 0x55c085edcee0 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.323+0000 7f951aa00700 1 -- 172.21.15.7:0/1734064856 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95140a9500 con 0x55c085edcee0 2024-05-21T01:58:53.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.323+0000 7f951aa00700 1 -- 172.21.15.7:0/1734064856 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95140cc0d0 con 0x55c085edcee0 2024-05-21T01:58:53.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 -- 172.21.15.7:0/1734064856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 msgr2=0x55c085ed6ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:53.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 --2- 172.21.15.7:0/1734064856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 0x55c085ed6ad0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f95140dfed0 tx=0x7f95140a9230 comp rx=0 tx=0).stop 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 -- 172.21.15.7:0/1734064856 shutdown_connections 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 --2- 172.21.15.7:0/1734064856 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ed7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 --2- 172.21.15.7:0/1734064856 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 0x55c085edc9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 --2- 172.21.15.7:0/1734064856 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 0x55c085ed6ad0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 -- 172.21.15.7:0/1734064856 >> 172.21.15.7:0/1734064856 conn(0x55c085e04b90 msgr2=0x55c085ed1640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 -- 172.21.15.7:0/1734064856 shutdown_connections 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 -- 172.21.15.7:0/1734064856 wait complete. 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.324+0000 7f953a766b80 1 -- start start 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f953a766b80 1 Processor -- start 2024-05-21T01:58:53.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f953a766b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ee2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f953a766b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edc5c0 0x55c085ee0030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f953a766b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 0x55c085ee0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f953a766b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c085d2af50 con 0x55c085edc5c0 2024-05-21T01:58:53.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f953a766b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c085dc5710 con 0x55c085edcee0 2024-05-21T01:58:53.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f953a766b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c085ee3990 con 0x55c085ed70f0 2024-05-21T01:58:53.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f953a766b80 10 client.0 _ll_register_callbacks cb 0x55c085dcec20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:53.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f952d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ee2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f952d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ee2c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60156/0 (socket says 172.21.15.7:60156) 2024-05-21T01:58:53.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.325+0000 7f952d400700 1 -- 172.21.15.7:0/367438732 learned_addr learned my addr 172.21.15.7:0/367438732 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:53.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952ca00700 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edc5c0 0x55c085ee0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952de00700 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 0x55c085ee0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952d400700 1 -- 172.21.15.7:0/367438732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 msgr2=0x55c085ee0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:53.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952d400700 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 0x55c085ee0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952d400700 1 -- 172.21.15.7:0/367438732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edc5c0 msgr2=0x55c085ee0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:53.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952d400700 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edc5c0 0x55c085ee0030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952d400700 1 -- 172.21.15.7:0/367438732 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c085d74880 con 0x55c085ed70f0 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952de00700 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 0x55c085ee0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952ca00700 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edc5c0 0x55c085ee0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f952d400700 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ee2c90 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f951c00bfa0 tx=0x7f951c003d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cc325c7ecc00c08 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f950f400700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.326+0000 7f950f400700 1 -- 172.21.15.7:0/367438732 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951c029060 con 0x55c085ed70f0 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.327+0000 7f953a766b80 1 -- 172.21.15.7:0/367438732 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95140a9500 con 0x55c085ed70f0 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.327+0000 7f950f400700 1 -- 172.21.15.7:0/367438732 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f951c0076f0 con 0x55c085ed70f0 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.327+0000 7f950f400700 1 -- 172.21.15.7:0/367438732 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f951c0078f0 con 0x55c085ed70f0 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.327+0000 7f953a766b80 10 client.24934 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.327+0000 7f953a766b80 1 -- 172.21.15.7:0/367438732 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c085df5010 con 0x55c085ed70f0 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.327+0000 7f950f400700 1 -- 172.21.15.7:0/367438732 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95140a9500 con 0x55c085ed70f0 2024-05-21T01:58:53.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.327+0000 7f950f400700 1 -- 172.21.15.7:0/367438732 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f951c011070 con 0x55c085ed70f0 2024-05-21T01:58:53.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.328+0000 7f953a766b80 10 client.24934 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:53.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.328+0000 7f953a766b80 10 client.24934 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T01:58:53.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.328+0000 7f953a766b80 20 client.24934 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:53.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.328+0000 7f953a766b80 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55c085ef0510 0x55c085ef1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.328+0000 7f953a766b80 4 client.24934 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:58:53.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.328+0000 7f953a766b80 1 -- 172.21.15.7:0/367438732 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c085e36d40 con 0x55c085ef0510 2024-05-21T01:58:53.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.328+0000 7f952ca00700 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55c085ef0510 0x55c085ef1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.329+0000 7f952ca00700 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55c085ef0510 0x55c085ef1980 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fb77ccdefe7b298a server_cookie=aa8504b4dbdeb76c in_seq=0 out_seq=0 2024-05-21T01:58:53.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.329+0000 7f950f400700 10 client.24934 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T01:58:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f950f400700 1 -- 172.21.15.7:0/367438732 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55c085e36d40 con 0x55c085ef0510 2024-05-21T01:58:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f950f400700 10 client.24934 handle_command_reply: tid=0 2024-05-21T01:58:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 client.24934 shutdown 2024-05-21T01:58:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 -- 172.21.15.7:0/367438732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 msgr2=0x55c085ee2c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ee2c90 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f951c00bfa0 tx=0x7f951c003d50 comp rx=0 tx=0).stop 2024-05-21T01:58:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 -- 172.21.15.7:0/367438732 shutdown_connections 2024-05-21T01:58:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55c085ef0510 0x55c085ef1980 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 0x55c085ee0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085ee2c90 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 --2- 172.21.15.7:0/367438732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edc5c0 0x55c085ee0030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f950f400700 0 client.24934 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T01:58:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 -- 172.21.15.7:0/367438732 >> 172.21.15.7:0/367438732 conn(0x55c085e04b90 msgr2=0x55c085ed0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 -- 172.21.15.7:0/367438732 shutdown_connections 2024-05-21T01:58:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 1 -- 172.21.15.7:0/367438732 wait complete. 2024-05-21T01:58:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.330+0000 7f953a766b80 20 client.24934 trim_cache size 0 max 16384 2024-05-21T01:58:53.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.354+0000 7f953a766b80 1 Processor -- start 2024-05-21T01:58:53.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.354+0000 7f953a766b80 1 -- start start 2024-05-21T01:58:53.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.354+0000 7f953a766b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085ed70f0 0x55c085ed6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.354+0000 7f953a766b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085edc5c0 0x55c085eefe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.354+0000 7f953a766b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 0x55c085edef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.354+0000 7f953a766b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c085eefcc0 con 0x55c085ed70f0 2024-05-21T01:58:53.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.354+0000 7f953a766b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c085ef0390 con 0x55c085edcee0 2024-05-21T01:58:53.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.354+0000 7f953a766b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c085ef0a60 con 0x55c085edc5c0 2024-05-21T01:58:53.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085ed70f0 0x55c085ed6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085ed70f0 0x55c085ed6ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:60026/0 (socket says 172.21.15.7:60026) 2024-05-21T01:58:53.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952d400700 1 -- 172.21.15.7:0/1410736300 learned_addr learned my addr 172.21.15.7:0/1410736300 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952de00700 1 --2- 172.21.15.7:0/1410736300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 0x55c085edef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952ca00700 1 --2- 172.21.15.7:0/1410736300 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085edc5c0 0x55c085eefe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952d400700 1 -- 172.21.15.7:0/1410736300 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085edc5c0 msgr2=0x55c085eefe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952d400700 1 --2- 172.21.15.7:0/1410736300 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085edc5c0 0x55c085eefe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952d400700 1 -- 172.21.15.7:0/1410736300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 msgr2=0x55c085edef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952d400700 1 --2- 172.21.15.7:0/1410736300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 0x55c085edef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.355+0000 7f952d400700 1 -- 172.21.15.7:0/1410736300 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c085edcbf0 con 0x55c085ed70f0 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.356+0000 7f952d400700 1 --2- 172.21.15.7:0/1410736300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085ed70f0 0x55c085ed6ad0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f951c0062a0 tx=0x7f951c00b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca79ae2ccb8825 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.356+0000 7f951a000700 1 -- 172.21.15.7:0/1410736300 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951c033070 con 0x55c085ed70f0 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.356+0000 7f951a000700 1 -- 172.21.15.7:0/1410736300 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f951c0243f0 con 0x55c085ed70f0 2024-05-21T01:58:53.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.356+0000 7f951a000700 1 -- 172.21.15.7:0/1410736300 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951c029070 con 0x55c085ed70f0 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 -- 172.21.15.7:0/1410736300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085ed70f0 msgr2=0x55c085ed6ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 --2- 172.21.15.7:0/1410736300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085ed70f0 0x55c085ed6ad0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f951c0062a0 tx=0x7f951c00b780 comp rx=0 tx=0).stop 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 -- 172.21.15.7:0/1410736300 shutdown_connections 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 --2- 172.21.15.7:0/1410736300 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edcee0 0x55c085edef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 --2- 172.21.15.7:0/1410736300 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085ed70f0 0x55c085ed6ad0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 --2- 172.21.15.7:0/1410736300 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085edc5c0 0x55c085eefe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 -- 172.21.15.7:0/1410736300 >> 172.21.15.7:0/1410736300 conn(0x55c085e04b90 msgr2=0x55c085edfe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 -- 172.21.15.7:0/1410736300 shutdown_connections 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 -- 172.21.15.7:0/1410736300 wait complete. 2024-05-21T01:58:53.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.357+0000 7f953a766b80 1 -- start start 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.358+0000 7f953a766b80 1 Processor -- start 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.358+0000 7f953a766b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085efae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.358+0000 7f953a766b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 0x55c085efb340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.358+0000 7f953a766b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 0x55c085ef5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.358+0000 7f953a766b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55c085ef1800 con 0x55c085edcee0 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.358+0000 7f953a766b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55c085ef1130 con 0x55c085edc5c0 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.358+0000 7f953a766b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55c085ef1ed0 con 0x55c085ed70f0 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.358+0000 7f953a766b80 10 client.0 _ll_register_callbacks cb 0x55c085dcec20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085efae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085efae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60174/0 (socket says 172.21.15.7:60174) 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952d400700 1 -- 172.21.15.7:0/2013643521 learned_addr learned my addr 172.21.15.7:0/2013643521 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952de00700 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 0x55c085ef5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952ca00700 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 0x55c085efb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952d400700 1 -- 172.21.15.7:0/2013643521 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 msgr2=0x55c085efb340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:53.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952d400700 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 0x55c085efb340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952d400700 1 -- 172.21.15.7:0/2013643521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 msgr2=0x55c085ef5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:53.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952d400700 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 0x55c085ef5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952d400700 1 -- 172.21.15.7:0/2013643521 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c085ef62f0 con 0x55c085ed70f0 2024-05-21T01:58:53.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f952d400700 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085efae00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f951c003a40 tx=0x7f951c024a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f559cc65df91154a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:53.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.359+0000 7f950f400700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T01:58:53.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.360+0000 7f950f400700 1 -- 172.21.15.7:0/2013643521 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951c033030 con 0x55c085ed70f0 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.360+0000 7f950f400700 1 -- 172.21.15.7:0/2013643521 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f951c00f040 con 0x55c085ed70f0 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.360+0000 7f953a766b80 1 -- 172.21.15.7:0/2013643521 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f951c0243f0 con 0x55c085ed70f0 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.360+0000 7f950f400700 1 -- 172.21.15.7:0/2013643521 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f951c029070 con 0x55c085ed70f0 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.360+0000 7f953a766b80 10 client.24940 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.360+0000 7f953a766b80 1 -- 172.21.15.7:0/2013643521 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c085f5c380 con 0x55c085ed70f0 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.360+0000 7f950f400700 1 -- 172.21.15.7:0/2013643521 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f951c0243f0 con 0x55c085ed70f0 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.361+0000 7f950f400700 1 -- 172.21.15.7:0/2013643521 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f951c011070 con 0x55c085ed70f0 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.361+0000 7f953a766b80 10 client.24940 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.361+0000 7f953a766b80 10 client.24940 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.361+0000 7f953a766b80 20 client.24940 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.361+0000 7f953a766b80 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55c085f60db0 0x55c085f5fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.361+0000 7f953a766b80 4 client.24940 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.361+0000 7f953a766b80 1 -- 172.21.15.7:0/2013643521 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "status"}) -- 0x55c085e30520 con 0x55c085f60db0 2024-05-21T01:58:53.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.361+0000 7f952ca00700 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55c085f60db0 0x55c085f5fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f952ca00700 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55c085f60db0 0x55c085f5fac0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3c7d53c31e18025c server_cookie=2b04c0cbde08ce65 in_seq=0 out_seq=0 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f950f400700 10 client.24940 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f950f400700 1 -- 172.21.15.7:0/2013643521 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55c085e30520 con 0x55c085f60db0 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f950f400700 10 client.24940 handle_command_reply: tid=0 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 client.24940 shutdown 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 -- 172.21.15.7:0/2013643521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 msgr2=0x55c085efae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085efae00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f951c003a40 tx=0x7f951c024a40 comp rx=0 tx=0).stop 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 -- 172.21.15.7:0/2013643521 shutdown_connections 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55c085f60db0 0x55c085f5fac0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55c085edcee0 0x55c085ef5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55c085ed70f0 0x55c085efae00 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 --2- 172.21.15.7:0/2013643521 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55c085edc5c0 0x55c085efb340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 -- 172.21.15.7:0/2013643521 >> 172.21.15.7:0/2013643521 conn(0x55c085e04b90 msgr2=0x55c085edd2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:53.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f950f400700 0 client.24940 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 -- 172.21.15.7:0/2013643521 shutdown_connections 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.362+0000 7f953a766b80 1 -- 172.21.15.7:0/2013643521 wait complete. 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f953a766b80 20 client.24940 trim_cache size 0 max 16384 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 1, 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24517, 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:58:53.366 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:58:53.367 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 161.97284047299999, 2024-05-21T01:58:53.367 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:58:53.367 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:58:53.367 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:58:53.367 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 207.01216070500001 2024-05-21T01:58:53.367 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:58:53.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 -- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95100b2880 msgr2=0x7f95100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:53.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95100b2880 0x7f95100b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9520009fd0 tx=0x7f9520009b00 comp rx=0 tx=0).stop 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 -- 172.21.15.7:0/3497787854 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9528076090 msgr2=0x7f952819c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9528076090 0x7f952819c350 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f951400e9c0 tx=0x7f951400ecd0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 -- 172.21.15.7:0/3497787854 shutdown_connections 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f952810ff40 0x7f95281a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95100b2880 0x7f95100b4d40 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9528075770 0x7f952819be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 --2- 172.21.15.7:0/3497787854 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9528076090 0x7f952819c350 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.363+0000 7f952fe00700 1 -- 172.21.15.7:0/3497787854 >> 172.21.15.7:0/3497787854 conn(0x7f952807a6a0 msgr2=0x7f9528100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.364+0000 7f952fe00700 1 -- 172.21.15.7:0/3497787854 shutdown_connections 2024-05-21T01:58:53.368 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:53.364+0000 7f952fe00700 1 -- 172.21.15.7:0/3497787854 wait complete. 2024-05-21T01:58:54.215 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T01:58:54.668 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:54.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:54 smithi164 ceph-mon[36138]: pgmap v413: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T01:58:54.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:54 smithi007 ceph-mon[31288]: pgmap v413: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T01:58:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:54 smithi190 ceph-mon[35961]: pgmap v413: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T01:58:56.589 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:56 smithi007 ceph-mon[31288]: pgmap v414: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-21T01:58:56.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:56 smithi164 ceph-mon[36138]: pgmap v414: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-21T01:58:56.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.764+0000 7f097e800700 1 -- 172.21.15.7:0/2682009709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0978076090 msgr2=0x7f09781141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:56.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.764+0000 7f097e800700 1 --2- 172.21.15.7:0/2682009709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0978076090 0x7f09781141d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0960009990 tx=0x7f0960009ca0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.764+0000 7f097e800700 1 -- 172.21.15.7:0/2682009709 shutdown_connections 2024-05-21T01:58:56.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.764+0000 7f097e800700 1 --2- 172.21.15.7:0/2682009709 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0978114710 0x7f0978116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.764+0000 7f097e800700 1 --2- 172.21.15.7:0/2682009709 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0978075770 0x7f0978075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.764+0000 7f097e800700 1 --2- 172.21.15.7:0/2682009709 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0978076090 0x7f09781141d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.764+0000 7f097e800700 1 -- 172.21.15.7:0/2682009709 >> 172.21.15.7:0/2682009709 conn(0x7f097807a6a0 msgr2=0x7f097807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:56.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.764+0000 7f097e800700 1 -- 172.21.15.7:0/2682009709 shutdown_connections 2024-05-21T01:58:56.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.764+0000 7f097e800700 1 -- 172.21.15.7:0/2682009709 wait complete. 2024-05-21T01:58:56.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.766+0000 7f097e800700 1 Processor -- start 2024-05-21T01:58:56.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.766+0000 7f097e800700 1 -- start start 2024-05-21T01:58:56.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f097e800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0978075770 0x7f09781a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f097e800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0978076090 0x7f09781a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f097e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0978114710 0x7f09781a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f097e800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0978119d20 con 0x7f0978114710 2024-05-21T01:58:56.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f097e800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0978119ba0 con 0x7f0978075770 2024-05-21T01:58:56.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f097e800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0978119ea0 con 0x7f0978076090 2024-05-21T01:58:56.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f096ea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0978076090 0x7f09781a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f0977400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0978075770 0x7f09781a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f096ea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0978076090 0x7f09781a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:44894/0 (socket says 172.21.15.7:44894) 2024-05-21T01:58:56.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f096ea00700 1 -- 172.21.15.7:0/2741758999 learned_addr learned my addr 172.21.15.7:0/2741758999 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:56.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.767+0000 7f0977e00700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0978114710 0x7f09781a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.768+0000 7f0977400700 1 -- 172.21.15.7:0/2741758999 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0978076090 msgr2=0x7f09781a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:56.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.768+0000 7f0977400700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0978076090 0x7f09781a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.768+0000 7f0977400700 1 -- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0978114710 msgr2=0x7f09781a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:56.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.768+0000 7f0977400700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0978114710 0x7f09781a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.768+0000 7f0977400700 1 -- 172.21.15.7:0/2741758999 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09781a5220 con 0x7f0978075770 2024-05-21T01:58:56.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.768+0000 7f096ea00700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0978076090 0x7f09781a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:56.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.768+0000 7f0977400700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0978075770 0x7f09781a0210 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f096800d750 tx=0x7f096800da60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:56.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.768+0000 7f0974c00700 1 -- 172.21.15.7:0/2741758999 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0968014030 con 0x7f0978075770 2024-05-21T01:58:56.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.769+0000 7f0974c00700 1 -- 172.21.15.7:0/2741758999 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f09680044d0 con 0x7f0978075770 2024-05-21T01:58:56.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.769+0000 7f097e800700 1 -- 172.21.15.7:0/2741758999 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09781a5510 con 0x7f0978075770 2024-05-21T01:58:56.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.769+0000 7f0974c00700 1 -- 172.21.15.7:0/2741758999 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0968005420 con 0x7f0978075770 2024-05-21T01:58:56.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.769+0000 7f097e800700 1 -- 172.21.15.7:0/2741758999 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09781acd90 con 0x7f0978075770 2024-05-21T01:58:56.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.772+0000 7f0974c00700 1 -- 172.21.15.7:0/2741758999 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0968004a50 con 0x7f0978075770 2024-05-21T01:58:56.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.773+0000 7f09891cab80 1 Processor -- start 2024-05-21T01:58:56.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f09891cab80 1 -- start start 2024-05-21T01:58:56.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f0974c00700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f095c0b2900 0x7f095c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f09891cab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2e5c0 0x55869db2e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f0974c00700 1 -- 172.21.15.7:0/2741758999 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f09680e1e40 con 0x7f0978075770 2024-05-21T01:58:56.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f09891cab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2eee0 0x55869db28ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f09891cab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db29570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f09891cab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55869da86df0 con 0x55869db2eee0 2024-05-21T01:58:56.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f09891cab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55869da76990 con 0x55869db2e5c0 2024-05-21T01:58:56.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f09891cab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55869da7a9d0 con 0x55869db290f0 2024-05-21T01:58:56.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f0977e00700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f095c0b2900 0x7f095c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.774+0000 7f0977400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2e5c0 0x55869db2e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f0977400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2e5c0 0x55869db2e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:43160/0 (socket says 172.21.15.7:43160) 2024-05-21T01:58:56.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f0977400700 1 -- 172.21.15.7:0/4149188732 learned_addr learned my addr 172.21.15.7:0/4149188732 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:56.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f096ea00700 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2eee0 0x55869db28ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f0977e00700 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db29570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f096ea00700 1 -- 172.21.15.7:0/4149188732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 msgr2=0x55869db29570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:56.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f096ea00700 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db29570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f096ea00700 1 -- 172.21.15.7:0/4149188732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2e5c0 msgr2=0x55869db2e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f096ea00700 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2e5c0 0x55869db2e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f096ea00700 1 -- 172.21.15.7:0/4149188732 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55869da3f3d0 con 0x55869db2eee0 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f0977400700 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2e5c0 0x55869db2e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.775+0000 7f0977e00700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f095c0b2900 0x7f095c0b4dc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0970009ec0 tx=0x7f097000fc40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.776+0000 7f096ea00700 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2eee0 0x55869db28ad0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f096000b2e0 tx=0x7f0960005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=223ebeed81d75f94 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.776+0000 7f096cc00700 1 -- 172.21.15.7:0/4149188732 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0960027070 con 0x55869db2eee0 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.776+0000 7f096cc00700 1 -- 172.21.15.7:0/4149188732 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0960005550 con 0x55869db2eee0 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.776+0000 7f096cc00700 1 -- 172.21.15.7:0/4149188732 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096000f460 con 0x55869db2eee0 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.777+0000 7f09891cab80 1 -- 172.21.15.7:0/4149188732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2eee0 msgr2=0x55869db28ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.777+0000 7f09891cab80 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2eee0 0x55869db28ad0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f096000b2e0 tx=0x7f0960005bc0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.777+0000 7f09891cab80 1 -- 172.21.15.7:0/4149188732 shutdown_connections 2024-05-21T01:58:56.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.777+0000 7f09891cab80 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db29570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.777+0000 7f09891cab80 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2e5c0 0x55869db2e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.777+0000 7f09891cab80 1 --2- 172.21.15.7:0/4149188732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2eee0 0x55869db28ad0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.777+0000 7f09891cab80 1 -- 172.21.15.7:0/4149188732 >> 172.21.15.7:0/4149188732 conn(0x55869da56b90 msgr2=0x55869db23640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:56.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.777+0000 7f09891cab80 1 -- 172.21.15.7:0/4149188732 shutdown_connections 2024-05-21T01:58:56.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.777+0000 7f09891cab80 1 -- 172.21.15.7:0/4149188732 wait complete. 2024-05-21T01:58:56.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.778+0000 7f09891cab80 1 -- start start 2024-05-21T01:58:56.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.778+0000 7f09891cab80 1 Processor -- start 2024-05-21T01:58:56.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.778+0000 7f09891cab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db290f0 0x55869db34c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.778+0000 7f09891cab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db2e5c0 0x55869db31fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.778+0000 7f09891cab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db324f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f09891cab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55869d97cf50 con 0x55869db290f0 2024-05-21T01:58:56.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f09891cab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55869da17710 con 0x55869db2eee0 2024-05-21T01:58:56.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f09891cab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55869db35930 con 0x55869db2e5c0 2024-05-21T01:58:56.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f09891cab80 10 client.0 _ll_register_callbacks cb 0x55869da20c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db290f0 0x55869db34c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db324f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db290f0 0x55869db34c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44792/0 (socket says 172.21.15.7:44792) 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977400700 1 -- 172.21.15.7:0/1398097021 learned_addr learned my addr 172.21.15.7:0/1398097021 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f096ea00700 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db2e5c0 0x55869db31fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977e00700 1 -- 172.21.15.7:0/1398097021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db2e5c0 msgr2=0x55869db31fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977e00700 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db2e5c0 0x55869db31fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977e00700 1 -- 172.21.15.7:0/1398097021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db290f0 msgr2=0x55869db34c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977e00700 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db290f0 0x55869db34c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977e00700 1 -- 172.21.15.7:0/1398097021 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55869d9c6880 con 0x55869db2eee0 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.779+0000 7f0977400700 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db290f0 0x55869db34c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.780+0000 7f0977e00700 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db324f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f09700074d0 tx=0x7f0970004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20885d012f0309f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:56.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.780+0000 7f0965600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T01:58:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.780+0000 7f0965600700 1 -- 172.21.15.7:0/1398097021 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0970027070 con 0x55869db2eee0 2024-05-21T01:58:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.780+0000 7f0965600700 1 -- 172.21.15.7:0/1398097021 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f0970003c00 con 0x55869db2eee0 2024-05-21T01:58:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.780+0000 7f09891cab80 1 -- 172.21.15.7:0/1398097021 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0960005550 con 0x55869db2eee0 2024-05-21T01:58:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f0965600700 1 -- 172.21.15.7:0/1398097021 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0970032050 con 0x55869db2eee0 2024-05-21T01:58:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f09891cab80 10 client.24935 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:56.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f09891cab80 1 -- 172.21.15.7:0/1398097021 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55869da47010 con 0x55869db2eee0 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f0965600700 1 -- 172.21.15.7:0/1398097021 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0960005550 con 0x55869db2eee0 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f0965600700 1 -- 172.21.15.7:0/1398097021 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f097001a9a0 con 0x55869db2eee0 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f09891cab80 10 client.24935 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f09891cab80 10 client.24935 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f09891cab80 20 client.24935 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f09891cab80 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55869db42470 0x55869db438e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f09891cab80 4 client.24935 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.781+0000 7f09891cab80 1 -- 172.21.15.7:0/1398097021 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55869da88d40 con 0x55869db42470 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.782+0000 7f0977400700 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55869db42470 0x55869db438e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.782+0000 7f0977400700 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55869db42470 0x55869db438e0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0458ae46a308a16 server_cookie=e0aca8994c3384d in_seq=0 out_seq=0 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.782+0000 7f0965600700 10 client.24935 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.783+0000 7f0965600700 1 -- 172.21.15.7:0/1398097021 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55869da88d40 con 0x55869db42470 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.783+0000 7f0965600700 10 client.24935 handle_command_reply: tid=0 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.783+0000 7f09891cab80 1 client.24935 shutdown 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.783+0000 7f09891cab80 1 -- 172.21.15.7:0/1398097021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 msgr2=0x55869db324f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.783+0000 7f09891cab80 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db324f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f09700074d0 tx=0x7f0970004b40 comp rx=0 tx=0).stop 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f09891cab80 1 -- 172.21.15.7:0/1398097021 shutdown_connections 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f09891cab80 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55869db42470 0x55869db438e0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f09891cab80 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db324f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f09891cab80 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db290f0 0x55869db34c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f09891cab80 1 --2- 172.21.15.7:0/1398097021 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db2e5c0 0x55869db31fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f0965600700 0 client.24935 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f09891cab80 1 -- 172.21.15.7:0/1398097021 >> 172.21.15.7:0/1398097021 conn(0x55869da56b90 msgr2=0x55869db22d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:56.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f09891cab80 1 -- 172.21.15.7:0/1398097021 shutdown_connections 2024-05-21T01:58:56.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f09891cab80 1 -- 172.21.15.7:0/1398097021 wait complete. 2024-05-21T01:58:56.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.784+0000 7f09891cab80 20 client.24935 trim_cache size 0 max 16384 2024-05-21T01:58:56.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.809+0000 7f09891cab80 1 Processor -- start 2024-05-21T01:58:56.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.809+0000 7f09891cab80 1 -- start start 2024-05-21T01:58:56.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.809+0000 7f09891cab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db28ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.809+0000 7f09891cab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db41da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.809+0000 7f09891cab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db324a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.809+0000 7f09891cab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55869db41c20 con 0x55869db2e5c0 2024-05-21T01:58:56.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.809+0000 7f09891cab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55869db422f0 con 0x55869db2eee0 2024-05-21T01:58:56.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.809+0000 7f09891cab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55869db429c0 con 0x55869db290f0 2024-05-21T01:58:56.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.810+0000 7f096ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db41da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.810+0000 7f0977e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db324a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.810+0000 7f096ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db41da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44802/0 (socket says 172.21.15.7:44802) 2024-05-21T01:58:56.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.810+0000 7f096ea00700 1 -- 172.21.15.7:0/3749088055 learned_addr learned my addr 172.21.15.7:0/3749088055 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:56.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.810+0000 7f0977400700 1 --2- 172.21.15.7:0/3749088055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db28ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.811+0000 7f096ea00700 1 -- 172.21.15.7:0/3749088055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 msgr2=0x55869db28ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:56.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.811+0000 7f096ea00700 1 --2- 172.21.15.7:0/3749088055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db28ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.811+0000 7f096ea00700 1 -- 172.21.15.7:0/3749088055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 msgr2=0x55869db324a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:56.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.811+0000 7f096ea00700 1 --2- 172.21.15.7:0/3749088055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db324a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.811+0000 7f096ea00700 1 -- 172.21.15.7:0/3749088055 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55869db24360 con 0x55869db2e5c0 2024-05-21T01:58:56.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.811+0000 7f096ea00700 1 --2- 172.21.15.7:0/3749088055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db41da0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f096000b2e0 tx=0x7f0960003a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72c00a4bf0c99beb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:56.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.812+0000 7f0967e00700 1 -- 172.21.15.7:0/3749088055 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0960031070 con 0x55869db2e5c0 2024-05-21T01:58:56.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.812+0000 7f0967e00700 1 -- 172.21.15.7:0/3749088055 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0960028040 con 0x55869db2e5c0 2024-05-21T01:58:56.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.812+0000 7f0967e00700 1 -- 172.21.15.7:0/3749088055 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0960027030 con 0x55869db2e5c0 2024-05-21T01:58:56.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.813+0000 7f09891cab80 1 -- 172.21.15.7:0/3749088055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 msgr2=0x55869db41da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:56.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.813+0000 7f09891cab80 1 --2- 172.21.15.7:0/3749088055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db41da0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f096000b2e0 tx=0x7f0960003a30 comp rx=0 tx=0).stop 2024-05-21T01:58:56.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.813+0000 7f09891cab80 1 -- 172.21.15.7:0/3749088055 shutdown_connections 2024-05-21T01:58:56.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.813+0000 7f09891cab80 1 --2- 172.21.15.7:0/3749088055 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db324a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.813+0000 7f09891cab80 1 --2- 172.21.15.7:0/3749088055 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db28ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.813+0000 7f09891cab80 1 --2- 172.21.15.7:0/3749088055 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db41da0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.813+0000 7f09891cab80 1 -- 172.21.15.7:0/3749088055 >> 172.21.15.7:0/3749088055 conn(0x55869da56b90 msgr2=0x55869db31d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:56.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.813+0000 7f09891cab80 1 -- 172.21.15.7:0/3749088055 shutdown_connections 2024-05-21T01:58:56.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.813+0000 7f09891cab80 1 -- 172.21.15.7:0/3749088055 wait complete. 2024-05-21T01:58:56.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.814+0000 7f09891cab80 1 -- start start 2024-05-21T01:58:56.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.814+0000 7f09891cab80 1 Processor -- start 2024-05-21T01:58:56.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f09891cab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db22b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f09891cab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db230b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f09891cab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db235f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f09891cab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55869db43760 con 0x55869db2e5c0 2024-05-21T01:58:56.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f09891cab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55869db43090 con 0x55869db2eee0 2024-05-21T01:58:56.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f09891cab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55869db43e30 con 0x55869db290f0 2024-05-21T01:58:56.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f09891cab80 10 client.0 _ll_register_callbacks cb 0x55869da20c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:58:56.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f0977400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db22b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f0977e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db235f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f0977400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db22b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:44918/0 (socket says 172.21.15.7:44918) 2024-05-21T01:58:56.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f0977400700 1 -- 172.21.15.7:0/1007190211 learned_addr learned my addr 172.21.15.7:0/1007190211 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:58:56.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f096ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db230b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f0977e00700 1 -- 172.21.15.7:0/1007190211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 msgr2=0x55869db22b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:56.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f0977e00700 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db22b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f0977e00700 1 -- 172.21.15.7:0/1007190211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 msgr2=0x55869db230b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:58:56.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f0977e00700 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db230b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f0977e00700 1 -- 172.21.15.7:0/1007190211 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55869db4b460 con 0x55869db2eee0 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.815+0000 7f096ea00700 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db230b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.816+0000 7f0977400700 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db22b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.816+0000 7f0977e00700 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db235f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f097000ffd0 tx=0x7f0970005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17c322e639446428 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.816+0000 7f0965600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.816+0000 7f0965600700 1 -- 172.21.15.7:0/1007190211 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0970027040 con 0x55869db2eee0 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.816+0000 7f0965600700 1 -- 172.21.15.7:0/1007190211 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f0970004db0 con 0x55869db2eee0 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.816+0000 7f09891cab80 1 -- 172.21.15.7:0/1007190211 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0960028040 con 0x55869db2eee0 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f0965600700 1 -- 172.21.15.7:0/1007190211 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0970003a00 con 0x55869db2eee0 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f09891cab80 10 client.24941 fetch_fsmap learned FSMap version 28 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f09891cab80 1 -- 172.21.15.7:0/1007190211 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55869dbae010 con 0x55869db2eee0 2024-05-21T01:58:56.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f0965600700 1 -- 172.21.15.7:0/1007190211 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0960028040 con 0x55869db2eee0 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f0965600700 1 -- 172.21.15.7:0/1007190211 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f097001a850 con 0x55869db2eee0 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f09891cab80 10 client.24941 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f09891cab80 10 client.24941 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f09891cab80 20 client.24941 populate_metadata read hostname 'smithi007' 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f09891cab80 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55869dbb2bb0 0x55869dbb18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f09891cab80 4 client.24941 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.817+0000 7f09891cab80 1 -- 172.21.15.7:0/1007190211 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "status"}) -- 0x55869da82520 con 0x55869dbb2bb0 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.818+0000 7f0977400700 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55869dbb2bb0 0x55869dbb18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.818+0000 7f0977400700 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55869dbb2bb0 0x55869dbb18c0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab58551dbb196ff9 server_cookie=ba7ca53fb09a50fb in_seq=0 out_seq=0 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.818+0000 7f0965600700 10 client.24941 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T01:58:56.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f0965600700 1 -- 172.21.15.7:0/1007190211 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55869da82520 con 0x55869dbb2bb0 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f0965600700 10 client.24941 handle_command_reply: tid=0 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 client.24941 shutdown 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 -- 172.21.15.7:0/1007190211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 msgr2=0x55869db235f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db235f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f097000ffd0 tx=0x7f0970005f10 comp rx=0 tx=0).stop 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 -- 172.21.15.7:0/1007190211 shutdown_connections 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55869dbb2bb0 0x55869dbb18c0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55869db2eee0 0x55869db235f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55869db290f0 0x55869db22b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 --2- 172.21.15.7:0/1007190211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55869db2e5c0 0x55869db230b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f0965600700 0 client.24941 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 -- 172.21.15.7:0/1007190211 >> 172.21.15.7:0/1007190211 conn(0x55869da56b90 msgr2=0x55869db2f2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:56.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 -- 172.21.15.7:0/1007190211 shutdown_connections 2024-05-21T01:58:56.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.819+0000 7f09891cab80 1 -- 172.21.15.7:0/1007190211 wait complete. 2024-05-21T01:58:56.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.820+0000 7f09891cab80 20 client.24941 trim_cache size 0 max 16384 2024-05-21T01:58:56.822 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:58:56.822 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:58:56.822 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-05-21T01:58:56.822 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24518, 2024-05-21T01:58:56.822 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:58:56.822 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:58:56.822 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:58:56.823 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 181.00152652599999, 2024-05-21T01:58:56.823 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:58:56.823 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:58:56.823 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:58:56.823 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 203.04083837799999 2024-05-21T01:58:56.823 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:58:56.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.820+0000 7f097e800700 1 -- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f095c0b2900 msgr2=0x7f095c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.820+0000 7f097e800700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f095c0b2900 0x7f095c0b4dc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0970009ec0 tx=0x7f097000fc40 comp rx=0 tx=0).stop 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.820+0000 7f097e800700 1 -- 172.21.15.7:0/2741758999 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0978075770 msgr2=0x7f09781a0210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.820+0000 7f097e800700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0978075770 0x7f09781a0210 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f096800d750 tx=0x7f096800da60 comp rx=0 tx=0).stop 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.821+0000 7f097e800700 1 -- 172.21.15.7:0/2741758999 shutdown_connections 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.821+0000 7f097e800700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f095c0b2900 0x7f095c0b4dc0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.821+0000 7f097e800700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0978114710 0x7f09781a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.821+0000 7f097e800700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0978075770 0x7f09781a0210 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.821+0000 7f097e800700 1 --2- 172.21.15.7:0/2741758999 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0978076090 0x7f09781a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.821+0000 7f097e800700 1 -- 172.21.15.7:0/2741758999 >> 172.21.15.7:0/2741758999 conn(0x7f097807a6a0 msgr2=0x7f09781101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.821+0000 7f097e800700 1 -- 172.21.15.7:0/2741758999 shutdown_connections 2024-05-21T01:58:56.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:58:56.821+0000 7f097e800700 1 -- 172.21.15.7:0/2741758999 wait complete. 2024-05-21T01:58:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:56 smithi190 ceph-mon[35961]: pgmap v414: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-05-21T01:58:57.752 INFO:tasks.cephadm:Setup complete, yielding 2024-05-21T01:58:57.752 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-21T01:58:57.765 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-05-21T01:58:57.765 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch status' 2024-05-21T01:58:58.234 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:58:58.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:58:58 smithi164 ceph-mon[36138]: pgmap v415: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T01:58:58.746 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:58:58 smithi007 ceph-mon[31288]: pgmap v415: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T01:58:58.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:58:58 smithi190 ceph-mon[35961]: pgmap v415: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T01:59:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.452+0000 7ff739c00700 1 -- 172.21.15.7:0/2826073272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff734105d90 msgr2=0x7ff73410dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.452+0000 7ff739c00700 1 --2- 172.21.15.7:0/2826073272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff734105d90 0x7ff73410dc20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff72c00b0a0 tx=0x7ff72c00b3b0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.452+0000 7ff739c00700 1 -- 172.21.15.7:0/2826073272 shutdown_connections 2024-05-21T01:59:00.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.452+0000 7ff739c00700 1 --2- 172.21.15.7:0/2826073272 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff734105d90 0x7ff73410dc20 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.452+0000 7ff739c00700 1 --2- 172.21.15.7:0/2826073272 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff734106eb0 0x7ff7341072d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.452+0000 7ff739c00700 1 --2- 172.21.15.7:0/2826073272 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff7341053f0 0x7ff734105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.452+0000 7ff739c00700 1 -- 172.21.15.7:0/2826073272 >> 172.21.15.7:0/2826073272 conn(0x7ff734100d90 msgr2=0x7ff7341031b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.452+0000 7ff739c00700 1 -- 172.21.15.7:0/2826073272 shutdown_connections 2024-05-21T01:59:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.452+0000 7ff739c00700 1 -- 172.21.15.7:0/2826073272 wait complete. 2024-05-21T01:59:00.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.454+0000 7ff739c00700 1 Processor -- start 2024-05-21T01:59:00.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.454+0000 7ff739c00700 1 -- start start 2024-05-21T01:59:00.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.454+0000 7ff739c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff7341053f0 0x7ff73419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:00.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.454+0000 7ff739c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff734105d90 0x7ff73419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.454+0000 7ff739c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff734106eb0 0x7ff7341a2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.454+0000 7ff739c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff734111350 con 0x7ff734106eb0 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.454+0000 7ff739c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff7341111d0 con 0x7ff734105d90 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.454+0000 7ff739c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff7341114d0 con 0x7ff7341053f0 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff7341053f0 0x7ff73419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff7341053f0 0x7ff73419b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:44942/0 (socket says 172.21.15.7:44942) 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732a00700 1 -- 172.21.15.7:0/2033869995 learned_addr learned my addr 172.21.15.7:0/2033869995 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff733400700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff734106eb0 0x7ff7341a2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732000700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff734105d90 0x7ff73419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732a00700 1 -- 172.21.15.7:0/2033869995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff734105d90 msgr2=0x7ff73419be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732a00700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff734105d90 0x7ff73419be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732a00700 1 -- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff734106eb0 msgr2=0x7ff7341a2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732a00700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff734106eb0 0x7ff7341a2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732a00700 1 -- 172.21.15.7:0/2033869995 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7341a3590 con 0x7ff7341053f0 2024-05-21T01:59:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.455+0000 7ff732000700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff734105d90 0x7ff73419be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:59:00.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.456+0000 7ff732a00700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff7341053f0 0x7ff73419b930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff72400e9a0 tx=0x7ff72400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.456+0000 7ff72b400700 1 -- 172.21.15.7:0/2033869995 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff72400cbd0 con 0x7ff7341053f0 2024-05-21T01:59:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.456+0000 7ff72b400700 1 -- 172.21.15.7:0/2033869995 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7240044d0 con 0x7ff7341053f0 2024-05-21T01:59:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.456+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7341a3880 con 0x7ff7341053f0 2024-05-21T01:59:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.456+0000 7ff72b400700 1 -- 172.21.15.7:0/2033869995 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff724003d80 con 0x7ff7341053f0 2024-05-21T01:59:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.456+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7341a3e10 con 0x7ff7341053f0 2024-05-21T01:59:00.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.457+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff714005360 con 0x7ff7341053f0 2024-05-21T01:59:00.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.459+0000 7ff72b400700 1 -- 172.21.15.7:0/2033869995 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff724003f40 con 0x7ff7341053f0 2024-05-21T01:59:00.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.461+0000 7ff72b400700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff7180b2900 0x7ff7180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:00.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.461+0000 7ff72b400700 1 -- 172.21.15.7:0/2033869995 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ff7240e2420 con 0x7ff7341053f0 2024-05-21T01:59:00.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.461+0000 7ff732000700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff7180b2900 0x7ff7180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:00.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.462+0000 7ff732000700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff7180b2900 0x7ff7180b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff720009cb0 tx=0x7ff720009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:00.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.465+0000 7ff72b400700 1 -- 172.21.15.7:0/2033869995 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff7240aa100 con 0x7ff7341053f0 2024-05-21T01:59:00.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.727+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7ff714000bf0 con 0x7ff7180b2900 2024-05-21T01:59:00.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:00 smithi007 ceph-mon[31288]: pgmap v416: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T01:59:00.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.730+0000 7ff72b400700 1 -- 172.21.15.7:0/2033869995 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7ff714000bf0 con 0x7ff7180b2900 2024-05-21T01:59:00.732 INFO:teuthology.orchestra.run.smithi007.stdout:Backend: cephadm 2024-05-21T01:59:00.732 INFO:teuthology.orchestra.run.smithi007.stdout:Available: Yes 2024-05-21T01:59:00.732 INFO:teuthology.orchestra.run.smithi007.stdout:Paused: No 2024-05-21T01:59:00.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff7180b2900 msgr2=0x7ff7180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:00.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff7180b2900 0x7ff7180b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff720009cb0 tx=0x7ff720009260 comp rx=0 tx=0).stop 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff7341053f0 msgr2=0x7ff73419b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff7341053f0 0x7ff73419b930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff72400e9a0 tx=0x7ff72400ecb0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 shutdown_connections 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff7180b2900 0x7ff7180b4dc0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff734106eb0 0x7ff7341a2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff7341053f0 0x7ff73419b930 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 --2- 172.21.15.7:0/2033869995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff734105d90 0x7ff73419be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 >> 172.21.15.7:0/2033869995 conn(0x7ff734100d90 msgr2=0x7ff734109c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.733+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 shutdown_connections 2024-05-21T01:59:00.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:00.734+0000 7ff739c00700 1 -- 172.21.15.7:0/2033869995 wait complete. 2024-05-21T01:59:00.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:00 smithi190 ceph-mon[35961]: pgmap v416: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T01:59:00.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:00 smithi164 ceph-mon[36138]: pgmap v416: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T01:59:01.623 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-21T01:59:01.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:01 smithi007 ceph-mon[31288]: from='client.24964 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:01.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:01 smithi190 ceph-mon[35961]: from='client.24964 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:01.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:01 smithi164 ceph-mon[36138]: from='client.24964 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:02.093 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:02.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:02 smithi007 ceph-mon[31288]: pgmap v417: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:02 smithi190 ceph-mon[35961]: pgmap v417: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:02.945 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:02 smithi164 ceph-mon[36138]: pgmap v417: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.285+0000 7fefa5200700 1 -- 172.21.15.7:0/1333124399 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefa0109350 msgr2=0x7fefa010b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.285+0000 7fefa5200700 1 --2- 172.21.15.7:0/1333124399 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefa0109350 0x7fefa010b740 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fef98009f90 tx=0x7fef9800b330 comp rx=0 tx=0).stop 2024-05-21T01:59:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.285+0000 7fefa5200700 1 -- 172.21.15.7:0/1333124399 shutdown_connections 2024-05-21T01:59:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.285+0000 7fefa5200700 1 --2- 172.21.15.7:0/1333124399 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefa0109350 0x7fefa010b740 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.285+0000 7fefa5200700 1 --2- 172.21.15.7:0/1333124399 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefa01040f0 0x7fefa01064e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.285+0000 7fefa5200700 1 --2- 172.21.15.7:0/1333124399 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefa0106a20 0x7fefa0108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.285+0000 7fefa5200700 1 -- 172.21.15.7:0/1333124399 >> 172.21.15.7:0/1333124399 conn(0x7fefa00fda40 msgr2=0x7fefa00ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:04.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.285+0000 7fefa5200700 1 -- 172.21.15.7:0/1333124399 shutdown_connections 2024-05-21T01:59:04.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.286+0000 7fefa5200700 1 -- 172.21.15.7:0/1333124399 wait complete. 2024-05-21T01:59:04.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fefa5200700 1 Processor -- start 2024-05-21T01:59:04.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fefa5200700 1 -- start start 2024-05-21T01:59:04.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fefa5200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefa01040f0 0x7fefa019b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:04.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fefa5200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefa0106a20 0x7fefa019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fefa5200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefa0109350 0x7fefa01a2e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fefa5200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fefa010f0a0 con 0x7fefa0106a20 2024-05-21T01:59:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fefa5200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fefa010ef20 con 0x7fefa01040f0 2024-05-21T01:59:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fefa5200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fefa010f220 con 0x7fefa0109350 2024-05-21T01:59:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fef9d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefa0106a20 0x7fefa019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:04.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fef9d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefa0106a20 0x7fefa019be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44846/0 (socket says 172.21.15.7:44846) 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.287+0000 7fef9d400700 1 -- 172.21.15.7:0/1119363804 learned_addr learned my addr 172.21.15.7:0/1119363804 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.288+0000 7fef9e800700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefa0109350 0x7fefa01a2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.288+0000 7fef9de00700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefa01040f0 0x7fefa019b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.288+0000 7fef9d400700 1 -- 172.21.15.7:0/1119363804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefa0109350 msgr2=0x7fefa01a2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.288+0000 7fef9d400700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefa0109350 0x7fefa01a2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.288+0000 7fef9d400700 1 -- 172.21.15.7:0/1119363804 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefa01040f0 msgr2=0x7fefa019b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.288+0000 7fef9d400700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefa01040f0 0x7fefa019b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.288+0000 7fef9d400700 1 -- 172.21.15.7:0/1119363804 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefa01a3520 con 0x7fefa0106a20 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.288+0000 7fef9de00700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefa01040f0 0x7fefa019b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:04.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.288+0000 7fef9d400700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefa0106a20 0x7fefa019be00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fef8c00d980 tx=0x7fef8c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:04.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.289+0000 7fef96a00700 1 -- 172.21.15.7:0/1119363804 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c016070 con 0x7fefa0106a20 2024-05-21T01:59:04.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.289+0000 7fef96a00700 1 -- 172.21.15.7:0/1119363804 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef8c009de0 con 0x7fefa0106a20 2024-05-21T01:59:04.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.289+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefa01a3810 con 0x7fefa0106a20 2024-05-21T01:59:04.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.289+0000 7fef96a00700 1 -- 172.21.15.7:0/1119363804 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8c00f3c0 con 0x7fefa0106a20 2024-05-21T01:59:04.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.289+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefa01a3d50 con 0x7fefa0106a20 2024-05-21T01:59:04.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.291+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefa006a230 con 0x7fefa0106a20 2024-05-21T01:59:04.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.295+0000 7fef96a00700 1 -- 172.21.15.7:0/1119363804 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fef8c019070 con 0x7fefa0106a20 2024-05-21T01:59:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.298+0000 7fef96a00700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef840b2880 0x7fef840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.298+0000 7fef96a00700 1 -- 172.21.15.7:0/1119363804 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fef8c0e1dd0 con 0x7fefa0106a20 2024-05-21T01:59:04.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.298+0000 7fef9de00700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef840b2880 0x7fef840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:04.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.299+0000 7fef9de00700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef840b2880 0x7fef840b4d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fef90005fd0 tx=0x7fef90009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:04.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.306+0000 7fef96a00700 1 -- 172.21.15.7:0/1119363804 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fef8c0a9ab0 con 0x7fefa0106a20 2024-05-21T01:59:04.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.560+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fefa0063980 con 0x7fef840b2880 2024-05-21T01:59:04.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.604+0000 7fef96a00700 1 -- 172.21.15.7:0/1119363804 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7fefa0063980 con 0x7fef840b2880 2024-05-21T01:59:04.606 INFO:teuthology.orchestra.run.smithi007.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-21T01:59:04.606 INFO:teuthology.orchestra.run.smithi007.stdout:mds.a smithi007 running (3m) 52s ago 3m 17.9M - 19.0.0-3830-g0051ea03 d66aba212bad aaa49c865948 2024-05-21T01:59:04.606 INFO:teuthology.orchestra.run.smithi007.stdout:mds.b smithi164 running (3m) 74s ago 3m 26.2M - 19.0.0-3830-g0051ea03 d66aba212bad 76958c369151 2024-05-21T01:59:04.606 INFO:teuthology.orchestra.run.smithi007.stdout:mds.c smithi190 running (3m) 74s ago 3m 18.4M - 19.0.0-3830-g0051ea03 d66aba212bad 5e9d7777c3f5 2024-05-21T01:59:04.606 INFO:teuthology.orchestra.run.smithi007.stdout:mds.d smithi007 running (3m) 52s ago 3m 13.1M - 19.0.0-3830-g0051ea03 d66aba212bad b43df481177f 2024-05-21T01:59:04.606 INFO:teuthology.orchestra.run.smithi007.stdout:mds.e smithi164 running (3m) 74s ago 3m 20.4M - 19.0.0-3830-g0051ea03 d66aba212bad b7bccd541444 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mds.f smithi190 running (3m) 74s ago 3m 18.6M - 19.0.0-3830-g0051ea03 d66aba212bad e797e7417ea7 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mds.g smithi007 running (3m) 52s ago 3m 18.2M - 19.0.0-3830-g0051ea03 d66aba212bad 5d8bf239ffa2 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mds.h smithi164 running (3m) 74s ago 3m 20.0M - 19.0.0-3830-g0051ea03 d66aba212bad 5d5f62ee10f8 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mds.i smithi190 running (3m) 74s ago 3m 21.7M - 19.0.0-3830-g0051ea03 d66aba212bad efa7357901b6 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mds.j smithi007 running (4m) 52s ago 4m 13.1M - 19.0.0-3830-g0051ea03 d66aba212bad adbef070f4bb 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mds.k smithi164 running (4m) 74s ago 4m 20.5M - 19.0.0-3830-g0051ea03 d66aba212bad 9b1cbf60e913 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mds.l smithi190 running (4m) 74s ago 4m 18.9M - 19.0.0-3830-g0051ea03 d66aba212bad 65ae0a96e757 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.x smithi007 *:9283,8765 running (12m) 52s ago 12m 531M - 19.0.0-3830-g0051ea03 d66aba212bad 453461f35419 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.y smithi164 *:8443,8765 running (10m) 74s ago 10m 467M - 19.0.0-3830-g0051ea03 d66aba212bad 441dd277f053 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mgr.z smithi190 *:8443,8765 running (10m) 74s ago 10m 469M - 19.0.0-3830-g0051ea03 d66aba212bad 18a1edb98297 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mon.a smithi007 running (12m) 52s ago 12m 50.3M 2048M 19.0.0-3830-g0051ea03 d66aba212bad 38a68aa43482 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mon.b smithi164 running (10m) 74s ago 10m 42.9M 2048M 19.0.0-3830-g0051ea03 d66aba212bad 1b4faca4fec8 2024-05-21T01:59:04.607 INFO:teuthology.orchestra.run.smithi007.stdout:mon.c smithi190 running (10m) 74s ago 10m 43.9M 2048M 19.0.0-3830-g0051ea03 d66aba212bad b0d52136f854 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 smithi007 running (9m) 52s ago 9m 47.4M 4273M 19.0.0-3830-g0051ea03 d66aba212bad 96564d613f97 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 smithi164 running (9m) 74s ago 9m 49.1M 4272M 19.0.0-3830-g0051ea03 d66aba212bad fc8eb7488995 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 smithi190 running (8m) 74s ago 8m 49.7M 4272M 19.0.0-3830-g0051ea03 d66aba212bad b37715b7db02 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 smithi007 running (8m) 52s ago 8m 52.1M 4273M 19.0.0-3830-g0051ea03 d66aba212bad 36f6cdb5174a 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 smithi164 running (7m) 74s ago 7m 48.0M 4272M 19.0.0-3830-g0051ea03 d66aba212bad fba8aec745c8 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 smithi190 running (7m) 74s ago 7m 46.7M 4272M 19.0.0-3830-g0051ea03 d66aba212bad 91aac5e73118 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 smithi007 running (6m) 52s ago 6m 50.4M 4273M 19.0.0-3830-g0051ea03 d66aba212bad 6f45906819fe 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 smithi164 running (6m) 74s ago 6m 57.5M 4272M 19.0.0-3830-g0051ea03 d66aba212bad 5b0362a08c6b 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.8 smithi190 running (5m) 74s ago 5m 49.2M 4272M 19.0.0-3830-g0051ea03 d66aba212bad 536f4bc838d5 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.9 smithi007 running (5m) 52s ago 5m 44.4M 4273M 19.0.0-3830-g0051ea03 d66aba212bad 3e836fe7057e 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.10 smithi164 running (4m) 74s ago 4m 47.0M 4272M 19.0.0-3830-g0051ea03 d66aba212bad 09fcafca5395 2024-05-21T01:59:04.608 INFO:teuthology.orchestra.run.smithi007.stdout:osd.11 smithi190 running (4m) 74s ago 4m 47.0M 4272M 19.0.0-3830-g0051ea03 d66aba212bad 4976cefeb56b 2024-05-21T01:59:04.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.607+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef840b2880 msgr2=0x7fef840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:04.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.607+0000 7fefa5200700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef840b2880 0x7fef840b4d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fef90005fd0 tx=0x7fef90009310 comp rx=0 tx=0).stop 2024-05-21T01:59:04.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.607+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefa0106a20 msgr2=0x7fefa019be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:04.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.607+0000 7fefa5200700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefa0106a20 0x7fefa019be00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fef8c00d980 tx=0x7fef8c00dc90 comp rx=0 tx=0).stop 2024-05-21T01:59:04.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.607+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 shutdown_connections 2024-05-21T01:59:04.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.607+0000 7fefa5200700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefa0109350 0x7fefa01a2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:04.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.607+0000 7fefa5200700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefa01040f0 0x7fefa019b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:04.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.607+0000 7fefa5200700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef840b2880 0x7fef840b4d40 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:04.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.607+0000 7fefa5200700 1 --2- 172.21.15.7:0/1119363804 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefa0106a20 0x7fefa019be00 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:04.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.608+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 >> 172.21.15.7:0/1119363804 conn(0x7fefa00fda40 msgr2=0x7fefa01038e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:04.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.608+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 shutdown_connections 2024-05-21T01:59:04.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:04.608+0000 7fefa5200700 1 -- 172.21.15.7:0/1119363804 wait complete. 2024-05-21T01:59:04.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:04 smithi007 ceph-mon[31288]: pgmap v418: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:04.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:04 smithi190 ceph-mon[35961]: pgmap v418: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:04 smithi164 ceph-mon[36138]: pgmap v418: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:05.399 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-21T01:59:05.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:05 smithi007 ceph-mon[31288]: from='client.14847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:05.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:05 smithi190 ceph-mon[35961]: from='client.14847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:05.863 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:05.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:05 smithi164 ceph-mon[36138]: from='client.14847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:06.681 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:06 smithi007 ceph-mon[31288]: pgmap v419: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:06 smithi190 ceph-mon[35961]: pgmap v419: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:06 smithi164 ceph-mon[36138]: pgmap v419: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.979+0000 7f16c7400700 1 -- 172.21.15.7:0/1916266742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0075fa0 msgr2=0x7f16c0076420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.979+0000 7f16c7400700 1 --2- 172.21.15.7:0/1916266742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0075fa0 0x7f16c0076420 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f16ac0098f0 tx=0x7f16ac009c00 comp rx=0 tx=0).stop 2024-05-21T01:59:07.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.980+0000 7f16c7400700 1 -- 172.21.15.7:0/1916266742 shutdown_connections 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.980+0000 7f16c7400700 1 --2- 172.21.15.7:0/1916266742 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c010b480 0x7f16c010d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.980+0000 7f16c7400700 1 --2- 172.21.15.7:0/1916266742 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16c0077570 0x7f16c00759d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.980+0000 7f16c7400700 1 --2- 172.21.15.7:0/1916266742 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0075fa0 0x7f16c0076420 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.980+0000 7f16c7400700 1 -- 172.21.15.7:0/1916266742 >> 172.21.15.7:0/1916266742 conn(0x7f16c00feb10 msgr2=0x7f16c0100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.980+0000 7f16c7400700 1 -- 172.21.15.7:0/1916266742 shutdown_connections 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.980+0000 7f16c7400700 1 -- 172.21.15.7:0/1916266742 wait complete. 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.981+0000 7f16c7400700 1 Processor -- start 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.981+0000 7f16c7400700 1 -- start start 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.981+0000 7f16c7400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c0075fa0 0x7f16c019b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.981+0000 7f16c7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0077570 0x7f16c019bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:07.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.981+0000 7f16c7400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16c010b480 0x7f16c01a2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.981+0000 7f16c7400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f16c01112b0 con 0x7f16c0077570 2024-05-21T01:59:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.981+0000 7f16c7400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f16c0111130 con 0x7f16c010b480 2024-05-21T01:59:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16c7400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f16c0111430 con 0x7f16c0075fa0 2024-05-21T01:59:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16bfe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0077570 0x7f16c019bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16bfe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0077570 0x7f16c019bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38878/0 (socket says 172.21.15.7:38878) 2024-05-21T01:59:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16bfe00700 1 -- 172.21.15.7:0/1431205035 learned_addr learned my addr 172.21.15.7:0/1431205035 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16c4a00700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c0075fa0 0x7f16c019b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:07.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16c5400700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16c010b480 0x7f16c01a2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:07.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16bfe00700 1 -- 172.21.15.7:0/1431205035 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c0075fa0 msgr2=0x7f16c019b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:07.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16bfe00700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c0075fa0 0x7f16c019b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:07.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16bfe00700 1 -- 172.21.15.7:0/1431205035 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16c010b480 msgr2=0x7f16c01a2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:07.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16bfe00700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16c010b480 0x7f16c01a2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:07.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.982+0000 7f16bfe00700 1 -- 172.21.15.7:0/1431205035 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16c01a3630 con 0x7f16c0077570 2024-05-21T01:59:07.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.983+0000 7f16bfe00700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0077570 0x7f16c019bf10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009230 tx=0x7f16ac005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:07.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.983+0000 7f16bd600700 1 -- 172.21.15.7:0/1431205035 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac025070 con 0x7f16c0077570 2024-05-21T01:59:07.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.983+0000 7f16bd600700 1 -- 172.21.15.7:0/1431205035 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16ac005620 con 0x7f16c0077570 2024-05-21T01:59:07.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.983+0000 7f16bd600700 1 -- 172.21.15.7:0/1431205035 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac003bf0 con 0x7f16c0077570 2024-05-21T01:59:07.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.983+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16c01a38c0 con 0x7f16c0077570 2024-05-21T01:59:07.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.983+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16c01a3cc0 con 0x7f16c0077570 2024-05-21T01:59:07.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.984+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16c006a230 con 0x7f16c0077570 2024-05-21T01:59:07.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.987+0000 7f16bd600700 1 -- 172.21.15.7:0/1431205035 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f16ac028070 con 0x7f16c0077570 2024-05-21T01:59:07.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.988+0000 7f16bd600700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16a80b2900 0x7f16a80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:07.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.988+0000 7f16bd600700 1 -- 172.21.15.7:0/1431205035 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f16ac0e2e80 con 0x7f16c0077570 2024-05-21T01:59:07.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.989+0000 7f16c4a00700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16a80b2900 0x7f16a80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:07.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.989+0000 7f16c4a00700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16a80b2900 0x7f16a80b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f16c0077950 tx=0x7f16b4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:07.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:07.991+0000 7f16bd600700 1 -- 172.21.15.7:0/1431205035 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f16ac02f020 con 0x7f16c0077570 2024-05-21T01:59:08.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.239+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f16c0063980 con 0x7f16a80b2900 2024-05-21T01:59:08.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.250+0000 7f16bd600700 1 -- 172.21.15.7:0/1431205035 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f16c0063980 con 0x7f16a80b2900 2024-05-21T01:59:08.252 INFO:teuthology.orchestra.run.smithi007.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-21T01:59:08.252 INFO:teuthology.orchestra.run.smithi007.stdout:mds.all 12/12 77s ago 4m smithi007=a;smithi007=d;smithi007=g;smithi007=j;smithi164=b;smithi164=e;smithi164=h;smithi164=k;smithi190=c;smithi190=f;smithi190=i;smithi190=l;count:12 2024-05-21T01:59:08.252 INFO:teuthology.orchestra.run.smithi007.stdout:mgr 3/3 77s ago 10m smithi007=x;smithi164=y;smithi190=z;count:3 2024-05-21T01:59:08.252 INFO:teuthology.orchestra.run.smithi007.stdout:mon 3/3 77s ago 10m smithi007:172.21.15.7=a;smithi164:172.21.15.164=b;smithi190:172.21.15.190=c;count:3 2024-05-21T01:59:08.252 INFO:teuthology.orchestra.run.smithi007.stdout:osd 12 77s ago - 2024-05-21T01:59:08.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16a80b2900 msgr2=0x7f16a80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:08.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16a80b2900 0x7f16a80b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f16c0077950 tx=0x7f16b4009310 comp rx=0 tx=0).stop 2024-05-21T01:59:08.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0077570 msgr2=0x7f16c019bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:08.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0077570 0x7f16c019bf10 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009230 tx=0x7f16ac005270 comp rx=0 tx=0).stop 2024-05-21T01:59:08.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 shutdown_connections 2024-05-21T01:59:08.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f16c010b480 0x7f16c01a2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:08.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f16c0075fa0 0x7f16c019b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:08.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f16a80b2900 0x7f16a80b4dc0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:08.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 --2- 172.21.15.7:0/1431205035 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f16c0077570 0x7f16c019bf10 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:08.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 >> 172.21.15.7:0/1431205035 conn(0x7f16c00feb10 msgr2=0x7f16c0107380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:08.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 shutdown_connections 2024-05-21T01:59:08.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:08.253+0000 7f16c7400700 1 -- 172.21.15.7:0/1431205035 wait complete. 2024-05-21T01:59:08.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:08 smithi007 ceph-mon[31288]: pgmap v420: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:08 smithi190 ceph-mon[35961]: pgmap v420: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:08 smithi164 ceph-mon[36138]: pgmap v420: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:09.063 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-21T01:59:09.533 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:09.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:09 smithi007 ceph-mon[31288]: from='client.14853 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:09.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:09 smithi190 ceph-mon[35961]: from='client.14853 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:09.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:09 smithi164 ceph-mon[36138]: from='client.14853 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:10.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:10 smithi007 ceph-mon[31288]: pgmap v421: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:10 smithi190 ceph-mon[35961]: pgmap v421: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:10 smithi164 ceph-mon[36138]: pgmap v421: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:11.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.908+0000 7fa8a2000700 1 -- 172.21.15.7:0/2760577768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa89c079140 msgr2=0x7fa89c0795c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:11.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.908+0000 7fa8a2000700 1 --2- 172.21.15.7:0/2760577768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa89c079140 0x7fa89c0795c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa888009990 tx=0x7fa888009ca0 comp rx=0 tx=0).stop 2024-05-21T01:59:11.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.908+0000 7fa8a2000700 1 -- 172.21.15.7:0/2760577768 shutdown_connections 2024-05-21T01:59:11.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.908+0000 7fa8a2000700 1 --2- 172.21.15.7:0/2760577768 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa89c079b00 0x7fa89c07a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:11.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.908+0000 7fa8a2000700 1 --2- 172.21.15.7:0/2760577768 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa89c077ef0 0x7fa89c078310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:11.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.908+0000 7fa8a2000700 1 --2- 172.21.15.7:0/2760577768 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa89c079140 0x7fa89c0795c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:11.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.908+0000 7fa8a2000700 1 -- 172.21.15.7:0/2760577768 >> 172.21.15.7:0/2760577768 conn(0x7fa89c100d50 msgr2=0x7fa89c103190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:11.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.908+0000 7fa8a2000700 1 -- 172.21.15.7:0/2760577768 shutdown_connections 2024-05-21T01:59:11.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.908+0000 7fa8a2000700 1 -- 172.21.15.7:0/2760577768 wait complete. 2024-05-21T01:59:11.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.910+0000 7fa8a2000700 1 Processor -- start 2024-05-21T01:59:11.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.911+0000 7fa8a2000700 1 -- start start 2024-05-21T01:59:11.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.911+0000 7fa8a2000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa89c077ef0 0x7fa89c19fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:11.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.911+0000 7fa8a2000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa89c079140 0x7fa89c1a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.911+0000 7fa8a2000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa89c079b00 0x7fa89c1a7240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.911+0000 7fa8a2000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa89c115650 con 0x7fa89c077ef0 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.911+0000 7fa8a2000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa89c1154d0 con 0x7fa89c079b00 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.911+0000 7fa8a2000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa89c1157d0 con 0x7fa89c079140 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa89c077ef0 0x7fa89c19fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa89c079140 0x7fa89c1a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa89c079140 0x7fa89c1a01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:49092/0 (socket says 172.21.15.7:49092) 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa89c077ef0 0x7fa89c19fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:38898/0 (socket says 172.21.15.7:38898) 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89aa00700 1 -- 172.21.15.7:0/3317536750 learned_addr learned my addr 172.21.15.7:0/3317536750 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:11.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89be00700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa89c079b00 0x7fa89c1a7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:11.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89b400700 1 -- 172.21.15.7:0/3317536750 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa89c079140 msgr2=0x7fa89c1a01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:11.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89b400700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa89c079140 0x7fa89c1a01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89b400700 1 -- 172.21.15.7:0/3317536750 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa89c079b00 msgr2=0x7fa89c1a7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89b400700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa89c079b00 0x7fa89c1a7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89b400700 1 -- 172.21.15.7:0/3317536750 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89c1a7910 con 0x7fa89c077ef0 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.912+0000 7fa89aa00700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa89c079140 0x7fa89c1a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.913+0000 7fa89b400700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa89c077ef0 0x7fa89c19fc90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa88c00e9f0 tx=0x7fa88c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.913+0000 7fa893e00700 1 -- 172.21.15.7:0/3317536750 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88c00c9c0 con 0x7fa89c077ef0 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.913+0000 7fa893e00700 1 -- 172.21.15.7:0/3317536750 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa88c00cb60 con 0x7fa89c077ef0 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.913+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa89c1a7c00 con 0x7fa89c077ef0 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.913+0000 7fa893e00700 1 -- 172.21.15.7:0/3317536750 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88c018680 con 0x7fa89c077ef0 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.913+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa89c1a8190 con 0x7fa89c077ef0 2024-05-21T01:59:11.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.914+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa89c06a230 con 0x7fa89c077ef0 2024-05-21T01:59:11.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.917+0000 7fa893e00700 1 -- 172.21.15.7:0/3317536750 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa88c010430 con 0x7fa89c077ef0 2024-05-21T01:59:11.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.918+0000 7fa893e00700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8800b2900 0x7fa8800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:11.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.918+0000 7fa893e00700 1 -- 172.21.15.7:0/3317536750 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa88c0e2320 con 0x7fa89c077ef0 2024-05-21T01:59:11.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.919+0000 7fa89aa00700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8800b2900 0x7fa8800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:11.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.919+0000 7fa89aa00700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8800b2900 0x7fa8800b4dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa89c1a11a0 tx=0x7fa88801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:11.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:11.923+0000 7fa893e00700 1 -- 172.21.15.7:0/3317536750 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa88c0aa000 con 0x7fa89c077ef0 2024-05-21T01:59:12.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.167+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fa89c063980 con 0x7fa8800b2900 2024-05-21T01:59:12.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.171+0000 7fa893e00700 1 -- 172.21.15.7:0/3317536750 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fa89c063980 con 0x7fa8800b2900 2024-05-21T01:59:12.172 INFO:teuthology.orchestra.run.smithi007.stdout:HOST ADDR LABELS STATUS 2024-05-21T01:59:12.173 INFO:teuthology.orchestra.run.smithi007.stdout:smithi007 172.21.15.7 2024-05-21T01:59:12.173 INFO:teuthology.orchestra.run.smithi007.stdout:smithi164 172.21.15.164 2024-05-21T01:59:12.173 INFO:teuthology.orchestra.run.smithi007.stdout:smithi190 172.21.15.190 2024-05-21T01:59:12.173 INFO:teuthology.orchestra.run.smithi007.stdout:3 hosts in cluster 2024-05-21T01:59:12.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8800b2900 msgr2=0x7fa8800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:12.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8800b2900 0x7fa8800b4dc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa89c1a11a0 tx=0x7fa88801a040 comp rx=0 tx=0).stop 2024-05-21T01:59:12.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa89c077ef0 msgr2=0x7fa89c19fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:12.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa89c077ef0 0x7fa89c19fc90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa88c00e9f0 tx=0x7fa88c00ed00 comp rx=0 tx=0).stop 2024-05-21T01:59:12.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 shutdown_connections 2024-05-21T01:59:12.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa89c079b00 0x7fa89c1a7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:12.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8800b2900 0x7fa8800b4dc0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:12.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa89c077ef0 0x7fa89c19fc90 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:12.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 --2- 172.21.15.7:0/3317536750 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa89c079140 0x7fa89c1a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:12.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.174+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 >> 172.21.15.7:0/3317536750 conn(0x7fa89c100d50 msgr2=0x7fa89c102850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:12.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.175+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 shutdown_connections 2024-05-21T01:59:12.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:12.175+0000 7fa8a2000700 1 -- 172.21.15.7:0/3317536750 wait complete. 2024-05-21T01:59:12.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:12 smithi007 ceph-mon[31288]: pgmap v422: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:12.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:12 smithi190 ceph-mon[35961]: pgmap v422: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:12 smithi164 ceph-mon[36138]: pgmap v422: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:12.952 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-21T01:59:13.416 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:13.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:13 smithi007 ceph-mon[31288]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:13.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:13 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:59:13.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:13 smithi190 ceph-mon[35961]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:13.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:13 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:59:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:13 smithi164 ceph-mon[36138]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:13 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T01:59:14.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:14 smithi007 ceph-mon[31288]: pgmap v423: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:14.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:14 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:14 smithi190 ceph-mon[35961]: pgmap v423: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:14 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:14 smithi164 ceph-mon[36138]: pgmap v423: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:14 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:15.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.600+0000 7fbcb3000700 1 -- 172.21.15.7:0/547646785 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 msgr2=0x7fbcac076420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:15.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.600+0000 7fbcb3000700 1 --2- 172.21.15.7:0/547646785 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 0x7fbcac076420 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbc98009990 tx=0x7fbc98009ca0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.600+0000 7fbcb3000700 1 -- 172.21.15.7:0/547646785 shutdown_connections 2024-05-21T01:59:15.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.600+0000 7fbcb3000700 1 --2- 172.21.15.7:0/547646785 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcac10faa0 0x7fbcac111e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.600+0000 7fbcb3000700 1 --2- 172.21.15.7:0/547646785 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcac077570 0x7fbcac0759d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.600+0000 7fbcb3000700 1 --2- 172.21.15.7:0/547646785 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 0x7fbcac076420 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.600+0000 7fbcb3000700 1 -- 172.21.15.7:0/547646785 >> 172.21.15.7:0/547646785 conn(0x7fbcac0fea80 msgr2=0x7fbcac100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:15.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.600+0000 7fbcb3000700 1 -- 172.21.15.7:0/547646785 shutdown_connections 2024-05-21T01:59:15.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.600+0000 7fbcb3000700 1 -- 172.21.15.7:0/547646785 wait complete. 2024-05-21T01:59:15.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.602+0000 7fbcb3000700 1 Processor -- start 2024-05-21T01:59:15.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb3000700 1 -- start start 2024-05-21T01:59:15.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb3000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 0x7fbcac19fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:15.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb3000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcac077570 0x7fbcac1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:15.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb3000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcac10faa0 0x7fbcac1a71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:15.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb3000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbcac1155c0 con 0x7fbcac10faa0 2024-05-21T01:59:15.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb3000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbcac115440 con 0x7fbcac075fa0 2024-05-21T01:59:15.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb3000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbcac115740 con 0x7fbcac077570 2024-05-21T01:59:15.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb1c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 0x7fbcac19fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:15.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb1200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcac077570 0x7fbcac1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:15.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb2600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcac10faa0 0x7fbcac1a71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:15.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb1c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 0x7fbcac19fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:42480/0 (socket says 172.21.15.7:42480) 2024-05-21T01:59:15.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb1200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcac077570 0x7fbcac1a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:49110/0 (socket says 172.21.15.7:49110) 2024-05-21T01:59:15.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.603+0000 7fbcb1c00700 1 -- 172.21.15.7:0/3449137705 learned_addr learned my addr 172.21.15.7:0/3449137705 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:15.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.604+0000 7fbcb1c00700 1 -- 172.21.15.7:0/3449137705 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcac077570 msgr2=0x7fbcac1a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:15.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.604+0000 7fbcb1c00700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcac077570 0x7fbcac1a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.604+0000 7fbcb1c00700 1 -- 172.21.15.7:0/3449137705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcac10faa0 msgr2=0x7fbcac1a71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:15.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.604+0000 7fbcb1c00700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcac10faa0 0x7fbcac1a71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.604+0000 7fbcb1c00700 1 -- 172.21.15.7:0/3449137705 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcac1a78b0 con 0x7fbcac075fa0 2024-05-21T01:59:15.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.604+0000 7fbcb1200700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcac077570 0x7fbcac1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:15.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.604+0000 7fbcb1c00700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 0x7fbcac19fc60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fbca000e970 tx=0x7fbca000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:15.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.605+0000 7fbcaa000700 1 -- 172.21.15.7:0/3449137705 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca0004a30 con 0x7fbcac075fa0 2024-05-21T01:59:15.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.605+0000 7fbcaa000700 1 -- 172.21.15.7:0/3449137705 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbca000cc90 con 0x7fbcac075fa0 2024-05-21T01:59:15.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.605+0000 7fbcaa000700 1 -- 172.21.15.7:0/3449137705 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca0005610 con 0x7fbcac075fa0 2024-05-21T01:59:15.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.605+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcac1a7ba0 con 0x7fbcac075fa0 2024-05-21T01:59:15.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.605+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcac1a80e0 con 0x7fbcac075fa0 2024-05-21T01:59:15.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.606+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcac02e560 con 0x7fbcac075fa0 2024-05-21T01:59:15.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.608+0000 7fbcaa000700 1 -- 172.21.15.7:0/3449137705 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbca000c7e0 con 0x7fbcac075fa0 2024-05-21T01:59:15.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.609+0000 7fbcaa000700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbc940b29d0 0x7fbc940b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:15.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.609+0000 7fbcaa000700 1 -- 172.21.15.7:0/3449137705 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fbca00e22a0 con 0x7fbcac075fa0 2024-05-21T01:59:15.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.610+0000 7fbcb1200700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbc940b29d0 0x7fbc940b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:15.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.610+0000 7fbcb1200700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbc940b29d0 0x7fbc940b4e90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbc9800b2e0 tx=0x7fbc98005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:15.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.614+0000 7fbcaa000700 1 -- 172.21.15.7:0/3449137705 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbca00a9f80 con 0x7fbcac075fa0 2024-05-21T01:59:15.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:59:15.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:59:15.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:59:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:59:15.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:15.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.867+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fbcac063980 con 0x7fbc940b29d0 2024-05-21T01:59:15.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.871+0000 7fbcaa000700 1 -- 172.21.15.7:0/3449137705 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fbcac063980 con 0x7fbc940b29d0 2024-05-21T01:59:15.873 INFO:teuthology.orchestra.run.smithi007.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-21T01:59:15.873 INFO:teuthology.orchestra.run.smithi007.stdout:smithi007 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB751300GE480DGN 447G No 5m ago Has a FileSystem, LVM detected 2024-05-21T01:59:15.873 INFO:teuthology.orchestra.run.smithi007.stdout:smithi164 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300H0400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-05-21T01:59:15.873 INFO:teuthology.orchestra.run.smithi007.stdout:smithi190 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT63210012400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-21T01:59:15.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.874+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbc940b29d0 msgr2=0x7fbc940b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:15.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.874+0000 7fbcb3000700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbc940b29d0 0x7fbc940b4e90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbc9800b2e0 tx=0x7fbc98005fb0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.874+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 msgr2=0x7fbcac19fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:15.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.874+0000 7fbcb3000700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 0x7fbcac19fc60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fbca000e970 tx=0x7fbca000ec80 comp rx=0 tx=0).stop 2024-05-21T01:59:15.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.875+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 shutdown_connections 2024-05-21T01:59:15.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.875+0000 7fbcb3000700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbc940b29d0 0x7fbc940b4e90 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.875+0000 7fbcb3000700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbcac10faa0 0x7fbcac1a71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.875+0000 7fbcb3000700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbcac075fa0 0x7fbcac19fc60 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.875+0000 7fbcb3000700 1 --2- 172.21.15.7:0/3449137705 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbcac077570 0x7fbcac1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:15.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.875+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 >> 172.21.15.7:0/3449137705 conn(0x7fbcac0fea80 msgr2=0x7fbcac102e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:15.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.875+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 shutdown_connections 2024-05-21T01:59:15.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:15.875+0000 7fbcb3000700 1 -- 172.21.15.7:0/3449137705 wait complete. 2024-05-21T01:59:15.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T01:59:15.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T01:59:15.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T01:59:16.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:16 smithi007 ceph-mon[31288]: pgmap v424: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:16.664 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-21T01:59:16.673 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-05-21T01:59:16.674 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-21T01:59:16.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:16 smithi190 ceph-mon[35961]: pgmap v424: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:16 smithi164 ceph-mon[36138]: pgmap v424: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:17.146 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:17.620 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:17 smithi007 ceph-mon[31288]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:17.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:17 smithi190 ceph-mon[35961]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:17.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:17 smithi164 ceph-mon[36138]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T01:59:18.677 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:18 smithi007 ceph-mon[31288]: pgmap v425: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:18.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:18 smithi190 ceph-mon[35961]: pgmap v425: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:18 smithi164 ceph-mon[36138]: pgmap v425: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:19.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.188+0000 7fd892800700 1 -- 172.21.15.7:0/3760939134 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c107380 msgr2=0x7fd88c10dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:19.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.188+0000 7fd892800700 1 --2- 172.21.15.7:0/3760939134 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c107380 0x7fd88c10dc30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd884009fc0 tx=0x7fd88400b330 comp rx=0 tx=0).stop 2024-05-21T01:59:19.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.189+0000 7fd892800700 1 -- 172.21.15.7:0/3760939134 shutdown_connections 2024-05-21T01:59:19.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.189+0000 7fd892800700 1 --2- 172.21.15.7:0/3760939134 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c107380 0x7fd88c10dc30 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:19.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.189+0000 7fd892800700 1 --2- 172.21.15.7:0/3760939134 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd88c1057e0 0x7fd88c105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:19.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.189+0000 7fd892800700 1 --2- 172.21.15.7:0/3760939134 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd88c1069e0 0x7fd88c106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:19.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.189+0000 7fd892800700 1 -- 172.21.15.7:0/3760939134 >> 172.21.15.7:0/3760939134 conn(0x7fd88c100da0 msgr2=0x7fd88c1031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:19.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.189+0000 7fd892800700 1 -- 172.21.15.7:0/3760939134 shutdown_connections 2024-05-21T01:59:19.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.189+0000 7fd892800700 1 -- 172.21.15.7:0/3760939134 wait complete. 2024-05-21T01:59:19.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.190+0000 7fd892800700 1 Processor -- start 2024-05-21T01:59:19.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.190+0000 7fd892800700 1 -- start start 2024-05-21T01:59:19.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd892800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c1057e0 0x7fd88c19b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd892800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd88c1069e0 0x7fd88c19bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd892800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd88c107380 0x7fd88c1a2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd892800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd88c1112b0 con 0x7fd88c1069e0 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd892800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd88c111130 con 0x7fd88c1057e0 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd892800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd88c111430 con 0x7fd88c107380 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c1057e0 0x7fd88c19b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd88c1069e0 0x7fd88c19bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c1057e0 0x7fd88c19b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:50918/0 (socket says 172.21.15.7:50918) 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88b400700 1 -- 172.21.15.7:0/3271701505 learned_addr learned my addr 172.21.15.7:0/3271701505 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:19.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88be00700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd88c107380 0x7fd88c1a2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:19.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88b400700 1 -- 172.21.15.7:0/3271701505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd88c107380 msgr2=0x7fd88c1a2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:19.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88b400700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd88c107380 0x7fd88c1a2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:19.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88b400700 1 -- 172.21.15.7:0/3271701505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd88c1069e0 msgr2=0x7fd88c19bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:19.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88b400700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd88c1069e0 0x7fd88c19bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:19.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88b400700 1 -- 172.21.15.7:0/3271701505 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd88c1a34f0 con 0x7fd88c1057e0 2024-05-21T01:59:19.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.191+0000 7fd88be00700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd88c107380 0x7fd88c1a2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:59:19.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.192+0000 7fd88b400700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c1057e0 0x7fd88c19b890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd87c00e970 tx=0x7fd87c00ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:19.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.192+0000 7fd883e00700 1 -- 172.21.15.7:0/3271701505 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87c00cbd0 con 0x7fd88c1057e0 2024-05-21T01:59:19.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.192+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd88c1a37e0 con 0x7fd88c1057e0 2024-05-21T01:59:19.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.192+0000 7fd883e00700 1 -- 172.21.15.7:0/3271701505 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd87c0044d0 con 0x7fd88c1057e0 2024-05-21T01:59:19.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.192+0000 7fd883e00700 1 -- 172.21.15.7:0/3271701505 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87c003d70 con 0x7fd88c1057e0 2024-05-21T01:59:19.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.192+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd88c1a3d20 con 0x7fd88c1057e0 2024-05-21T01:59:19.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.193+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd88c06a230 con 0x7fd88c1057e0 2024-05-21T01:59:19.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.196+0000 7fd883e00700 1 -- 172.21.15.7:0/3271701505 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd87c004000 con 0x7fd88c1057e0 2024-05-21T01:59:19.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.197+0000 7fd883e00700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd8700b2880 0x7fd8700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:19.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.197+0000 7fd883e00700 1 -- 172.21.15.7:0/3271701505 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd87c0e2500 con 0x7fd88c1057e0 2024-05-21T01:59:19.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.198+0000 7fd88aa00700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd8700b2880 0x7fd8700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:19.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.198+0000 7fd88aa00700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd8700b2880 0x7fd8700b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd878005fd0 tx=0x7fd878009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:19.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.199+0000 7fd883e00700 1 -- 172.21.15.7:0/3271701505 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd87c0042f0 con 0x7fd88c1057e0 2024-05-21T01:59:19.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.485+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fd88c02e640 con 0x7fd88c1057e0 2024-05-21T01:59:19.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.486+0000 7fd883e00700 1 -- 172.21.15.7:0/3271701505 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3080 (secure 0 0 0) 0x7fd87c0aa1e0 con 0x7fd88c1057e0 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:e28 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:legacy client fscid: 1 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:Filesystem 'cephfs' (1) 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:fs_name cephfs 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:epoch 28 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:created 2024-05-21T01:55:55.637693+0000 2024-05-21T01:59:19.489 INFO:teuthology.orchestra.run.smithi007.stdout:modified 2024-05-21T01:56:19.132899+0000 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:tableserver 0 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:root 0 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:session_timeout 300 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:session_autoclose 300 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:max_file_size 1099511627776 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:max_xattr_size 65536 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:required_client_features {} 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:last_failure 0 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:last_failure_osd_epoch 0 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:max_mds 5 2024-05-21T01:59:19.490 INFO:teuthology.orchestra.run.smithi007.stdout:in 0,1,2,3,4 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:up {0=24518,1=24517,2=24511,3=24496,4=24484} 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:failed 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:damaged 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:stopped 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:data_pools [3] 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:metadata_pool 2 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:inline_data disabled 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:balancer 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:bal_rank_mask -1 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:standby_count_wanted 0 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:qdb_cluster leader: 24518 members: 24517,24496,24484,24511,24518 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.b{0:24518} state up:active seq 7 addr [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.h{0:24482} state up:standby-replay seq 1 addr [v2:172.21.15.164:6836/2976993139,v1:172.21.15.164:6837/2976993139] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.491 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.g{1:24517} state up:active seq 13 addr [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.e{1:24464} state up:standby-replay seq 1 addr [v2:172.21.15.164:6834/3297886876,v1:172.21.15.164:6835/3297886876] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.i{2:24511} state up:active seq 14 addr [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.l{2:24448} state up:standby-replay seq 1 addr [v2:172.21.15.190:6832/55497270,v1:172.21.15.190:6833/55497270] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.c{3:24496} state up:active seq 16 addr [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.k{3:24434} state up:standby-replay seq 1 addr [v2:172.21.15.164:6832/3560975196,v1:172.21.15.164:6833/3560975196] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.f{4:24484} state up:active seq 17 addr [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.a{4:14403} state up:standby-replay seq 1 addr [v2:172.21.15.7:6840/1960766377,v1:172.21.15.7:6841/1960766377] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:Standby daemons: 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.j{-1:14361} state up:standby seq 1 addr [v2:172.21.15.7:6834/661045241,v1:172.21.15.7:6835/661045241] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.492 INFO:teuthology.orchestra.run.smithi007.stdout:[mds.d{-1:14367} state up:standby seq 1 addr [v2:172.21.15.7:6836/223201626,v1:172.21.15.7:6837/223201626] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T01:59:19.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd8700b2880 msgr2=0x7fd8700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:19.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd8700b2880 0x7fd8700b4d40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd878005fd0 tx=0x7fd878009310 comp rx=0 tx=0).stop 2024-05-21T01:59:19.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c1057e0 msgr2=0x7fd88c19b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:19.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c1057e0 0x7fd88c19b890 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd87c00e970 tx=0x7fd87c00ed30 comp rx=0 tx=0).stop 2024-05-21T01:59:19.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 shutdown_connections 2024-05-21T01:59:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd88c107380 0x7fd88c1a2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd88c1057e0 0x7fd88c19b890 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd8700b2880 0x7fd8700b4d40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 --2- 172.21.15.7:0/3271701505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd88c1069e0 0x7fd88c19bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.489+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 >> 172.21.15.7:0/3271701505 conn(0x7fd88c100da0 msgr2=0x7fd88c109c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.490+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 shutdown_connections 2024-05-21T01:59:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:19.490+0000 7fd892800700 1 -- 172.21.15.7:0/3271701505 wait complete. 2024-05-21T01:59:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-05-21T01:59:19.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:19 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3271701505' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T01:59:19.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:19 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3271701505' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T01:59:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:19 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3271701505' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T01:59:20.275 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-21T01:59:20.750 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:20.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:20 smithi190 ceph-mon[35961]: pgmap v426: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:20.896 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:20 smithi007 ceph-mon[31288]: pgmap v426: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:20 smithi164 ceph-mon[36138]: pgmap v426: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:22.735 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:22 smithi007 ceph-mon[31288]: pgmap v427: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:22 smithi190 ceph-mon[35961]: pgmap v427: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:22.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.910+0000 7fb36dc00700 1 -- 172.21.15.7:0/599348980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3681047f0 msgr2=0x7fb368104c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:22.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.910+0000 7fb36dc00700 1 --2- 172.21.15.7:0/599348980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3681047f0 0x7fb368104c50 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb3500099c0 tx=0x7fb350009cd0 comp rx=0 tx=0).stop 2024-05-21T01:59:22.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.910+0000 7fb36dc00700 1 -- 172.21.15.7:0/599348980 shutdown_connections 2024-05-21T01:59:22.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.910+0000 7fb36dc00700 1 --2- 172.21.15.7:0/599348980 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb368105190 0x7fb36810ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:22.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.910+0000 7fb36dc00700 1 --2- 172.21.15.7:0/599348980 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3681035f0 0x7fb368103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:22.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.910+0000 7fb36dc00700 1 --2- 172.21.15.7:0/599348980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3681047f0 0x7fb368104c50 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:22.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.910+0000 7fb36dc00700 1 -- 172.21.15.7:0/599348980 >> 172.21.15.7:0/599348980 conn(0x7fb3680feb90 msgr2=0x7fb368100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:22.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.911+0000 7fb36dc00700 1 -- 172.21.15.7:0/599348980 shutdown_connections 2024-05-21T01:59:22.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.911+0000 7fb36dc00700 1 -- 172.21.15.7:0/599348980 wait complete. 2024-05-21T01:59:22.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.912+0000 7fb36dc00700 1 Processor -- start 2024-05-21T01:59:22.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.912+0000 7fb36dc00700 1 -- start start 2024-05-21T01:59:22.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.912+0000 7fb36dc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3681035f0 0x7fb36819b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:22.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.912+0000 7fb36dc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3681047f0 0x7fb36819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:22.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.912+0000 7fb36dc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb368105190 0x7fb3681a2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:22.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.912+0000 7fb36dc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb36810f0c0 con 0x7fb3681035f0 2024-05-21T01:59:22.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.912+0000 7fb36dc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb36810ef40 con 0x7fb3681047f0 2024-05-21T01:59:22.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.912+0000 7fb36dc00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb36810f240 con 0x7fb368105190 2024-05-21T01:59:22.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb35e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3681047f0 0x7fb36819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb35e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3681047f0 0x7fb36819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:50942/0 (socket says 172.21.15.7:50942) 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb35e000700 1 -- 172.21.15.7:0/1850401071 learned_addr learned my addr 172.21.15.7:0/1850401071 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb366a00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3681035f0 0x7fb36819b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb367400700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb368105190 0x7fb3681a2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb35e000700 1 -- 172.21.15.7:0/1850401071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb368105190 msgr2=0x7fb3681a2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb35e000700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb368105190 0x7fb3681a2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb35e000700 1 -- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3681035f0 msgr2=0x7fb36819b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb35e000700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3681035f0 0x7fb36819b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.913+0000 7fb35e000700 1 -- 172.21.15.7:0/1850401071 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3681a3580 con 0x7fb3681047f0 2024-05-21T01:59:22.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.914+0000 7fb35e000700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3681047f0 0x7fb36819be60 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb3500036f0 tx=0x7fb350003e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.914+0000 7fb35fe00700 1 -- 172.21.15.7:0/1850401071 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb350009e60 con 0x7fb3681047f0 2024-05-21T01:59:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.914+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3681a3810 con 0x7fb3681047f0 2024-05-21T01:59:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.914+0000 7fb35fe00700 1 -- 172.21.15.7:0/1850401071 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb35000be50 con 0x7fb3681047f0 2024-05-21T01:59:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.914+0000 7fb35fe00700 1 -- 172.21.15.7:0/1850401071 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb35000fe50 con 0x7fb3681047f0 2024-05-21T01:59:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.914+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3681a3c60 con 0x7fb3681047f0 2024-05-21T01:59:22.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.915+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb36806a230 con 0x7fb3681047f0 2024-05-21T01:59:22.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.917+0000 7fb35fe00700 1 -- 172.21.15.7:0/1850401071 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb35000f580 con 0x7fb3681047f0 2024-05-21T01:59:22.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.919+0000 7fb35fe00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb34c0b2a20 0x7fb34c0b4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:22.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.919+0000 7fb35fe00700 1 -- 172.21.15.7:0/1850401071 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fb3500e2ff0 con 0x7fb3681047f0 2024-05-21T01:59:22.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.919+0000 7fb366a00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb34c0b2a20 0x7fb34c0b4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:22.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.920+0000 7fb366a00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb34c0b2a20 0x7fb34c0b4ee0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb368104650 tx=0x7fb35800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:22.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:22.923+0000 7fb35fe00700 1 -- 172.21.15.7:0/1850401071 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb350013070 con 0x7fb3681047f0 2024-05-21T01:59:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:22 smithi164 ceph-mon[36138]: pgmap v427: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.169+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fb3681a3f10 con 0x7fb3681047f0 2024-05-21T01:59:23.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.171+0000 7fb35fe00700 1 -- 172.21.15.7:0/1850401071 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v82) ==== 56+0+5269 (secure 0 0 0) 0x7fb3500aad60 con 0x7fb3681047f0 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:epoch 82 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:created 2024-05-21T01:46:12.158992+0000 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:modified 2024-05-21T01:56:32.391200+0000 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:crush_version 26 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:full_ratio 0.95 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:backfillfull_ratio 0.9 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:nearfull_ratio 0.85 2024-05-21T01:59:23.173 INFO:teuthology.orchestra.run.smithi007.stdout:require_min_compat_client luminous 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:min_compat_client luminous 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:require_osd_release squid 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:stretch_mode_enabled false 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 80 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 80 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:max_osd 12 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:osd.0 up in weight 1 up_from 8 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6802/3019729924,v1:172.21.15.7:6803/3019729924] [v2:172.21.15.7:6804/3019729924,v1:172.21.15.7:6805/3019729924] exists,up e9646ba4-3781-4d8f-a5ba-c39737d8c77d 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:osd.1 up in weight 1 up_from 13 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.164:6800/1965942589,v1:172.21.15.164:6801/1965942589] [v2:172.21.15.164:6802/1965942589,v1:172.21.15.164:6803/1965942589] exists,up 53b1efa7-4563-4920-9395-42ad249e1b12 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:osd.2 up in weight 1 up_from 18 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.190:6800/31723323,v1:172.21.15.190:6801/31723323] [v2:172.21.15.190:6802/31723323,v1:172.21.15.190:6803/31723323] exists,up 473a7ddd-0f51-4d2d-bb6e-06281b49772a 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:osd.3 up in weight 1 up_from 26 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6810/3903870359,v1:172.21.15.7:6811/3903870359] [v2:172.21.15.7:6812/3903870359,v1:172.21.15.7:6813/3903870359] exists,up faf1c228-b1c2-486f-807d-b08dea24a15f 2024-05-21T01:59:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:osd.4 up in weight 1 up_from 32 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.164:6808/3481211454,v1:172.21.15.164:6809/3481211454] [v2:172.21.15.164:6810/3481211454,v1:172.21.15.164:6811/3481211454] exists,up 7b64dd91-2328-410b-a498-aea60dd36496 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:osd.5 up in weight 1 up_from 37 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.190:6808/3368244026,v1:172.21.15.190:6809/3368244026] [v2:172.21.15.190:6810/3368244026,v1:172.21.15.190:6811/3368244026] exists,up 215d095c-2297-422f-aaee-aa572a1e1dfe 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:osd.6 up in weight 1 up_from 43 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6818/3907907203,v1:172.21.15.7:6819/3907907203] [v2:172.21.15.7:6820/3907907203,v1:172.21.15.7:6821/3907907203] exists,up 6eb990aa-d601-4470-80c0-5806f59d9106 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:osd.7 up in weight 1 up_from 49 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.164:6816/443175364,v1:172.21.15.164:6817/443175364] [v2:172.21.15.164:6818/443175364,v1:172.21.15.164:6819/443175364] exists,up e438ee68-9c75-473d-8aab-2af917e481ef 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:osd.8 up in weight 1 up_from 55 up_thru 77 down_at 0 last_clean_interval [0,0) [v2:172.21.15.190:6816/356909718,v1:172.21.15.190:6817/356909718] [v2:172.21.15.190:6818/356909718,v1:172.21.15.190:6819/356909718] exists,up be4167cd-0629-4115-ab9f-f6d7d0894ce1 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:osd.9 up in weight 1 up_from 61 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.7:6826/397093379,v1:172.21.15.7:6827/397093379] [v2:172.21.15.7:6828/397093379,v1:172.21.15.7:6829/397093379] exists,up bda8e7c1-b9e1-495f-9bc3-12b373eccf0c 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:osd.10 up in weight 1 up_from 66 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.164:6824/481331220,v1:172.21.15.164:6825/481331220] [v2:172.21.15.164:6826/481331220,v1:172.21.15.164:6827/481331220] exists,up 3d035bf9-49c8-4c82-92d6-9aa591a5d710 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:osd.11 up in weight 1 up_from 72 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.190:6824/3271828419,v1:172.21.15.190:6825/3271828419] [v2:172.21.15.190:6826/3271828419,v1:172.21.15.190:6827/3271828419] exists,up c4e436a8-9fb6-4c30-a0be-f40225456a97 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 2.6 [8,11] 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 2.a [2,11] 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 2.14 [2,4] 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.2 [3,9] 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.11 [4,8] 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.1b [5,9] 2024-05-21T01:59:23.175 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.1d [4,6] 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.2c [4,9] 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:pg_upmap_items 3.39 [5,8] 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/2256165373 expires 2024-05-22T01:47:31.126282+0000 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6801/738241282 expires 2024-05-22T01:47:31.126282+0000 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6800/2209333077 expires 2024-05-22T01:46:55.840331+0000 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/2496807782 expires 2024-05-22T01:47:31.126282+0000 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/2410739015 expires 2024-05-22T01:46:55.840331+0000 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/432862075 expires 2024-05-22T01:47:31.126282+0000 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6801/2209333077 expires 2024-05-22T01:46:55.840331+0000 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/574440807 expires 2024-05-22T01:46:55.840331+0000 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:0/3676982946 expires 2024-05-22T01:46:55.840331+0000 2024-05-21T01:59:23.176 INFO:teuthology.orchestra.run.smithi007.stdout:blocklist 172.21.15.7:6800/738241282 expires 2024-05-22T01:47:31.126282+0000 2024-05-21T01:59:23.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb34c0b2a20 msgr2=0x7fb34c0b4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:23.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb34c0b2a20 0x7fb34c0b4ee0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb368104650 tx=0x7fb35800b040 comp rx=0 tx=0).stop 2024-05-21T01:59:23.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3681047f0 msgr2=0x7fb36819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:23.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3681047f0 0x7fb36819be60 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb3500036f0 tx=0x7fb350003e60 comp rx=0 tx=0).stop 2024-05-21T01:59:23.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 shutdown_connections 2024-05-21T01:59:23.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb368105190 0x7fb3681a2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:23.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb34c0b2a20 0x7fb34c0b4ee0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:23.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb3681035f0 0x7fb36819b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:23.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 --2- 172.21.15.7:0/1850401071 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb3681047f0 0x7fb36819be60 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:23.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 >> 172.21.15.7:0/1850401071 conn(0x7fb3680feb90 msgr2=0x7fb368075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:23.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 shutdown_connections 2024-05-21T01:59:23.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:23.176+0000 7fb36dc00700 1 -- 172.21.15.7:0/1850401071 wait complete. 2024-05-21T01:59:23.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:23 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1850401071' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T01:59:23.904 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:23 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1850401071' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T01:59:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:23 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1850401071' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T01:59:23.993 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-21T01:59:24.005 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:59:24.479 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:24.810 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:24 smithi007 ceph-mon[31288]: pgmap v428: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:24.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:24 smithi190 ceph-mon[35961]: pgmap v428: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:24.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:24 smithi164 ceph-mon[36138]: pgmap v428: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:26.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.701+0000 7f4638a00700 1 -- 172.21.15.7:0/2603783417 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4634102210 msgr2=0x7f46341025f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:26.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.701+0000 7f4638a00700 1 --2- 172.21.15.7:0/2603783417 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4634102210 0x7f46341025f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f462400b0a0 tx=0x7f462400b3b0 comp rx=0 tx=0).stop 2024-05-21T01:59:26.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.701+0000 7f4638a00700 1 -- 172.21.15.7:0/2603783417 shutdown_connections 2024-05-21T01:59:26.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.701+0000 7f4638a00700 1 --2- 172.21.15.7:0/2603783417 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f463410fdc0 0x7f46341121b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:26.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.701+0000 7f4638a00700 1 --2- 172.21.15.7:0/2603783417 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4634102210 0x7f46341025f0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:26.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.701+0000 7f4638a00700 1 --2- 172.21.15.7:0/2603783417 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4634102bc0 0x7f463410f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:26.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.701+0000 7f4638a00700 1 -- 172.21.15.7:0/2603783417 >> 172.21.15.7:0/2603783417 conn(0x7f46340fded0 msgr2=0x7f46341002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:26.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.702+0000 7f4638a00700 1 -- 172.21.15.7:0/2603783417 shutdown_connections 2024-05-21T01:59:26.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.702+0000 7f4638a00700 1 -- 172.21.15.7:0/2603783417 wait complete. 2024-05-21T01:59:26.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.703+0000 7f4638a00700 1 Processor -- start 2024-05-21T01:59:26.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.703+0000 7f4638a00700 1 -- start start 2024-05-21T01:59:26.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4638a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4634102210 0x7f463419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:26.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4638a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4634102bc0 0x7f463419c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:26.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4638a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f463410fdc0 0x7f46341a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:26.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4638a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4634115900 con 0x7f4634102210 2024-05-21T01:59:26.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4638a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4634115780 con 0x7f4634102bc0 2024-05-21T01:59:26.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4638a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4634115a80 con 0x7f463410fdc0 2024-05-21T01:59:26.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4633400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4634102210 0x7f463419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:26.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4633400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4634102210 0x7f463419be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52734/0 (socket says 172.21.15.7:52734) 2024-05-21T01:59:26.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4633400700 1 -- 172.21.15.7:0/418195875 learned_addr learned my addr 172.21.15.7:0/418195875 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:26.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f462aa00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4634102bc0 0x7f463419c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:26.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.704+0000 7f4633e00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f463410fdc0 0x7f46341a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:26.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.705+0000 7f462aa00700 1 -- 172.21.15.7:0/418195875 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f463410fdc0 msgr2=0x7f46341a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:26.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.705+0000 7f462aa00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f463410fdc0 0x7f46341a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:26.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.705+0000 7f462aa00700 1 -- 172.21.15.7:0/418195875 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4634102210 msgr2=0x7f463419be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:26.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.705+0000 7f462aa00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4634102210 0x7f463419be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:26.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.705+0000 7f462aa00700 1 -- 172.21.15.7:0/418195875 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46341a0e80 con 0x7f4634102bc0 2024-05-21T01:59:26.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.705+0000 7f462aa00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4634102bc0 0x7f463419c3b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f461c00e9f0 tx=0x7f461c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:26.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.706+0000 7f4630c00700 1 -- 172.21.15.7:0/418195875 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f461c00cb70 con 0x7f4634102bc0 2024-05-21T01:59:26.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.706+0000 7f4630c00700 1 -- 172.21.15.7:0/418195875 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f461c00ee90 con 0x7f4634102bc0 2024-05-21T01:59:26.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.706+0000 7f4630c00700 1 -- 172.21.15.7:0/418195875 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f461c003d40 con 0x7f4634102bc0 2024-05-21T01:59:26.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.706+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46341a1170 con 0x7f4634102bc0 2024-05-21T01:59:26.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.706+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46341a89f0 con 0x7f4634102bc0 2024-05-21T01:59:26.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.707+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f463406a230 con 0x7f4634102bc0 2024-05-21T01:59:26.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.709+0000 7f4630c00700 1 -- 172.21.15.7:0/418195875 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f461c003ee0 con 0x7f4634102bc0 2024-05-21T01:59:26.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.711+0000 7f4630c00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46180b2900 0x7f46180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:26.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.711+0000 7f4630c00700 1 -- 172.21.15.7:0/418195875 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f461c0e22c0 con 0x7f4634102bc0 2024-05-21T01:59:26.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.711+0000 7f4633400700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46180b2900 0x7f46180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:26.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.712+0000 7f4633400700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46180b2900 0x7f46180b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4624009e60 tx=0x7f4624006230 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:26.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:26.715+0000 7f4630c00700 1 -- 172.21.15.7:0/418195875 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f461c0a9fa0 con 0x7f4634102bc0 2024-05-21T01:59:26.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:26 smithi190 ceph-mon[35961]: pgmap v429: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:26.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:26 smithi164 ceph-mon[36138]: pgmap v429: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:27.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.001+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f463402e560 con 0x7f4634102bc0 2024-05-21T01:59:27.003 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:26 smithi007 ceph-mon[31288]: pgmap v429: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:27.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.002+0000 7f4630c00700 1 -- 172.21.15.7:0/418195875 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7f461c0094d0 con 0x7f4634102bc0 2024-05-21T01:59:27.005 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:59:27.005 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T01:56:19.132899+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24517,24496,24484,24511,24518]},"id":1}]} 2024-05-21T01:59:27.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.005+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46180b2900 msgr2=0x7f46180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:27.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46180b2900 0x7f46180b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4624009e60 tx=0x7f4624006230 comp rx=0 tx=0).stop 2024-05-21T01:59:27.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4634102bc0 msgr2=0x7f463419c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:27.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4634102bc0 0x7f463419c3b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f461c00e9f0 tx=0x7f461c00ed00 comp rx=0 tx=0).stop 2024-05-21T01:59:27.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 shutdown_connections 2024-05-21T01:59:27.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f463410fdc0 0x7f46341a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:27.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46180b2900 0x7f46180b4dc0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:27.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4634102210 0x7f463419be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:27.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 --2- 172.21.15.7:0/418195875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4634102bc0 0x7f463419c3b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:27.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 >> 172.21.15.7:0/418195875 conn(0x7f46340fded0 msgr2=0x7f46341002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:27.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 shutdown_connections 2024-05-21T01:59:27.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:27.006+0000 7f4638a00700 1 -- 172.21.15.7:0/418195875 wait complete. 2024-05-21T01:59:27.009 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-05-21T01:59:27.729 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:27 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/418195875' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:59:27.803 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T01:59:27.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:27 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/418195875' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:59:27.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:27 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/418195875' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:59:28.268 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:28.677 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:28 smithi007 ceph-mon[31288]: pgmap v430: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:28.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:28 smithi190 ceph-mon[35961]: pgmap v430: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:28.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:28 smithi164 ceph-mon[36138]: pgmap v430: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:30.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.388+0000 7f5cbb200700 1 -- 172.21.15.7:0/4213509562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1076b0 msgr2=0x7f5cbc10f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:30.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.388+0000 7f5cbb200700 1 --2- 172.21.15.7:0/4213509562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1076b0 0x7f5cbc10f280 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5cb40099c0 tx=0x7f5cb4009cd0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.388+0000 7f5cbb200700 1 -- 172.21.15.7:0/4213509562 shutdown_connections 2024-05-21T01:59:30.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.388+0000 7f5cbb200700 1 --2- 172.21.15.7:0/4213509562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1076b0 0x7f5cbc10f280 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.388+0000 7f5cbb200700 1 --2- 172.21.15.7:0/4213509562 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5cbc1025d0 0x7f5cbc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.388+0000 7f5cbb200700 1 --2- 172.21.15.7:0/4213509562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5cbc102f80 0x7f5cbc106fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.388+0000 7f5cbb200700 1 -- 172.21.15.7:0/4213509562 >> 172.21.15.7:0/4213509562 conn(0x7f5cbc0fde60 msgr2=0x7f5cbc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:30.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.388+0000 7f5cbb200700 1 -- 172.21.15.7:0/4213509562 shutdown_connections 2024-05-21T01:59:30.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.388+0000 7f5cbb200700 1 -- 172.21.15.7:0/4213509562 wait complete. 2024-05-21T01:59:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.389+0000 7f5cbb200700 1 Processor -- start 2024-05-21T01:59:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.389+0000 7f5cbb200700 1 -- start start 2024-05-21T01:59:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cbb200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1025d0 0x7f5cbc198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cbb200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5cbc102f80 0x7f5cbc198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cbb200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5cbc1076b0 0x7f5cbc1991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cbb200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5cbc1125c0 con 0x7f5cbc1025d0 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cbb200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5cbc112440 con 0x7f5cbc1076b0 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cbb200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5cbc112740 con 0x7f5cbc102f80 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cb9e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1025d0 0x7f5cbc198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cb9e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1025d0 0x7f5cbc198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:52754/0 (socket says 172.21.15.7:52754) 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cb9e00700 1 -- 172.21.15.7:0/2457670575 learned_addr learned my addr 172.21.15.7:0/2457670575 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cb9400700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5cbc102f80 0x7f5cbc198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.390+0000 7f5cba800700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5cbc1076b0 0x7f5cbc1991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.391+0000 7f5cb9e00700 1 -- 172.21.15.7:0/2457670575 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5cbc102f80 msgr2=0x7f5cbc198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.391+0000 7f5cb9e00700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5cbc102f80 0x7f5cbc198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.391+0000 7f5cb9e00700 1 -- 172.21.15.7:0/2457670575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5cbc1076b0 msgr2=0x7f5cbc1991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.391+0000 7f5cb9e00700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5cbc1076b0 0x7f5cbc1991b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.391+0000 7f5cb9e00700 1 -- 172.21.15.7:0/2457670575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cbc1a8030 con 0x7f5cbc1025d0 2024-05-21T01:59:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.391+0000 7f5cba800700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5cbc1076b0 0x7f5cbc1991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.391+0000 7f5cb9e00700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1025d0 0x7f5cbc198730 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5cac00ef30 tx=0x7f5cac00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.392+0000 7f5cb2a00700 1 -- 172.21.15.7:0/2457670575 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac0092e0 con 0x7f5cbc1025d0 2024-05-21T01:59:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.392+0000 7f5cb2a00700 1 -- 172.21.15.7:0/2457670575 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5cac004bb0 con 0x7f5cbc1025d0 2024-05-21T01:59:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.392+0000 7f5cb2a00700 1 -- 172.21.15.7:0/2457670575 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cac004040 con 0x7f5cbc1025d0 2024-05-21T01:59:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.392+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cbc1a82c0 con 0x7f5cbc1025d0 2024-05-21T01:59:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.392+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cbc1a87b0 con 0x7f5cbc1025d0 2024-05-21T01:59:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.393+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cbc06a230 con 0x7f5cbc1025d0 2024-05-21T01:59:30.397 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.395+0000 7f5cb2a00700 1 -- 172.21.15.7:0/2457670575 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5cac01b030 con 0x7f5cbc1025d0 2024-05-21T01:59:30.398 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.397+0000 7f5cb2a00700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5ca00b2880 0x7f5ca00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.397+0000 7f5cb2a00700 1 -- 172.21.15.7:0/2457670575 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f5cac0e2790 con 0x7f5cbc1025d0 2024-05-21T01:59:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.397+0000 7f5cb9400700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5ca00b2880 0x7f5ca00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:30.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.398+0000 7f5cb9400700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5ca00b2880 0x7f5ca00b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5ca8009680 tx=0x7f5ca8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:30.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.400+0000 7f5cb2a00700 1 -- 172.21.15.7:0/2457670575 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5cac022020 con 0x7f5cbc1025d0 2024-05-21T01:59:30.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.687+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5cbc02e560 con 0x7f5cbc1025d0 2024-05-21T01:59:30.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.689+0000 7f5cb2a00700 1 -- 172.21.15.7:0/2457670575 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11915 (secure 0 0 0) 0x7f5cac010040 con 0x7f5cbc1025d0 2024-05-21T01:59:30.691 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:59:30.691 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T01:56:19.132899+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24517,24496,24484,24511,24518]},"id":1}]} 2024-05-21T01:59:30.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.691+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5ca00b2880 msgr2=0x7f5ca00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:30.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.691+0000 7f5cbb200700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5ca00b2880 0x7f5ca00b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5ca8009680 tx=0x7f5ca8009260 comp rx=0 tx=0).stop 2024-05-21T01:59:30.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.691+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1025d0 msgr2=0x7f5cbc198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:30.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.691+0000 7f5cbb200700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1025d0 0x7f5cbc198730 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5cac00ef30 tx=0x7f5cac00c3a0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.692+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 shutdown_connections 2024-05-21T01:59:30.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.692+0000 7f5cbb200700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5cbc1076b0 0x7f5cbc1991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.692+0000 7f5cbb200700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5ca00b2880 0x7f5ca00b4d40 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.692+0000 7f5cbb200700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5cbc1025d0 0x7f5cbc198730 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.692+0000 7f5cbb200700 1 --2- 172.21.15.7:0/2457670575 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5cbc102f80 0x7f5cbc198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:30.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.692+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 >> 172.21.15.7:0/2457670575 conn(0x7f5cbc0fde60 msgr2=0x7f5cbc0fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:30.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.692+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 shutdown_connections 2024-05-21T01:59:30.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:30.692+0000 7f5cbb200700 1 -- 172.21.15.7:0/2457670575 wait complete. 2024-05-21T01:59:30.694 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 28 2024-05-21T01:59:30.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:30 smithi190 ceph-mon[35961]: pgmap v431: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:30.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:30 smithi164 ceph-mon[36138]: pgmap v431: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:31.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:30 smithi007 ceph-mon[31288]: pgmap v431: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:31.516 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T01:59:31.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:31 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2457670575' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:59:31.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:31 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2457670575' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:59:31.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:31 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2457670575' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T01:59:31.980 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:32.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:32 smithi007 ceph-mon[31288]: pgmap v432: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:32.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:32 smithi190 ceph-mon[35961]: pgmap v432: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:32.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:32 smithi164 ceph-mon[36138]: pgmap v432: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:34.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.234+0000 7f6d4ac00700 1 -- 172.21.15.7:0/1099682217 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d4410eeb0 msgr2=0x7f6d44116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.234+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/1099682217 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d4410eeb0 0x7f6d44116a80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c009f90 tx=0x7f6d3c00b330 comp rx=0 tx=0).stop 2024-05-21T01:59:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.235+0000 7f6d4ac00700 1 -- 172.21.15.7:0/1099682217 shutdown_connections 2024-05-21T01:59:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.235+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/1099682217 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d4410eeb0 0x7f6d44116a80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.235+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/1099682217 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d44109dd0 0x7f6d4410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.235+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/1099682217 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d4410a780 0x7f6d4410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.235+0000 7f6d4ac00700 1 -- 172.21.15.7:0/1099682217 >> 172.21.15.7:0/1099682217 conn(0x7f6d44076d10 msgr2=0x7f6d44108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.235+0000 7f6d4ac00700 1 -- 172.21.15.7:0/1099682217 shutdown_connections 2024-05-21T01:59:34.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.235+0000 7f6d4ac00700 1 -- 172.21.15.7:0/1099682217 wait complete. 2024-05-21T01:59:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.236+0000 7f6d4ac00700 1 Processor -- start 2024-05-21T01:59:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.236+0000 7f6d4ac00700 1 -- start start 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d4ac00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d44109dd0 0x7f6d441a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d4ac00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d4410a780 0x7f6d441a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d4ac00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d4410eeb0 0x7f6d441a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d4ac00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6d44119d40 con 0x7f6d4410eeb0 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d4ac00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6d44119bc0 con 0x7f6d4410a780 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d4ac00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6d44119ec0 con 0x7f6d44109dd0 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d48c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d4410eeb0 0x7f6d441a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d43400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d4410a780 0x7f6d441a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d43e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d44109dd0 0x7f6d441a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d43400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d4410a780 0x7f6d441a07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:40122/0 (socket says 172.21.15.7:40122) 2024-05-21T01:59:34.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.237+0000 7f6d43400700 1 -- 172.21.15.7:0/2909414104 learned_addr learned my addr 172.21.15.7:0/2909414104 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.238+0000 7f6d43e00700 1 -- 172.21.15.7:0/2909414104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d4410a780 msgr2=0x7f6d441a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.238+0000 7f6d43e00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d4410a780 0x7f6d441a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.238+0000 7f6d43e00700 1 -- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d4410eeb0 msgr2=0x7f6d441a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.238+0000 7f6d43e00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d4410eeb0 0x7f6d441a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.238+0000 7f6d43e00700 1 -- 172.21.15.7:0/2909414104 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d441a5250 con 0x7f6d44109dd0 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.238+0000 7f6d48c00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d4410eeb0 0x7f6d441a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.238+0000 7f6d43e00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d44109dd0 0x7f6d441a0290 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6d3400eb90 tx=0x7f6d3400eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.239+0000 7f6d40c00700 1 -- 172.21.15.7:0/2909414104 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3400cc90 con 0x7f6d44109dd0 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.239+0000 7f6d40c00700 1 -- 172.21.15.7:0/2909414104 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6d3400ce30 con 0x7f6d44109dd0 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.239+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d441a5540 con 0x7f6d44109dd0 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.239+0000 7f6d40c00700 1 -- 172.21.15.7:0/2909414104 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d34010430 con 0x7f6d44109dd0 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.239+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d441acdc0 con 0x7f6d44109dd0 2024-05-21T01:59:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.240+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d4406a230 con 0x7f6d44109dd0 2024-05-21T01:59:34.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.242+0000 7f6d40c00700 1 -- 172.21.15.7:0/2909414104 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6d34003ef0 con 0x7f6d44109dd0 2024-05-21T01:59:34.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.244+0000 7f6d40c00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6d280b2900 0x7f6d280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:34.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.244+0000 7f6d40c00700 1 -- 172.21.15.7:0/2909414104 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6d340e2590 con 0x7f6d44109dd0 2024-05-21T01:59:34.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.244+0000 7f6d43400700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6d280b2900 0x7f6d280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:34.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.245+0000 7f6d43400700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6d280b2900 0x7f6d280b4dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6d44110270 tx=0x7f6d30009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:34.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.246+0000 7f6d40c00700 1 -- 172.21.15.7:0/2909414104 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6d340aa300 con 0x7f6d44109dd0 2024-05-21T01:59:34.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.485+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6d4402e560 con 0x7f6d44109dd0 2024-05-21T01:59:34.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.487+0000 7f6d40c00700 1 -- 172.21.15.7:0/2909414104 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7f6d340cae20 con 0x7f6d44109dd0 2024-05-21T01:59:34.490 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T01:59:34.490 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T01:59:34.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.490+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6d280b2900 msgr2=0x7f6d280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:34.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.490+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6d280b2900 0x7f6d280b4dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6d44110270 tx=0x7f6d30009260 comp rx=0 tx=0).stop 2024-05-21T01:59:34.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.490+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d44109dd0 msgr2=0x7f6d441a0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:34.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.490+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d44109dd0 0x7f6d441a0290 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6d3400eb90 tx=0x7f6d3400eea0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.491+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 shutdown_connections 2024-05-21T01:59:34.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.491+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6d280b2900 0x7f6d280b4dc0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.491+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6d4410eeb0 0x7f6d441a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.491+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6d44109dd0 0x7f6d441a0290 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.491+0000 7f6d4ac00700 1 --2- 172.21.15.7:0/2909414104 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6d4410a780 0x7f6d441a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:34.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.491+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 >> 172.21.15.7:0/2909414104 conn(0x7f6d44076d10 msgr2=0x7f6d44077370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:34.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.491+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 shutdown_connections 2024-05-21T01:59:34.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:34.491+0000 7f6d4ac00700 1 -- 172.21.15.7:0/2909414104 wait complete. 2024-05-21T01:59:34.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:34 smithi007 ceph-mon[31288]: pgmap v433: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:34.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:34 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2909414104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:59:34.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:34 smithi190 ceph-mon[35961]: pgmap v433: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:34.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:34 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2909414104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:59:34.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:34 smithi164 ceph-mon[36138]: pgmap v433: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:34.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:34 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2909414104' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T01:59:35.203 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T01:55:55.637693+0000', 'modified': '2024-05-21T01:56:19.132899+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24518, 'mds_1': 24517, 'mds_2': 24511, 'mds_3': 24496, 'mds_4': 24484}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14403': {'gid': 14403, 'name': 'a', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.7:6841/1960766377', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6840', 'nonce': 1960766377}, {'type': 'v1', 'addr': '172.21.15.7:6841', 'nonce': 1960766377}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24434': {'gid': 24434, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6833/3560975196', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6832', 'nonce': 3560975196}, {'type': 'v1', 'addr': '172.21.15.164:6833', 'nonce': 3560975196}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.190:6833/55497270', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6832', 'nonce': 55497270}, {'type': 'v1', 'addr': '172.21.15.190:6833', 'nonce': 55497270}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6835/3297886876', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6834', 'nonce': 3297886876}, {'type': 'v1', 'addr': '172.21.15.164:6835', 'nonce': 3297886876}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6837/2976993139', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6836', 'nonce': 2976993139}, {'type': 'v1', 'addr': '172.21.15.164:6837', 'nonce': 2976993139}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.190:6835/467793489', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6834', 'nonce': 467793489}, {'type': 'v1', 'addr': '172.21.15.190:6835', 'nonce': 467793489}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24496': {'gid': 24496, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.190:6837/685733707', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6836', 'nonce': 685733707}, {'type': 'v1', 'addr': '172.21.15.190:6837', 'nonce': 685733707}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.190:6839/179735261', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6838', 'nonce': 179735261}, {'type': 'v1', 'addr': '172.21.15.190:6839', 'nonce': 179735261}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.7:6839/3894183895', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6838', 'nonce': 3894183895}, {'type': 'v1', 'addr': '172.21.15.7:6839', 'nonce': 3894183895}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.164:6839/2714332525', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6838', 'nonce': 2714332525}, {'type': 'v1', 'addr': '172.21.15.164:6839', 'nonce': 2714332525}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24518, 'qdb_cluster': [24517, 24496, 24484, 24511, 24518]} 2024-05-21T01:59:35.204 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-21T01:59:35.204 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.f status 2024-05-21T01:59:35.664 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:36.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:36 smithi190 ceph-mon[35961]: pgmap v434: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:36.857 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:36 smithi007 ceph-mon[31288]: pgmap v434: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:36 smithi164 ceph-mon[36138]: pgmap v434: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:37.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.884+0000 7f3385800700 1 -- 172.21.15.7:0/358078579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3380104630 msgr2=0x7f3380104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:37.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.884+0000 7f3385800700 1 --2- 172.21.15.7:0/358078579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3380104630 0x7f3380104a10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3370009990 tx=0x7f3370009ca0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.884+0000 7f3385800700 1 -- 172.21.15.7:0/358078579 shutdown_connections 2024-05-21T01:59:37.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.884+0000 7f3385800700 1 --2- 172.21.15.7:0/358078579 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f338010da60 0x7f338010ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.884+0000 7f3385800700 1 --2- 172.21.15.7:0/358078579 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3380104630 0x7f3380104a10 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.884+0000 7f3385800700 1 --2- 172.21.15.7:0/358078579 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3380104f50 0x7f338010d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.884+0000 7f3385800700 1 -- 172.21.15.7:0/358078579 >> 172.21.15.7:0/358078579 conn(0x7f33800fde60 msgr2=0x7f3380100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:37.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.884+0000 7f3385800700 1 -- 172.21.15.7:0/358078579 shutdown_connections 2024-05-21T01:59:37.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.884+0000 7f3385800700 1 -- 172.21.15.7:0/358078579 wait complete. 2024-05-21T01:59:37.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.885+0000 7f3385800700 1 Processor -- start 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.885+0000 7f3385800700 1 -- start start 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f3385800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3380104630 0x7f3380102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f3385800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3380104f50 0x7f33801027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f3385800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f338010da60 0x7f3380102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f3385800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f33801136a0 con 0x7f3380104f50 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f3385800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3380113520 con 0x7f3380104630 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f3385800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3380113820 con 0x7f338010da60 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f337f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3380104f50 0x7f33801027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f337fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3380104630 0x7f3380102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f337fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3380104630 0x7f3380102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48550/0 (socket says 172.21.15.7:48550) 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f337fe00700 1 -- 172.21.15.7:0/1669750056 learned_addr learned my addr 172.21.15.7:0/1669750056 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.886+0000 7f3384e00700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f338010da60 0x7f3380102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.887+0000 7f337fe00700 1 -- 172.21.15.7:0/1669750056 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f338010da60 msgr2=0x7f3380102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.887+0000 7f337fe00700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f338010da60 0x7f3380102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.887+0000 7f337fe00700 1 -- 172.21.15.7:0/1669750056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3380104f50 msgr2=0x7f33801027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.887+0000 7f337fe00700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3380104f50 0x7f33801027d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.887+0000 7f337fe00700 1 -- 172.21.15.7:0/1669750056 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33801a80f0 con 0x7f3380104630 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.887+0000 7f337fe00700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3380104630 0x7f3380102290 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3370005910 tx=0x7f337000b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.887+0000 7f337cc00700 1 -- 172.21.15.7:0/1669750056 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3370027070 con 0x7f3380104630 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.887+0000 7f3385800700 1 -- 172.21.15.7:0/1669750056 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33801a8380 con 0x7f3380104630 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.888+0000 7f337cc00700 1 -- 172.21.15.7:0/1669750056 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3370022470 con 0x7f3380104630 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.888+0000 7f337cc00700 1 -- 172.21.15.7:0/1669750056 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3370017650 con 0x7f3380104630 2024-05-21T01:59:37.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.888+0000 7f3385800700 1 -- 172.21.15.7:0/1669750056 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33801a88b0 con 0x7f3380104630 2024-05-21T01:59:37.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.891+0000 7f337cc00700 1 -- 172.21.15.7:0/1669750056 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f337002a070 con 0x7f3380104630 2024-05-21T01:59:37.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.892+0000 7f33917afb80 1 Processor -- start 2024-05-21T01:59:37.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.892+0000 7f33917afb80 1 -- start start 2024-05-21T01:59:37.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.892+0000 7f33917afb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 0x563ba89deb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f33917afb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 0x563ba89d8d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f33917afb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89d97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f33917afb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563ba8936df0 con 0x563ba89d9340 2024-05-21T01:59:37.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f33917afb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563ba8926990 con 0x563ba89df090 2024-05-21T01:59:37.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f33917afb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x563ba892a9d0 con 0x563ba89de770 2024-05-21T01:59:37.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f337f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89d97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f3384e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 0x563ba89deb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f337fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 0x563ba89d8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f3384e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 0x563ba89deb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40936/0 (socket says 172.21.15.7:40936) 2024-05-21T01:59:37.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f3384e00700 1 -- 172.21.15.7:0/759333688 learned_addr learned my addr 172.21.15.7:0/759333688 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:37.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f337fe00700 1 -- 172.21.15.7:0/759333688 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 msgr2=0x563ba89deb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:37.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f337fe00700 1 --2- 172.21.15.7:0/759333688 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 0x563ba89deb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f337fe00700 1 -- 172.21.15.7:0/759333688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 msgr2=0x563ba89d97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:37.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f337fe00700 1 --2- 172.21.15.7:0/759333688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89d97a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.893+0000 7f337fe00700 1 -- 172.21.15.7:0/759333688 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ba88ef3d0 con 0x563ba89df090 2024-05-21T01:59:37.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.894+0000 7f337cc00700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33640b2880 0x7f33640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.894+0000 7f337cc00700 1 -- 172.21.15.7:0/1669750056 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f33700e2e70 con 0x7f3380104630 2024-05-21T01:59:37.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.894+0000 7f3384e00700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33640b2880 0x7f33640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.894+0000 7f337fe00700 1 --2- 172.21.15.7:0/759333688 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 0x563ba89d8d20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f33700e08d0 tx=0x7f33700e9750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54c3c8b9b0509150 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:37.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.894+0000 7f3375600700 1 -- 172.21.15.7:0/759333688 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33700a63a0 con 0x563ba89df090 2024-05-21T01:59:37.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.895+0000 7f3375600700 1 -- 172.21.15.7:0/759333688 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33700095c0 con 0x563ba89df090 2024-05-21T01:59:37.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.895+0000 7f3375600700 1 -- 172.21.15.7:0/759333688 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33700a9c50 con 0x563ba89df090 2024-05-21T01:59:37.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.895+0000 7f33917afb80 1 -- 172.21.15.7:0/759333688 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 msgr2=0x563ba89d8d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:37.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.895+0000 7f33917afb80 1 --2- 172.21.15.7:0/759333688 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 0x563ba89d8d20 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f33700e08d0 tx=0x7f33700e9750 comp rx=0 tx=0).stop 2024-05-21T01:59:37.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.895+0000 7f3384e00700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33640b2880 0x7f33640b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3378009fd0 tx=0x7f3378009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:37.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.895+0000 7f33917afb80 1 -- 172.21.15.7:0/759333688 shutdown_connections 2024-05-21T01:59:37.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.895+0000 7f33917afb80 1 --2- 172.21.15.7:0/759333688 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89d97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.895+0000 7f33917afb80 1 --2- 172.21.15.7:0/759333688 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 0x563ba89deb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.895+0000 7f33917afb80 1 --2- 172.21.15.7:0/759333688 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 0x563ba89d8d20 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.896+0000 7f33917afb80 1 -- 172.21.15.7:0/759333688 >> 172.21.15.7:0/759333688 conn(0x563ba8906b90 msgr2=0x563ba89d37c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:37.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.896+0000 7f33917afb80 1 -- 172.21.15.7:0/759333688 shutdown_connections 2024-05-21T01:59:37.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.896+0000 7f33917afb80 1 -- 172.21.15.7:0/759333688 wait complete. 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.896+0000 7f33917afb80 1 -- start start 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.896+0000 7f33917afb80 1 Processor -- start 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f33917afb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89d9340 0x563ba89e4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f33917afb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89de770 0x563ba89e2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f33917afb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89df090 0x563ba89e25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f33917afb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563ba882cf50 con 0x563ba89df090 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f33917afb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563ba88c7710 con 0x563ba89de770 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f33917afb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x563ba89e5970 con 0x563ba89d9340 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f33917afb80 10 client.0 _ll_register_callbacks cb 0x563ba88d0c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:37.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f3384e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89df090 0x563ba89e25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f337fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89d9340 0x563ba89e4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f3384e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89df090 0x563ba89e25d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47960/0 (socket says 172.21.15.7:47960) 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f3384e00700 1 -- 172.21.15.7:0/422530784 learned_addr learned my addr 172.21.15.7:0/422530784 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.897+0000 7f337f400700 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89de770 0x563ba89e2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f337fe00700 1 -- 172.21.15.7:0/422530784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89de770 msgr2=0x563ba89e2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f337fe00700 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89de770 0x563ba89e2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f337fe00700 1 -- 172.21.15.7:0/422530784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89df090 msgr2=0x563ba89e25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f337fe00700 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89df090 0x563ba89e25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f337fe00700 1 -- 172.21.15.7:0/422530784 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ba8876880 con 0x563ba89d9340 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f337fe00700 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89d9340 0x563ba89e4cf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f33700e3160 tx=0x7f3370005a90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8dc48d848f3e12d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f336a000700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f336a000700 1 -- 172.21.15.7:0/422530784 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33700a9e30 con 0x563ba89d9340 2024-05-21T01:59:37.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f336a000700 1 -- 172.21.15.7:0/422530784 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f33700aa740 con 0x563ba89d9340 2024-05-21T01:59:37.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.898+0000 7f33917afb80 1 -- 172.21.15.7:0/422530784 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563ba8938d40 con 0x563ba89d9340 2024-05-21T01:59:37.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f336a000700 1 -- 172.21.15.7:0/422530784 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f33700aa2b0 con 0x563ba89d9340 2024-05-21T01:59:37.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f33917afb80 10 client.25030 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:37.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f33917afb80 1 -- 172.21.15.7:0/422530784 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563ba88f7010 con 0x563ba89d9340 2024-05-21T01:59:37.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f336a000700 1 -- 172.21.15.7:0/422530784 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x563ba8938d40 con 0x563ba89d9340 2024-05-21T01:59:37.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f336a000700 1 -- 172.21.15.7:0/422530784 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f33700b2e20 con 0x563ba89d9340 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f33917afb80 10 client.25030 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f33917afb80 10 client.25030 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f33917afb80 20 client.25030 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f33917afb80 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x563ba89f21c0 0x563ba89f3630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f33917afb80 4 client.25030 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.899+0000 7f33917afb80 1 -- 172.21.15.7:0/422530784 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ba8932520 con 0x563ba89f21c0 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.900+0000 7f337f400700 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x563ba89f21c0 0x563ba89f3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.900+0000 7f337f400700 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x563ba89f21c0 0x563ba89f3630 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1bc078cf83757899 server_cookie=d8b2b9389874e299 in_seq=0 out_seq=0 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.900+0000 7f336a000700 10 client.25030 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.901+0000 7f336a000700 1 -- 172.21.15.7:0/422530784 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563ba8932520 con 0x563ba89f21c0 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.901+0000 7f336a000700 10 client.25030 handle_command_reply: tid=0 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.901+0000 7f33917afb80 1 client.25030 shutdown 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.901+0000 7f33917afb80 1 -- 172.21.15.7:0/422530784 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89d9340 msgr2=0x563ba89e4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:37.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.901+0000 7f33917afb80 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89d9340 0x563ba89e4cf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f33700e3160 tx=0x7f3370005a90 comp rx=0 tx=0).stop 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.901+0000 7f33917afb80 1 -- 172.21.15.7:0/422530784 shutdown_connections 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.901+0000 7f33917afb80 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x563ba89f21c0 0x563ba89f3630 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.902+0000 7f33917afb80 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89df090 0x563ba89e25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.902+0000 7f33917afb80 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89d9340 0x563ba89e4cf0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.902+0000 7f33917afb80 1 --2- 172.21.15.7:0/422530784 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89de770 0x563ba89e2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.902+0000 7f33917afb80 1 -- 172.21.15.7:0/422530784 >> 172.21.15.7:0/422530784 conn(0x563ba8906b90 msgr2=0x563ba89d2f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.902+0000 7f336a000700 0 client.25030 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.902+0000 7f33917afb80 1 -- 172.21.15.7:0/422530784 shutdown_connections 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.902+0000 7f33917afb80 1 -- 172.21.15.7:0/422530784 wait complete. 2024-05-21T01:59:37.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.902+0000 7f33917afb80 20 client.25030 trim_cache size 0 max 16384 2024-05-21T01:59:37.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.925+0000 7f33917afb80 1 Processor -- start 2024-05-21T01:59:37.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.925+0000 7f33917afb80 1 -- start start 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f33917afb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89d9340 0x563ba89d8d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f33917afb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89de770 0x563ba89d36f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f33917afb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89df090 0x563ba89e1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f33917afb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563ba89f1970 con 0x563ba89de770 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f33917afb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563ba89f2040 con 0x563ba89d9340 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f33917afb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x563ba89f2710 con 0x563ba89df090 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f337fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89d9340 0x563ba89d8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f337fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89d9340 0x563ba89d8d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48588/0 (socket says 172.21.15.7:48588) 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f3384e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89df090 0x563ba89e1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f337fe00700 1 -- 172.21.15.7:0/1542693965 learned_addr learned my addr 172.21.15.7:0/1542693965 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:37.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f337f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89de770 0x563ba89d36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.926+0000 7f337fe00700 1 -- 172.21.15.7:0/1542693965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89df090 msgr2=0x563ba89e1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:37.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.927+0000 7f337fe00700 1 --2- 172.21.15.7:0/1542693965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89df090 0x563ba89e1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.927+0000 7f337fe00700 1 -- 172.21.15.7:0/1542693965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89de770 msgr2=0x563ba89d36f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:37.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.927+0000 7f337fe00700 1 --2- 172.21.15.7:0/1542693965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89de770 0x563ba89d36f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.927+0000 7f337fe00700 1 -- 172.21.15.7:0/1542693965 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ba89e54f0 con 0x563ba89d9340 2024-05-21T01:59:37.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.927+0000 7f337fe00700 1 --2- 172.21.15.7:0/1542693965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89d9340 0x563ba89d8d20 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f33700e9fd0 tx=0x7f3370005b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e724ef84b741c908 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:37.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.927+0000 7f3374c00700 1 -- 172.21.15.7:0/1542693965 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33700a9e30 con 0x563ba89d9340 2024-05-21T01:59:37.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.927+0000 7f3374c00700 1 -- 172.21.15.7:0/1542693965 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33700e6680 con 0x563ba89d9340 2024-05-21T01:59:37.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.927+0000 7f3374c00700 1 -- 172.21.15.7:0/1542693965 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33700e6ea0 con 0x563ba89d9340 2024-05-21T01:59:37.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.928+0000 7f33917afb80 1 -- 172.21.15.7:0/1542693965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89d9340 msgr2=0x563ba89d8d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.928+0000 7f33917afb80 1 --2- 172.21.15.7:0/1542693965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89d9340 0x563ba89d8d20 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f33700e9fd0 tx=0x7f3370005b00 comp rx=0 tx=0).stop 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.928+0000 7f33917afb80 1 -- 172.21.15.7:0/1542693965 shutdown_connections 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.928+0000 7f33917afb80 1 --2- 172.21.15.7:0/1542693965 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89df090 0x563ba89e1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.928+0000 7f33917afb80 1 --2- 172.21.15.7:0/1542693965 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89d9340 0x563ba89d8d20 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.928+0000 7f33917afb80 1 --2- 172.21.15.7:0/1542693965 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89de770 0x563ba89d36f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.928+0000 7f33917afb80 1 -- 172.21.15.7:0/1542693965 >> 172.21.15.7:0/1542693965 conn(0x563ba8906b90 msgr2=0x563ba89f10f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.928+0000 7f33917afb80 1 -- 172.21.15.7:0/1542693965 shutdown_connections 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.928+0000 7f33917afb80 1 -- 172.21.15.7:0/1542693965 wait complete. 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.929+0000 7f33917afb80 1 -- start start 2024-05-21T01:59:37.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.929+0000 7f33917afb80 1 Processor -- start 2024-05-21T01:59:37.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.929+0000 7f33917afb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89fd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.929+0000 7f33917afb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 0x563ba89d27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.929+0000 7f33917afb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 0x563ba89d2d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.929+0000 7f33917afb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563ba89f34b0 con 0x563ba89d9340 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.929+0000 7f33917afb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563ba89f2de0 con 0x563ba89df090 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.929+0000 7f33917afb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x563ba89f3b80 con 0x563ba89de770 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.929+0000 7f33917afb80 10 client.0 _ll_register_callbacks cb 0x563ba88d0c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89fd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89fd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47966/0 (socket says 172.21.15.7:47966) 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337fe00700 1 -- 172.21.15.7:0/1522291577 learned_addr learned my addr 172.21.15.7:0/1522291577 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337f400700 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 0x563ba89d27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f3384e00700 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 0x563ba89d2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337fe00700 1 -- 172.21.15.7:0/1522291577 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 msgr2=0x563ba89d27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:37.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337fe00700 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 0x563ba89d27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337fe00700 1 -- 172.21.15.7:0/1522291577 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 msgr2=0x563ba89d2d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337fe00700 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 0x563ba89d2d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337fe00700 1 -- 172.21.15.7:0/1522291577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ba89d33b0 con 0x563ba89d9340 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f337fe00700 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89fd020 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f33700a6a80 tx=0x7f3370009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c4eba4858174dec server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.930+0000 7f336a000700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.931+0000 7f336a000700 1 -- 172.21.15.7:0/1522291577 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33700e6ea0 con 0x563ba89d9340 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.931+0000 7f336a000700 1 -- 172.21.15.7:0/1522291577 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f33700aa950 con 0x563ba89d9340 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.931+0000 7f33917afb80 1 -- 172.21.15.7:0/1522291577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33700e6680 con 0x563ba89d9340 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.931+0000 7f336a000700 1 -- 172.21.15.7:0/1522291577 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f33700a9e30 con 0x563ba89d9340 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.931+0000 7f33917afb80 10 client.14913 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.931+0000 7f33917afb80 1 -- 172.21.15.7:0/1522291577 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563ba89d33b0 con 0x563ba89d9340 2024-05-21T01:59:37.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.931+0000 7f336a000700 1 -- 172.21.15.7:0/1522291577 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33700e6680 con 0x563ba89d9340 2024-05-21T01:59:37.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.931+0000 7f336a000700 1 -- 172.21.15.7:0/1522291577 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f33700b1b80 con 0x563ba89d9340 2024-05-21T01:59:37.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.931+0000 7f33917afb80 10 client.14913 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:37.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.932+0000 7f33917afb80 10 client.14913 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T01:59:37.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.932+0000 7f33917afb80 20 client.14913 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:37.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.932+0000 7f33917afb80 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x563ba8a6a3f0 0x563ba8a69100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:37.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.932+0000 7f33917afb80 4 client.14913 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:59:37.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.932+0000 7f33917afb80 1 -- 172.21.15.7:0/1522291577 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "status"}) -- 0x563ba87a9200 con 0x563ba8a6a3f0 2024-05-21T01:59:37.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.932+0000 7f337f400700 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x563ba8a6a3f0 0x563ba8a69100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:37.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f337f400700 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x563ba8a6a3f0 0x563ba8a69100 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3e87cfe812a6d626 server_cookie=22a7d63467212de0 in_seq=0 out_seq=0 2024-05-21T01:59:37.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f336a000700 10 client.14913 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T01:59:37.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f336a000700 1 -- 172.21.15.7:0/1522291577 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x563ba87a9200 con 0x563ba8a6a3f0 2024-05-21T01:59:37.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f336a000700 10 client.14913 handle_command_reply: tid=0 2024-05-21T01:59:37.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 client.14913 shutdown 2024-05-21T01:59:37.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 -- 172.21.15.7:0/1522291577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 msgr2=0x563ba89fd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89fd020 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f33700a6a80 tx=0x7f3370009310 comp rx=0 tx=0).stop 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 -- 172.21.15.7:0/1522291577 shutdown_connections 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x563ba8a6a3f0 0x563ba8a69100 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563ba89df090 0x563ba89d2d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563ba89d9340 0x563ba89fd020 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 --2- 172.21.15.7:0/1522291577 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563ba89de770 0x563ba89d27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 -- 172.21.15.7:0/1522291577 >> 172.21.15.7:0/1522291577 conn(0x563ba8906b90 msgr2=0x563ba89e1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f336a000700 0 client.14913 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 -- 172.21.15.7:0/1522291577 shutdown_connections 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 1 -- 172.21.15.7:0/1522291577 wait complete. 2024-05-21T01:59:37.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.933+0000 7f33917afb80 20 client.14913 trim_cache size 0 max 16384 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 4, 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24484, 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 203.50148123100001, 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:59:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 264.93609274400001 2024-05-21T01:59:37.940 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:59:37.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 -- 172.21.15.7:0/1669750056 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33640b2880 msgr2=0x7f33640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:37.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33640b2880 0x7f33640b4d40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3378009fd0 tx=0x7f3378009040 comp rx=0 tx=0).stop 2024-05-21T01:59:37.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 -- 172.21.15.7:0/1669750056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3380104630 msgr2=0x7f3380102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:37.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3380104630 0x7f3380102290 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3370005910 tx=0x7f337000b670 comp rx=0 tx=0).stop 2024-05-21T01:59:37.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 -- 172.21.15.7:0/1669750056 shutdown_connections 2024-05-21T01:59:37.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f338010da60 0x7f3380102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3380104630 0x7f3380102290 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f33640b2880 0x7f33640b4d40 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 --2- 172.21.15.7:0/1669750056 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3380104f50 0x7f33801027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:37.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.934+0000 7f3385800700 1 -- 172.21.15.7:0/1669750056 >> 172.21.15.7:0/1669750056 conn(0x7f33800fde60 msgr2=0x7f33800fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:37.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.935+0000 7f3385800700 1 -- 172.21.15.7:0/1669750056 shutdown_connections 2024-05-21T01:59:37.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:37.935+0000 7f3385800700 1 -- 172.21.15.7:0/1669750056 wait complete. 2024-05-21T01:59:38.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:38 smithi007 ceph-mon[31288]: pgmap v435: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:38.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:38 smithi190 ceph-mon[35961]: pgmap v435: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:38.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:38 smithi164 ceph-mon[36138]: pgmap v435: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:38.956 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-21T01:59:39.426 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:40.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:40 smithi007 ceph-mon[31288]: pgmap v436: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:40.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:40 smithi190 ceph-mon[35961]: pgmap v436: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:40.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:40 smithi164 ceph-mon[36138]: pgmap v436: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.749+0000 7faf1fe00700 1 -- 172.21.15.7:0/1774627185 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20106010 msgr2=0x7faf20112520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.749+0000 7faf1fe00700 1 --2- 172.21.15.7:0/1774627185 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20106010 0x7faf20112520 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7faf18009f90 tx=0x7faf1800b330 comp rx=0 tx=0).stop 2024-05-21T01:59:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.749+0000 7faf1fe00700 1 -- 172.21.15.7:0/1774627185 shutdown_connections 2024-05-21T01:59:41.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.749+0000 7faf1fe00700 1 --2- 172.21.15.7:0/1774627185 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20106010 0x7faf20112520 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.749+0000 7faf1fe00700 1 --2- 172.21.15.7:0/1774627185 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf2010b650 0x7faf2010ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.749+0000 7faf1fe00700 1 --2- 172.21.15.7:0/1774627185 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf20105650 0x7faf20105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.749+0000 7faf1fe00700 1 -- 172.21.15.7:0/1774627185 >> 172.21.15.7:0/1774627185 conn(0x7faf20101180 msgr2=0x7faf201035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.749+0000 7faf1fe00700 1 -- 172.21.15.7:0/1774627185 shutdown_connections 2024-05-21T01:59:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.750+0000 7faf1fe00700 1 -- 172.21.15.7:0/1774627185 wait complete. 2024-05-21T01:59:41.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.751+0000 7faf1fe00700 1 Processor -- start 2024-05-21T01:59:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.751+0000 7faf1fe00700 1 -- start start 2024-05-21T01:59:41.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.751+0000 7faf1fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20105650 0x7faf2019bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf20106010 0x7faf2019c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf2010b650 0x7faf201a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1fe00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faf201158e0 con 0x7faf2010b650 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1fe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faf20115760 con 0x7faf20105650 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1fe00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7faf20115a60 con 0x7faf20106010 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf2010b650 0x7faf201a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20105650 0x7faf2019bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20105650 0x7faf2019bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48620/0 (socket says 172.21.15.7:48620) 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1ea00700 1 -- 172.21.15.7:0/2356953378 learned_addr learned my addr 172.21.15.7:0/2356953378 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:41.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1f400700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf2010b650 0x7faf201a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47986/0 (socket says 172.21.15.7:47986) 2024-05-21T01:59:41.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1e000700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf20106010 0x7faf2019c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1ea00700 1 -- 172.21.15.7:0/2356953378 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf20106010 msgr2=0x7faf2019c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:41.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1ea00700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf20106010 0x7faf2019c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1ea00700 1 -- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf2010b650 msgr2=0x7faf201a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:41.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1ea00700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf2010b650 0x7faf201a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.752+0000 7faf1ea00700 1 -- 172.21.15.7:0/2356953378 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf201a0d20 con 0x7faf20105650 2024-05-21T01:59:41.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.753+0000 7faf1ea00700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20105650 0x7faf2019bd10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7faf1000e9c0 tx=0x7faf1000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:41.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.753+0000 7faf17400700 1 -- 172.21.15.7:0/2356953378 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf1000cbd0 con 0x7faf20105650 2024-05-21T01:59:41.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.753+0000 7faf17400700 1 -- 172.21.15.7:0/2356953378 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf1000ee50 con 0x7faf20105650 2024-05-21T01:59:41.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.753+0000 7faf1fe00700 1 -- 172.21.15.7:0/2356953378 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf201a1010 con 0x7faf20105650 2024-05-21T01:59:41.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.753+0000 7faf17400700 1 -- 172.21.15.7:0/2356953378 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf10005550 con 0x7faf20105650 2024-05-21T01:59:41.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.753+0000 7faf1fe00700 1 -- 172.21.15.7:0/2356953378 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf201a8890 con 0x7faf20105650 2024-05-21T01:59:41.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.756+0000 7faf17400700 1 -- 172.21.15.7:0/2356953378 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faf10004750 con 0x7faf20105650 2024-05-21T01:59:41.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf3013bb80 1 Processor -- start 2024-05-21T01:59:41.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf3013bb80 1 -- start start 2024-05-21T01:59:41.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf17400700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faf040b2880 0x7faf040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf17400700 1 -- 172.21.15.7:0/2356953378 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7faf100e2470 con 0x7faf20105650 2024-05-21T01:59:41.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 0x559eef1903b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf1f400700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faf040b2880 0x7faf040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef18aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf3013bb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559eef0e8df0 con 0x559eef18aa80 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf3013bb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559eef0d8990 con 0x559eef1908f0 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.758+0000 7faf3013bb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559eef0dc9d0 con 0x559eef18ffd0 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef18aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48630/0 (socket says 172.21.15.7:48630) 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1e000700 1 -- 172.21.15.7:0/93511317 learned_addr learned my addr 172.21.15.7:0/93511317 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1ea00700 1 --2- 172.21.15.7:0/93511317 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 0x559eef1903b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1e000700 1 -- 172.21.15.7:0/93511317 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 msgr2=0x559eef1903b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:41.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1e000700 1 --2- 172.21.15.7:0/93511317 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 0x559eef1903b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1e000700 1 -- 172.21.15.7:0/93511317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 msgr2=0x559eef18aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:41.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1e000700 1 --2- 172.21.15.7:0/93511317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef18aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1e000700 1 -- 172.21.15.7:0/93511317 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559eef0a13d0 con 0x559eef1908f0 2024-05-21T01:59:41.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.759+0000 7faf1f400700 1 --2- 172.21.15.7:0/93511317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef18aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T01:59:41.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.760+0000 7faf1f400700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faf040b2880 0x7faf040b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7faf18009790 tx=0x7faf18003b60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:41.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.760+0000 7faf1e000700 1 --2- 172.21.15.7:0/93511317 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18a460 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7faf0c009d30 tx=0x7faf0c011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a2f4ae04500bbb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:41.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.760+0000 7faf0be00700 1 -- 172.21.15.7:0/93511317 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c004250 con 0x559eef1908f0 2024-05-21T01:59:41.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.760+0000 7faf0be00700 1 -- 172.21.15.7:0/93511317 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf0c0043f0 con 0x559eef1908f0 2024-05-21T01:59:41.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.760+0000 7faf0be00700 1 -- 172.21.15.7:0/93511317 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c005560 con 0x559eef1908f0 2024-05-21T01:59:41.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.761+0000 7faf3013bb80 1 -- 172.21.15.7:0/93511317 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 msgr2=0x559eef18a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:41.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.761+0000 7faf3013bb80 1 --2- 172.21.15.7:0/93511317 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18a460 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7faf0c009d30 tx=0x7faf0c011720 comp rx=0 tx=0).stop 2024-05-21T01:59:41.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.761+0000 7faf3013bb80 1 -- 172.21.15.7:0/93511317 shutdown_connections 2024-05-21T01:59:41.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.761+0000 7faf3013bb80 1 --2- 172.21.15.7:0/93511317 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef18aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.761+0000 7faf3013bb80 1 --2- 172.21.15.7:0/93511317 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 0x559eef1903b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.761+0000 7faf3013bb80 1 --2- 172.21.15.7:0/93511317 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18a460 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.761+0000 7faf3013bb80 1 -- 172.21.15.7:0/93511317 >> 172.21.15.7:0/93511317 conn(0x559eef0b8b90 msgr2=0x559eef185100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:41.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.761+0000 7faf3013bb80 1 -- 172.21.15.7:0/93511317 shutdown_connections 2024-05-21T01:59:41.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.761+0000 7faf3013bb80 1 -- 172.21.15.7:0/93511317 wait complete. 2024-05-21T01:59:41.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.762+0000 7faf3013bb80 1 -- start start 2024-05-21T01:59:41.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.762+0000 7faf3013bb80 1 Processor -- start 2024-05-21T01:59:41.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.762+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18aa80 0x559eef196650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.762+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 0x559eef1939f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.762+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef1908f0 0x559eef193f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.762+0000 7faf3013bb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559eeefdef50 con 0x559eef1908f0 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.762+0000 7faf3013bb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559eef079710 con 0x559eef18aa80 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.762+0000 7faf3013bb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559eef197410 con 0x559eef18ffd0 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf3013bb80 10 client.0 _ll_register_callbacks cb 0x559eef082c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18aa80 0x559eef196650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef1908f0 0x559eef193f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18aa80 0x559eef196650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48642/0 (socket says 172.21.15.7:48642) 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1ea00700 1 -- 172.21.15.7:0/21945112 learned_addr learned my addr 172.21.15.7:0/21945112 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1e000700 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 0x559eef1939f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1ea00700 1 -- 172.21.15.7:0/21945112 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 msgr2=0x559eef1939f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1ea00700 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 0x559eef1939f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1ea00700 1 -- 172.21.15.7:0/21945112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef1908f0 msgr2=0x559eef193f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1ea00700 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef1908f0 0x559eef193f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1ea00700 1 -- 172.21.15.7:0/21945112 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559eef028880 con 0x559eef18aa80 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf1ea00700 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18aa80 0x559eef196650 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faf10004f80 tx=0x7faf100a9fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60b8b13e7817a160 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.763+0000 7faf08c00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.764+0000 7faf08c00700 1 -- 172.21.15.7:0/21945112 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf100c3060 con 0x559eef18aa80 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.764+0000 7faf08c00700 1 -- 172.21.15.7:0/21945112 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7faf10004a40 con 0x559eef18aa80 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.764+0000 7faf3013bb80 1 -- 172.21.15.7:0/21945112 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf0c0043f0 con 0x559eef18aa80 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.764+0000 7faf08c00700 1 -- 172.21.15.7:0/21945112 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faf100a5040 con 0x559eef18aa80 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.764+0000 7faf3013bb80 10 client.25031 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.764+0000 7faf3013bb80 1 -- 172.21.15.7:0/21945112 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559eef0a9010 con 0x559eef18aa80 2024-05-21T01:59:41.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.764+0000 7faf08c00700 1 -- 172.21.15.7:0/21945112 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf0c0043f0 con 0x559eef18aa80 2024-05-21T01:59:41.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.764+0000 7faf08c00700 1 -- 172.21.15.7:0/21945112 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7faf100cc0c0 con 0x559eef18aa80 2024-05-21T01:59:41.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.765+0000 7faf3013bb80 10 client.25031 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:41.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.765+0000 7faf3013bb80 10 client.25031 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T01:59:41.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.765+0000 7faf3013bb80 20 client.25031 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:41.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.765+0000 7faf3013bb80 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559eef1a3ed0 0x559eef1a5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.765+0000 7faf3013bb80 4 client.25031 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.765+0000 7faf3013bb80 1 -- 172.21.15.7:0/21945112 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559eef0ead40 con 0x559eef1a3ed0 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.765+0000 7faf1e000700 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559eef1a3ed0 0x559eef1a5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.766+0000 7faf1e000700 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559eef1a3ed0 0x559eef1a5340 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3efeb41e0bcc703c server_cookie=6b0ab5faec39c199 in_seq=0 out_seq=0 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.766+0000 7faf08c00700 10 client.25031 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf08c00700 1 -- 172.21.15.7:0/21945112 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559eef0ead40 con 0x559eef1a3ed0 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf08c00700 10 client.25031 handle_command_reply: tid=0 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 client.25031 shutdown 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 -- 172.21.15.7:0/21945112 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18aa80 msgr2=0x559eef196650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18aa80 0x559eef196650 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faf10004f80 tx=0x7faf100a9fb0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 -- 172.21.15.7:0/21945112 shutdown_connections 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559eef1a3ed0 0x559eef1a5340 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef1908f0 0x559eef193f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18aa80 0x559eef196650 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 --2- 172.21.15.7:0/21945112 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18ffd0 0x559eef1939f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 -- 172.21.15.7:0/21945112 >> 172.21.15.7:0/21945112 conn(0x559eef0b8b90 msgr2=0x559eef189450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:41.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf08c00700 0 client.25031 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T01:59:41.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 -- 172.21.15.7:0/21945112 shutdown_connections 2024-05-21T01:59:41.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.767+0000 7faf3013bb80 1 -- 172.21.15.7:0/21945112 wait complete. 2024-05-21T01:59:41.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.768+0000 7faf3013bb80 20 client.25031 trim_cache size 0 max 16384 2024-05-21T01:59:41.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.791+0000 7faf3013bb80 1 Processor -- start 2024-05-21T01:59:41.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.791+0000 7faf3013bb80 1 -- start start 2024-05-21T01:59:41.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18aa80 0x559eef18a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18ffd0 0x559eef18db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf3013bb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559eef1a3680 con 0x559eef18ffd0 2024-05-21T01:59:41.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf3013bb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559eef1a3d50 con 0x559eef1908f0 2024-05-21T01:59:41.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf3013bb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559eef1a4420 con 0x559eef18aa80 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf1e000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18ffd0 0x559eef18db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf1e000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18ffd0 0x559eef18db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48024/0 (socket says 172.21.15.7:48024) 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf1e000700 1 -- 172.21.15.7:0/1958838913 learned_addr learned my addr 172.21.15.7:0/1958838913 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf1f400700 1 --2- 172.21.15.7:0/1958838913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.792+0000 7faf1ea00700 1 --2- 172.21.15.7:0/1958838913 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18aa80 0x559eef18a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.793+0000 7faf1e000700 1 -- 172.21.15.7:0/1958838913 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18aa80 msgr2=0x559eef18a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.793+0000 7faf1e000700 1 --2- 172.21.15.7:0/1958838913 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18aa80 0x559eef18a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.793+0000 7faf1e000700 1 -- 172.21.15.7:0/1958838913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 msgr2=0x559eef18e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.793+0000 7faf1e000700 1 --2- 172.21.15.7:0/1958838913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.793+0000 7faf1e000700 1 -- 172.21.15.7:0/1958838913 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559eef1a3800 con 0x559eef18ffd0 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.793+0000 7faf1e000700 1 --2- 172.21.15.7:0/1958838913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18ffd0 0x559eef18db20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faf0c011a70 tx=0x7faf0c009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14e7a29f132cb60e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:41.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.793+0000 7faf0b400700 1 -- 172.21.15.7:0/1958838913 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c005120 con 0x559eef18ffd0 2024-05-21T01:59:41.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.793+0000 7faf0b400700 1 -- 172.21.15.7:0/1958838913 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf0c003680 con 0x559eef18ffd0 2024-05-21T01:59:41.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.793+0000 7faf0b400700 1 -- 172.21.15.7:0/1958838913 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0c02a2a0 con 0x559eef18ffd0 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.794+0000 7faf3013bb80 1 -- 172.21.15.7:0/1958838913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18ffd0 msgr2=0x559eef18db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.794+0000 7faf3013bb80 1 --2- 172.21.15.7:0/1958838913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18ffd0 0x559eef18db20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faf0c011a70 tx=0x7faf0c009360 comp rx=0 tx=0).stop 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.794+0000 7faf3013bb80 1 -- 172.21.15.7:0/1958838913 shutdown_connections 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.794+0000 7faf3013bb80 1 --2- 172.21.15.7:0/1958838913 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef1908f0 0x559eef18e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.794+0000 7faf3013bb80 1 --2- 172.21.15.7:0/1958838913 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef18aa80 0x559eef18a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.794+0000 7faf3013bb80 1 --2- 172.21.15.7:0/1958838913 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18ffd0 0x559eef18db20 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.794+0000 7faf3013bb80 1 -- 172.21.15.7:0/1958838913 >> 172.21.15.7:0/1958838913 conn(0x559eef0b8b90 msgr2=0x559eef1a2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.794+0000 7faf3013bb80 1 -- 172.21.15.7:0/1958838913 shutdown_connections 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.794+0000 7faf3013bb80 1 -- 172.21.15.7:0/1958838913 wait complete. 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.795+0000 7faf3013bb80 1 -- start start 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.795+0000 7faf3013bb80 1 Processor -- start 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.795+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef195400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18ffd0 0x559eef195940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf3013bb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef1908f0 0x559eef195e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf3013bb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559eef1a51c0 con 0x559eef18aa80 2024-05-21T01:59:41.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf3013bb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559eef1a4af0 con 0x559eef18ffd0 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf3013bb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559eef1a5890 con 0x559eef1908f0 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf3013bb80 10 client.0 _ll_register_callbacks cb 0x559eef082c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef195400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18ffd0 0x559eef195940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef195400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48030/0 (socket says 172.21.15.7:48030) 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1ea00700 1 -- 172.21.15.7:0/3069785882 learned_addr learned my addr 172.21.15.7:0/3069785882 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18ffd0 0x559eef195940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48670/0 (socket says 172.21.15.7:48670) 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1f400700 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef1908f0 0x559eef195e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1ea00700 1 -- 172.21.15.7:0/3069785882 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef1908f0 msgr2=0x559eef195e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1ea00700 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef1908f0 0x559eef195e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1ea00700 1 -- 172.21.15.7:0/3069785882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18ffd0 msgr2=0x559eef195940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:41.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1ea00700 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18ffd0 0x559eef195940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1ea00700 1 -- 172.21.15.7:0/3069785882 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559eef1acf20 con 0x559eef18aa80 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.796+0000 7faf1e000700 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18ffd0 0x559eef195940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.797+0000 7faf1ea00700 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef195400 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7faf10009230 tx=0x7faf10004cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5ce94c923dd9af6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.797+0000 7faf08c00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.797+0000 7faf08c00700 1 -- 172.21.15.7:0/3069785882 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf100a51e0 con 0x559eef18aa80 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.797+0000 7faf08c00700 1 -- 172.21.15.7:0/3069785882 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7faf100a8ec0 con 0x559eef18aa80 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.797+0000 7faf3013bb80 1 -- 172.21.15.7:0/3069785882 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf0c003680 con 0x559eef18aa80 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.797+0000 7faf08c00700 1 -- 172.21.15.7:0/3069785882 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faf100b21f0 con 0x559eef18aa80 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.797+0000 7faf3013bb80 10 client.14931 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.797+0000 7faf3013bb80 1 -- 172.21.15.7:0/3069785882 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559eef20fa90 con 0x559eef18aa80 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.797+0000 7faf08c00700 1 -- 172.21.15.7:0/3069785882 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf0c003680 con 0x559eef18aa80 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.798+0000 7faf08c00700 1 -- 172.21.15.7:0/3069785882 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7faf100a53c0 con 0x559eef18aa80 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.798+0000 7faf3013bb80 10 client.14931 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:41.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.798+0000 7faf3013bb80 10 client.14931 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T01:59:41.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.798+0000 7faf3013bb80 20 client.14931 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:41.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.798+0000 7faf3013bb80 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559eef214650 0x559eef213360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:41.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.798+0000 7faf3013bb80 4 client.14931 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:59:41.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.798+0000 7faf3013bb80 1 -- 172.21.15.7:0/3069785882 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "status"}) -- 0x559eef0e4520 con 0x559eef214650 2024-05-21T01:59:41.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.798+0000 7faf1e000700 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559eef214650 0x559eef213360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:41.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf1e000700 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559eef214650 0x559eef213360 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3e697f0d068365b9 server_cookie=a8156574891caac7 in_seq=0 out_seq=0 2024-05-21T01:59:41.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf08c00700 10 client.14931 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T01:59:41.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf08c00700 1 -- 172.21.15.7:0/3069785882 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559eef0e4520 con 0x559eef214650 2024-05-21T01:59:41.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf08c00700 10 client.14931 handle_command_reply: tid=0 2024-05-21T01:59:41.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf3013bb80 1 client.14931 shutdown 2024-05-21T01:59:41.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf3013bb80 1 -- 172.21.15.7:0/3069785882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 msgr2=0x559eef195400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:41.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf3013bb80 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef195400 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7faf10009230 tx=0x7faf10004cd0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf3013bb80 1 -- 172.21.15.7:0/3069785882 shutdown_connections 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf3013bb80 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559eef214650 0x559eef213360 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf3013bb80 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559eef1908f0 0x559eef195e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf3013bb80 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559eef18aa80 0x559eef195400 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf3013bb80 1 --2- 172.21.15.7:0/3069785882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559eef18ffd0 0x559eef195940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.799+0000 7faf3013bb80 1 -- 172.21.15.7:0/3069785882 >> 172.21.15.7:0/3069785882 conn(0x559eef0b8b90 msgr2=0x559eef18db20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.800+0000 7faf08c00700 0 client.14931 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.800+0000 7faf3013bb80 1 -- 172.21.15.7:0/3069785882 shutdown_connections 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.800+0000 7faf3013bb80 1 -- 172.21.15.7:0/3069785882 wait complete. 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.800+0000 7faf3013bb80 20 client.14931 trim_cache size 0 max 16384 2024-05-21T01:59:41.803 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 3, 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24496, 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 208.37935804099999, 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 265.88971914699999 2024-05-21T01:59:41.804 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:59:41.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 -- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faf040b2880 msgr2=0x7faf040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:41.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faf040b2880 0x7faf040b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7faf18009790 tx=0x7faf18003b60 comp rx=0 tx=0).stop 2024-05-21T01:59:41.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 -- 172.21.15.7:0/2356953378 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20105650 msgr2=0x7faf2019bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:41.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20105650 0x7faf2019bd10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7faf1000e9c0 tx=0x7faf1000ecd0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 -- 172.21.15.7:0/2356953378 shutdown_connections 2024-05-21T01:59:41.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faf040b2880 0x7faf040b4d40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faf2010b650 0x7faf201a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faf20105650 0x7faf2019bd10 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 --2- 172.21.15.7:0/2356953378 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faf20106010 0x7faf2019c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:41.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 -- 172.21.15.7:0/2356953378 >> 172.21.15.7:0/2356953378 conn(0x7faf20101180 msgr2=0x7faf20101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:41.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 -- 172.21.15.7:0/2356953378 shutdown_connections 2024-05-21T01:59:41.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:41.801+0000 7faf1fe00700 1 -- 172.21.15.7:0/2356953378 wait complete. 2024-05-21T01:59:42.821 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:42 smithi007 ceph-mon[31288]: pgmap v437: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:42.826 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-21T01:59:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:42 smithi190 ceph-mon[35961]: pgmap v437: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:42 smithi164 ceph-mon[36138]: pgmap v437: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:43.280 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:44 smithi164 ceph-mon[36138]: pgmap v438: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:45.017 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:44 smithi007 ceph-mon[31288]: pgmap v438: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:44 smithi190 ceph-mon[35961]: pgmap v438: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:45.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.521+0000 7f3231800700 1 -- 172.21.15.7:0/3025240972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c103460 msgr2=0x7f322c1038e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:45.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.521+0000 7f3231800700 1 --2- 172.21.15.7:0/3025240972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c103460 0x7f322c1038e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f3218009990 tx=0x7f3218009ca0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.521+0000 7f3231800700 1 -- 172.21.15.7:0/3025240972 shutdown_connections 2024-05-21T01:59:45.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.521+0000 7f3231800700 1 --2- 172.21.15.7:0/3025240972 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f322c103e20 0x7f322c110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.521+0000 7f3231800700 1 --2- 172.21.15.7:0/3025240972 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f322c1094f0 0x7f322c1098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.521+0000 7f3231800700 1 --2- 172.21.15.7:0/3025240972 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c103460 0x7f322c1038e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.521+0000 7f3231800700 1 -- 172.21.15.7:0/3025240972 >> 172.21.15.7:0/3025240972 conn(0x7f322c0fef90 msgr2=0x7f322c1013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:45.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.521+0000 7f3231800700 1 -- 172.21.15.7:0/3025240972 shutdown_connections 2024-05-21T01:59:45.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.521+0000 7f3231800700 1 -- 172.21.15.7:0/3025240972 wait complete. 2024-05-21T01:59:45.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.522+0000 7f3231800700 1 Processor -- start 2024-05-21T01:59:45.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.522+0000 7f3231800700 1 -- start start 2024-05-21T01:59:45.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3231800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f322c103460 0x7f322c1a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3231800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f322c103e20 0x7f322c1a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3231800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c1094f0 0x7f322c19bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3231800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f322c113630 con 0x7f322c1094f0 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3231800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f322c1134b0 con 0x7f322c103e20 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3231800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f322c1137b0 con 0x7f322c103460 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3230e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c1094f0 0x7f322c19bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f322b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f322c103e20 0x7f322c1a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3230e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c1094f0 0x7f322c19bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48042/0 (socket says 172.21.15.7:48042) 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3230e00700 1 -- 172.21.15.7:0/3350598202 learned_addr learned my addr 172.21.15.7:0/3350598202 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:45.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f322be00700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f322c103460 0x7f322c1a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3230e00700 1 -- 172.21.15.7:0/3350598202 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f322c103460 msgr2=0x7f322c1a1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:45.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3230e00700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f322c103460 0x7f322c1a1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3230e00700 1 -- 172.21.15.7:0/3350598202 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f322c103e20 msgr2=0x7f322c1a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:45.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3230e00700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f322c103e20 0x7f322c1a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.523+0000 7f3230e00700 1 -- 172.21.15.7:0/3350598202 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f322c19c3f0 con 0x7f322c1094f0 2024-05-21T01:59:45.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.524+0000 7f322be00700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f322c103460 0x7f322c1a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:45.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.524+0000 7f322b400700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f322c103e20 0x7f322c1a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:45.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.524+0000 7f3230e00700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c1094f0 0x7f322c19bb10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f322400ef30 tx=0x7f322400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:45.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.524+0000 7f3228c00700 1 -- 172.21.15.7:0/3350598202 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32240092e0 con 0x7f322c1094f0 2024-05-21T01:59:45.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.524+0000 7f3228c00700 1 -- 172.21.15.7:0/3350598202 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3224004bb0 con 0x7f322c1094f0 2024-05-21T01:59:45.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.524+0000 7f3231800700 1 -- 172.21.15.7:0/3350598202 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f322c19c680 con 0x7f322c1094f0 2024-05-21T01:59:45.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.524+0000 7f3228c00700 1 -- 172.21.15.7:0/3350598202 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3224004020 con 0x7f322c1094f0 2024-05-21T01:59:45.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.524+0000 7f3231800700 1 -- 172.21.15.7:0/3350598202 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f322c1a89c0 con 0x7f322c1094f0 2024-05-21T01:59:45.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.528+0000 7f3228c00700 1 -- 172.21.15.7:0/3350598202 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f322401b030 con 0x7f322c1094f0 2024-05-21T01:59:45.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.530+0000 7f323d77cb80 1 Processor -- start 2024-05-21T01:59:45.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.530+0000 7f323d77cb80 1 -- start start 2024-05-21T01:59:45.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.530+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 0x55f944669b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f94466a090 0x55f944663d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f9446647a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f323d77cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f9445c1df0 con 0x55f94466a090 2024-05-21T01:59:45.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f323d77cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f9445b1990 con 0x55f944664340 2024-05-21T01:59:45.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f323d77cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55f9445b59d0 con 0x55f944669770 2024-05-21T01:59:45.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f3228c00700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f32100b2880 0x7f32100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f322be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f94466a090 0x55f944663d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f322be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f94466a090 0x55f944663d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48058/0 (socket says 172.21.15.7:48058) 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f322be00700 1 -- 172.21.15.7:0/380864613 learned_addr learned my addr 172.21.15.7:0/380864613 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f322b400700 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 0x55f944669b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f3230e00700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f32100b2880 0x7f32100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f322b400700 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f9446647a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.531+0000 7f3228c00700 1 -- 172.21.15.7:0/3350598202 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f32240e1d10 con 0x7f322c1094f0 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f322b400700 1 -- 172.21.15.7:0/380864613 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 msgr2=0x55f944669b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f322b400700 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 0x55f944669b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f322b400700 1 -- 172.21.15.7:0/380864613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f94466a090 msgr2=0x55f944663d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:45.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f322b400700 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f94466a090 0x55f944663d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f322b400700 1 -- 172.21.15.7:0/380864613 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f94457a3d0 con 0x55f944664340 2024-05-21T01:59:45.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f322be00700 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f94466a090 0x55f944663d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:45.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f322b400700 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f9446647a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3218006010 tx=0x7f3218005960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=674ac97fa0bc2f8d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:45.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f3230e00700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f32100b2880 0x7f32100b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3224000f80 tx=0x7f3224009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:45.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f3221600700 1 -- 172.21.15.7:0/380864613 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3218003b60 con 0x55f944664340 2024-05-21T01:59:45.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f3221600700 1 -- 172.21.15.7:0/380864613 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3218003d00 con 0x55f944664340 2024-05-21T01:59:45.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.532+0000 7f3221600700 1 -- 172.21.15.7:0/380864613 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321800f8f0 con 0x55f944664340 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.533+0000 7f323d77cb80 1 -- 172.21.15.7:0/380864613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 msgr2=0x55f9446647a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.533+0000 7f323d77cb80 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f9446647a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3218006010 tx=0x7f3218005960 comp rx=0 tx=0).stop 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.533+0000 7f323d77cb80 1 -- 172.21.15.7:0/380864613 shutdown_connections 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.533+0000 7f323d77cb80 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f9446647a0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.533+0000 7f323d77cb80 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 0x55f944669b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.533+0000 7f323d77cb80 1 --2- 172.21.15.7:0/380864613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f94466a090 0x55f944663d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.533+0000 7f323d77cb80 1 -- 172.21.15.7:0/380864613 >> 172.21.15.7:0/380864613 conn(0x55f944591b90 msgr2=0x55f94465e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.533+0000 7f323d77cb80 1 -- 172.21.15.7:0/380864613 shutdown_connections 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.533+0000 7f323d77cb80 1 -- 172.21.15.7:0/380864613 wait complete. 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.534+0000 7f323d77cb80 1 -- start start 2024-05-21T01:59:45.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.534+0000 7f323d77cb80 1 Processor -- start 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f94466fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 0x55f94466d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f94466a090 0x55f94466d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f323d77cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f9444b7f50 con 0x55f944664340 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f323d77cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f944552710 con 0x55f94466a090 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f323d77cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55f944670b50 con 0x55f944669770 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f323d77cb80 10 client.0 _ll_register_callbacks cb 0x55f94455bc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f322b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f94466fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f322b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f94466fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48072/0 (socket says 172.21.15.7:48072) 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f322b400700 1 -- 172.21.15.7:0/1910485554 learned_addr learned my addr 172.21.15.7:0/1910485554 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f322be00700 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 0x55f94466d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.535+0000 7f322b400700 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f94466a090 0x55f94466d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f322b400700 1 -- 172.21.15.7:0/1910485554 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 msgr2=0x55f94466d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:45.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f322b400700 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 0x55f94466d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f322b400700 1 -- 172.21.15.7:0/1910485554 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f94466a090 msgr2=0x55f94466d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:45.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f322b400700 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f94466a090 0x55f94466d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f322b400700 1 -- 172.21.15.7:0/1910485554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f944501880 con 0x55f944664340 2024-05-21T01:59:45.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f322be00700 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 0x55f94466d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f322b400700 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f94466fe90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f321800f510 tx=0x7f321800f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b294383579e027 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f3216000700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f3216000700 1 -- 172.21.15.7:0/1910485554 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321802c070 con 0x55f944664340 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f3216000700 1 -- 172.21.15.7:0/1910485554 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f32180052d0 con 0x55f944664340 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.536+0000 7f323d77cb80 1 -- 172.21.15.7:0/1910485554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3218003d00 con 0x55f944664340 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f3216000700 1 -- 172.21.15.7:0/1910485554 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f321803e050 con 0x55f944664340 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f323d77cb80 10 client.14943 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f323d77cb80 1 -- 172.21.15.7:0/1910485554 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f944582010 con 0x55f944664340 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f3216000700 1 -- 172.21.15.7:0/1910485554 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3218003d00 con 0x55f944664340 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f3216000700 1 -- 172.21.15.7:0/1910485554 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f321800fb40 con 0x55f944664340 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f323d77cb80 10 client.14943 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:45.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f323d77cb80 10 client.14943 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f323d77cb80 20 client.14943 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f323d77cb80 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55f94467c480 0x55f94467e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f323d77cb80 4 client.14943 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.537+0000 7f323d77cb80 1 -- 172.21.15.7:0/1910485554 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f9445c3d40 con 0x55f94467c480 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.538+0000 7f322be00700 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55f94467c480 0x55f94467e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.538+0000 7f322be00700 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55f94467c480 0x55f94467e590 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=72018650bc2e039a server_cookie=258fc7a16eb80303 in_seq=0 out_seq=0 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.538+0000 7f3216000700 10 client.14943 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.539+0000 7f3216000700 1 -- 172.21.15.7:0/1910485554 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f9445c3d40 con 0x55f94467c480 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.539+0000 7f3216000700 10 client.14943 handle_command_reply: tid=0 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.539+0000 7f323d77cb80 1 client.14943 shutdown 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 -- 172.21.15.7:0/1910485554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 msgr2=0x55f94466fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:45.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f94466fe90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f321800f510 tx=0x7f321800f460 comp rx=0 tx=0).stop 2024-05-21T01:59:45.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 -- 172.21.15.7:0/1910485554 shutdown_connections 2024-05-21T01:59:45.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55f94467c480 0x55f94467e590 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f94466a090 0x55f94466d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f94466fe90 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 --2- 172.21.15.7:0/1910485554 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f944669770 0x55f94466d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f3216000700 0 client.14943 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T01:59:45.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 -- 172.21.15.7:0/1910485554 >> 172.21.15.7:0/1910485554 conn(0x55f944591b90 msgr2=0x55f94465df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:45.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 -- 172.21.15.7:0/1910485554 shutdown_connections 2024-05-21T01:59:45.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 1 -- 172.21.15.7:0/1910485554 wait complete. 2024-05-21T01:59:45.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.540+0000 7f323d77cb80 20 client.14943 trim_cache size 0 max 16384 2024-05-21T01:59:45.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f323d77cb80 1 Processor -- start 2024-05-21T01:59:45.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f323d77cb80 1 -- start start 2024-05-21T01:59:45.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f944663d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944669770 0x55f94466ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 0x55f94465e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f323d77cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f94467c8d0 con 0x55f944664340 2024-05-21T01:59:45.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f323d77cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f94467cfa0 con 0x55f944669770 2024-05-21T01:59:45.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f323d77cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55f94467d670 con 0x55f94466a090 2024-05-21T01:59:45.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f322b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f944663d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f322b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f944663d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48082/0 (socket says 172.21.15.7:48082) 2024-05-21T01:59:45.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f322b400700 1 -- 172.21.15.7:0/2148883908 learned_addr learned my addr 172.21.15.7:0/2148883908 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:45.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.564+0000 7f322be00700 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944669770 0x55f94466ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.565+0000 7f322b400700 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 0x55f94465e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.565+0000 7f322b400700 1 -- 172.21.15.7:0/2148883908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 msgr2=0x55f94465e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:45.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.565+0000 7f322b400700 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 0x55f94465e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.565+0000 7f322b400700 1 -- 172.21.15.7:0/2148883908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944669770 msgr2=0x55f94466ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:45.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.565+0000 7f322b400700 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944669770 0x55f94466ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.565+0000 7f322b400700 1 -- 172.21.15.7:0/2148883908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f944660160 con 0x55f944664340 2024-05-21T01:59:45.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.565+0000 7f322be00700 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944669770 0x55f94466ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:45.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.565+0000 7f322b400700 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f944663d20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3218009ce0 tx=0x7f32180284e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8d2499508734ed7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:45.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.565+0000 7f3220c00700 1 -- 172.21.15.7:0/2148883908 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321802c040 con 0x55f944664340 2024-05-21T01:59:45.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f3220c00700 1 -- 172.21.15.7:0/2148883908 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3218009810 con 0x55f944664340 2024-05-21T01:59:45.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f3220c00700 1 -- 172.21.15.7:0/2148883908 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321800f7a0 con 0x55f944664340 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f323d77cb80 1 -- 172.21.15.7:0/2148883908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 msgr2=0x55f944663d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f323d77cb80 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f944663d20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3218009ce0 tx=0x7f32180284e0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f323d77cb80 1 -- 172.21.15.7:0/2148883908 shutdown_connections 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f323d77cb80 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 0x55f94465e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f323d77cb80 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944664340 0x55f944663d20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f323d77cb80 1 --2- 172.21.15.7:0/2148883908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944669770 0x55f94466ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f323d77cb80 1 -- 172.21.15.7:0/2148883908 >> 172.21.15.7:0/2148883908 conn(0x55f944591b90 msgr2=0x55f94466b9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f323d77cb80 1 -- 172.21.15.7:0/2148883908 shutdown_connections 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.566+0000 7f323d77cb80 1 -- 172.21.15.7:0/2148883908 wait complete. 2024-05-21T01:59:45.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.567+0000 7f323d77cb80 1 -- start start 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.567+0000 7f323d77cb80 1 Processor -- start 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f94465de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944669770 0x55f94465e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f323d77cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 0x55f94465e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f323d77cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f94467e410 con 0x55f944669770 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f323d77cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f94467dd40 con 0x55f944664340 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f323d77cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55f94467eae0 con 0x55f94466a090 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f323d77cb80 10 client.0 _ll_register_callbacks cb 0x55f94455bc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944669770 0x55f94465e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f94465de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f94465de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48740/0 (socket says 172.21.15.7:48740) 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322b400700 1 -- 172.21.15.7:0/708631614 learned_addr learned my addr 172.21.15.7:0/708631614 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:45.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944669770 0x55f94465e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48090/0 (socket says 172.21.15.7:48090) 2024-05-21T01:59:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322b400700 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 0x55f94465e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322b400700 1 -- 172.21.15.7:0/708631614 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 msgr2=0x55f94465e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322b400700 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 0x55f94465e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322b400700 1 -- 172.21.15.7:0/708631614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944669770 msgr2=0x55f94465e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322b400700 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944669770 0x55f94465e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322b400700 1 -- 172.21.15.7:0/708631614 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9446863b0 con 0x55f944664340 2024-05-21T01:59:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.568+0000 7f322be00700 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944669770 0x55f94465e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.569+0000 7f322b400700 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f94465de50 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f321800b2e0 tx=0x7f321800f460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b95ab7b50058b36 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:45.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.569+0000 7f3216000700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T01:59:45.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.569+0000 7f3216000700 1 -- 172.21.15.7:0/708631614 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321802c040 con 0x55f944664340 2024-05-21T01:59:45.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.569+0000 7f323d77cb80 1 -- 172.21.15.7:0/708631614 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3218009810 con 0x55f944664340 2024-05-21T01:59:45.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.569+0000 7f3216000700 1 -- 172.21.15.7:0/708631614 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f3218028820 con 0x55f944664340 2024-05-21T01:59:45.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.569+0000 7f3216000700 1 -- 172.21.15.7:0/708631614 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3218003e20 con 0x55f944664340 2024-05-21T01:59:45.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.569+0000 7f323d77cb80 10 client.25055 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:45.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.569+0000 7f323d77cb80 1 -- 172.21.15.7:0/708631614 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f9446863b0 con 0x55f944664340 2024-05-21T01:59:45.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.570+0000 7f3216000700 1 -- 172.21.15.7:0/708631614 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3218009810 con 0x55f944664340 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.570+0000 7f3216000700 1 -- 172.21.15.7:0/708631614 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f321800fa40 con 0x55f944664340 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.570+0000 7f323d77cb80 10 client.25055 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.570+0000 7f323d77cb80 10 client.25055 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.570+0000 7f323d77cb80 20 client.25055 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.570+0000 7f323d77cb80 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55f9446ed370 0x55f9446ec080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.570+0000 7f323d77cb80 4 client.25055 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.570+0000 7f323d77cb80 1 -- 172.21.15.7:0/708631614 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "status"}) -- 0x55f9445bd520 con 0x55f9446ed370 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.570+0000 7f322be00700 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55f9446ed370 0x55f9446ec080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.571+0000 7f322be00700 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55f9446ed370 0x55f9446ec080 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4b0f0b29e5110bbb server_cookie=ced602f0cd619151 in_seq=0 out_seq=0 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.571+0000 7f3216000700 10 client.25055 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.571+0000 7f3216000700 1 -- 172.21.15.7:0/708631614 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55f9445bd520 con 0x55f9446ed370 2024-05-21T01:59:45.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.571+0000 7f3216000700 10 client.25055 handle_command_reply: tid=0 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.571+0000 7f323d77cb80 1 client.25055 shutdown 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.571+0000 7f323d77cb80 1 -- 172.21.15.7:0/708631614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 msgr2=0x55f94465de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.571+0000 7f323d77cb80 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f94465de50 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f321800b2e0 tx=0x7f321800f460 comp rx=0 tx=0).stop 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.571+0000 7f323d77cb80 1 -- 172.21.15.7:0/708631614 shutdown_connections 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.571+0000 7f323d77cb80 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55f9446ed370 0x55f9446ec080 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.572+0000 7f323d77cb80 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f94466a090 0x55f94465e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.572+0000 7f323d77cb80 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f944664340 0x55f94465de50 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.572+0000 7f323d77cb80 1 --2- 172.21.15.7:0/708631614 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f944669770 0x55f94465e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.572+0000 7f323d77cb80 1 -- 172.21.15.7:0/708631614 >> 172.21.15.7:0/708631614 conn(0x55f944591b90 msgr2=0x55f94466a470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.572+0000 7f3216000700 0 client.25055 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.572+0000 7f323d77cb80 1 -- 172.21.15.7:0/708631614 shutdown_connections 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.572+0000 7f323d77cb80 1 -- 172.21.15.7:0/708631614 wait complete. 2024-05-21T01:59:45.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.572+0000 7f323d77cb80 20 client.25055 trim_cache size 0 max 16384 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 2, 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24511, 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 213.16658421299999, 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:59:45.576 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:59:45.577 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 264.09983475799999 2024-05-21T01:59:45.577 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:59:45.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 -- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f32100b2880 msgr2=0x7f32100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:45.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f32100b2880 0x7f32100b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3224000f80 tx=0x7f3224009480 comp rx=0 tx=0).stop 2024-05-21T01:59:45.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 -- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c1094f0 msgr2=0x7f322c19bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:45.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c1094f0 0x7f322c19bb10 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f322400ef30 tx=0x7f322400c3a0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 -- 172.21.15.7:0/3350598202 shutdown_connections 2024-05-21T01:59:45.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f32100b2880 0x7f32100b4d40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f322c1094f0 0x7f322c19bb10 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f322c103460 0x7f322c1a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 --2- 172.21.15.7:0/3350598202 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f322c103e20 0x7f322c1a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:45.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 -- 172.21.15.7:0/3350598202 >> 172.21.15.7:0/3350598202 conn(0x7f322c0fef90 msgr2=0x7f322c10ebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:45.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 -- 172.21.15.7:0/3350598202 shutdown_connections 2024-05-21T01:59:45.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:45.573+0000 7f3231800700 1 -- 172.21.15.7:0/3350598202 wait complete. 2024-05-21T01:59:46.520 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-21T01:59:46.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:46 smithi007 ceph-mon[31288]: pgmap v439: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:46.908 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:46 smithi190 ceph-mon[35961]: pgmap v439: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:46 smithi164 ceph-mon[36138]: pgmap v439: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:46.998 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:48.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:48 smithi007 ceph-mon[31288]: pgmap v440: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:48.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:48 smithi164 ceph-mon[36138]: pgmap v440: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:48 smithi190 ceph-mon[35961]: pgmap v440: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:49.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.328+0000 7fa881000700 1 -- 172.21.15.7:0/4291482043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c10fd00 msgr2=0x7fa87c112130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:49.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.328+0000 7fa881000700 1 --2- 172.21.15.7:0/4291482043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c10fd00 0x7fa87c112130 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa874009990 tx=0x7fa874009ca0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.328+0000 7fa881000700 1 -- 172.21.15.7:0/4291482043 shutdown_connections 2024-05-21T01:59:49.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.328+0000 7fa881000700 1 --2- 172.21.15.7:0/4291482043 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c10fd00 0x7fa87c112130 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.328+0000 7fa881000700 1 --2- 172.21.15.7:0/4291482043 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa87c104400 0x7fa87c06bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.328+0000 7fa881000700 1 --2- 172.21.15.7:0/4291482043 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa87c06bff0 0x7fa87c06c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.328+0000 7fa881000700 1 -- 172.21.15.7:0/4291482043 >> 172.21.15.7:0/4291482043 conn(0x7fa87c079280 msgr2=0x7fa87c079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:49.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.328+0000 7fa881000700 1 -- 172.21.15.7:0/4291482043 shutdown_connections 2024-05-21T01:59:49.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.328+0000 7fa881000700 1 -- 172.21.15.7:0/4291482043 wait complete. 2024-05-21T01:59:49.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.330+0000 7fa881000700 1 Processor -- start 2024-05-21T01:59:49.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.330+0000 7fa881000700 1 -- start start 2024-05-21T01:59:49.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa881000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c06bff0 0x7fa87c1a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa881000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa87c104400 0x7fa87c1a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa881000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa87c10fd00 0x7fa87c19bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa881000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c115810 con 0x7fa87c104400 2024-05-21T01:59:49.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa881000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c115690 con 0x7fa87c06bff0 2024-05-21T01:59:49.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa881000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c115990 con 0x7fa87c10fd00 2024-05-21T01:59:49.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa872a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa87c104400 0x7fa87c1a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa87b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c06bff0 0x7fa87c1a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa87b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c06bff0 0x7fa87c1a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59268/0 (socket says 172.21.15.7:59268) 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa87b400700 1 -- 172.21.15.7:0/990279037 learned_addr learned my addr 172.21.15.7:0/990279037 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.331+0000 7fa87be00700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa87c10fd00 0x7fa87c19bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa87b400700 1 -- 172.21.15.7:0/990279037 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa87c10fd00 msgr2=0x7fa87c19bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa87b400700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa87c10fd00 0x7fa87c19bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa87b400700 1 -- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa87c104400 msgr2=0x7fa87c1a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa87b400700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa87c104400 0x7fa87c1a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa87b400700 1 -- 172.21.15.7:0/990279037 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa87c19c410 con 0x7fa87c06bff0 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa872a00700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa87c104400 0x7fa87c1a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa87b400700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c06bff0 0x7fa87c1a1a60 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00e9a0 tx=0x7fa86c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa878c00700 1 -- 172.21.15.7:0/990279037 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c00ca10 con 0x7fa87c06bff0 2024-05-21T01:59:49.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa878c00700 1 -- 172.21.15.7:0/990279037 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa86c00cbb0 con 0x7fa87c06bff0 2024-05-21T01:59:49.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa878c00700 1 -- 172.21.15.7:0/990279037 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c018680 con 0x7fa87c06bff0 2024-05-21T01:59:49.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa881000700 1 -- 172.21.15.7:0/990279037 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa87c19c700 con 0x7fa87c06bff0 2024-05-21T01:59:49.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.332+0000 7fa881000700 1 -- 172.21.15.7:0/990279037 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa87c1a89e0 con 0x7fa87c06bff0 2024-05-21T01:59:49.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.338+0000 7fa878c00700 1 -- 172.21.15.7:0/990279037 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa86c010430 con 0x7fa87c06bff0 2024-05-21T01:59:49.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.339+0000 7fa88d08db80 1 Processor -- start 2024-05-21T01:59:49.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.339+0000 7fa88d08db80 1 -- start start 2024-05-21T01:59:49.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.339+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319c770 0x55e13319cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.339+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e133196d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.339+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e133197340 0x55e1331977a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.339+0000 7fa88d08db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e1330f4df0 con 0x55e13319d090 2024-05-21T01:59:49.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.339+0000 7fa88d08db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e1330e4990 con 0x55e133197340 2024-05-21T01:59:49.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.339+0000 7fa88d08db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55e1330e89d0 con 0x55e13319c770 2024-05-21T01:59:49.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e133196d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e133196d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42766/0 (socket says 172.21.15.7:42766) 2024-05-21T01:59:49.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87b400700 1 -- 172.21.15.7:0/1106912895 learned_addr learned my addr 172.21.15.7:0/1106912895 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:49.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87be00700 1 --2- 172.21.15.7:0/1106912895 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319c770 0x55e13319cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa878c00700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8600b2900 0x7fa8600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa872a00700 1 --2- 172.21.15.7:0/1106912895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e133197340 0x55e1331977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87be00700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8600b2900 0x7fa8600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa878c00700 1 -- 172.21.15.7:0/990279037 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa86c0e22d0 con 0x7fa87c06bff0 2024-05-21T01:59:49.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87b400700 1 -- 172.21.15.7:0/1106912895 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319c770 msgr2=0x55e13319cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:49.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87b400700 1 --2- 172.21.15.7:0/1106912895 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319c770 0x55e13319cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87b400700 1 -- 172.21.15.7:0/1106912895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e133197340 msgr2=0x55e1331977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:49.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87b400700 1 --2- 172.21.15.7:0/1106912895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e133197340 0x55e1331977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.340+0000 7fa87b400700 1 -- 172.21.15.7:0/1106912895 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1330ad3d0 con 0x55e13319d090 2024-05-21T01:59:49.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.341+0000 7fa87b400700 1 --2- 172.21.15.7:0/1106912895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e133196d20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa86c0a6b20 tx=0x7fa86c009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a95bc6ab6b33eafc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:49.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.341+0000 7fa870c00700 1 -- 172.21.15.7:0/1106912895 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c0a9020 con 0x55e13319d090 2024-05-21T01:59:49.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.341+0000 7fa87be00700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8600b2900 0x7fa8600b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa87400b2e0 tx=0x7fa874009ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:49.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.341+0000 7fa870c00700 1 -- 172.21.15.7:0/1106912895 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa86c0a93c0 con 0x55e13319d090 2024-05-21T01:59:49.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.341+0000 7fa870c00700 1 -- 172.21.15.7:0/1106912895 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c0b2280 con 0x55e13319d090 2024-05-21T01:59:49.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.342+0000 7fa88d08db80 1 -- 172.21.15.7:0/1106912895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 msgr2=0x55e133196d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:49.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.342+0000 7fa88d08db80 1 --2- 172.21.15.7:0/1106912895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e133196d20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa86c0a6b20 tx=0x7fa86c009790 comp rx=0 tx=0).stop 2024-05-21T01:59:49.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.342+0000 7fa88d08db80 1 -- 172.21.15.7:0/1106912895 shutdown_connections 2024-05-21T01:59:49.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.342+0000 7fa88d08db80 1 --2- 172.21.15.7:0/1106912895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e133197340 0x55e1331977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.342+0000 7fa88d08db80 1 --2- 172.21.15.7:0/1106912895 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319c770 0x55e13319cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.342+0000 7fa88d08db80 1 --2- 172.21.15.7:0/1106912895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e133196d20 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.342+0000 7fa88d08db80 1 -- 172.21.15.7:0/1106912895 >> 172.21.15.7:0/1106912895 conn(0x55e1330c4b90 msgr2=0x55e1331917c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:49.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.342+0000 7fa88d08db80 1 -- 172.21.15.7:0/1106912895 shutdown_connections 2024-05-21T01:59:49.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.342+0000 7fa88d08db80 1 -- 172.21.15.7:0/1106912895 wait complete. 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.343+0000 7fa88d08db80 1 -- start start 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.343+0000 7fa88d08db80 1 Processor -- start 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e133197340 0x55e1331a2d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e1331a0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e1331a0650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa88d08db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e132feaf50 con 0x55e13319d090 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa88d08db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e133085710 con 0x55e13319c770 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa88d08db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55e1331a3b50 con 0x55e133197340 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa88d08db80 10 client.0 _ll_register_callbacks cb 0x55e13308ec20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa872a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e1331a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa872a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e1331a0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59292/0 (socket says 172.21.15.7:59292) 2024-05-21T01:59:49.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa872a00700 1 -- 172.21.15.7:0/814056782 learned_addr learned my addr 172.21.15.7:0/814056782 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:49.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa87b400700 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e133197340 0x55e1331a2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.344+0000 7fa87be00700 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e1331a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa872a00700 1 -- 172.21.15.7:0/814056782 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e133197340 msgr2=0x55e1331a2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:49.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa872a00700 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e133197340 0x55e1331a2d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa872a00700 1 -- 172.21.15.7:0/814056782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 msgr2=0x55e1331a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:49.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa872a00700 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e1331a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa872a00700 1 -- 172.21.15.7:0/814056782 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e133034880 con 0x55e13319c770 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa872a00700 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e1331a0110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa8640042f0 tx=0x7fa864004600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8285742b0507e6db server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa869600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa869600700 1 -- 172.21.15.7:0/814056782 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86401a070 con 0x55e13319c770 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa869600700 1 -- 172.21.15.7:0/814056782 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa864004db0 con 0x55e13319c770 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.345+0000 7fa88d08db80 1 -- 172.21.15.7:0/814056782 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa86c0a93c0 con 0x55e13319c770 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa869600700 1 -- 172.21.15.7:0/814056782 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa864007830 con 0x55e13319c770 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa88d08db80 10 client.25067 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa88d08db80 1 -- 172.21.15.7:0/814056782 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e1330b5010 con 0x55e13319c770 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa869600700 1 -- 172.21.15.7:0/814056782 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa86c0a93c0 con 0x55e13319c770 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa869600700 1 -- 172.21.15.7:0/814056782 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa86400ebc0 con 0x55e13319c770 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa88d08db80 10 client.25067 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:49.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa88d08db80 10 client.25067 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T01:59:49.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa88d08db80 20 client.25067 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:49.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa88d08db80 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55e1331b0730 0x55e1331b1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa88d08db80 4 client.25067 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:59:49.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.346+0000 7fa88d08db80 1 -- 172.21.15.7:0/814056782 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e1330f6d40 con 0x55e1331b0730 2024-05-21T01:59:49.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.347+0000 7fa87b400700 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55e1331b0730 0x55e1331b1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.347+0000 7fa87b400700 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55e1331b0730 0x55e1331b1ba0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b616d1534fb9049b server_cookie=7b9d753e4e84a69c in_seq=0 out_seq=0 2024-05-21T01:59:49.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.347+0000 7fa869600700 10 client.25067 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T01:59:49.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.348+0000 7fa869600700 1 -- 172.21.15.7:0/814056782 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e1330f6d40 con 0x55e1331b0730 2024-05-21T01:59:49.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.348+0000 7fa869600700 10 client.25067 handle_command_reply: tid=0 2024-05-21T01:59:49.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.348+0000 7fa88d08db80 1 client.25067 shutdown 2024-05-21T01:59:49.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.348+0000 7fa88d08db80 1 -- 172.21.15.7:0/814056782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 msgr2=0x55e1331a0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:49.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.348+0000 7fa88d08db80 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e1331a0110 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa8640042f0 tx=0x7fa864004600 comp rx=0 tx=0).stop 2024-05-21T01:59:49.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa88d08db80 1 -- 172.21.15.7:0/814056782 shutdown_connections 2024-05-21T01:59:49.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa88d08db80 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55e1331b0730 0x55e1331b1ba0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa88d08db80 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319d090 0x55e1331a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa88d08db80 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e133197340 0x55e1331a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa88d08db80 1 --2- 172.21.15.7:0/814056782 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e1331a0110 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa869600700 0 client.25067 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T01:59:49.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa88d08db80 1 -- 172.21.15.7:0/814056782 >> 172.21.15.7:0/814056782 conn(0x55e1330c4b90 msgr2=0x55e133190f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:49.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa88d08db80 1 -- 172.21.15.7:0/814056782 shutdown_connections 2024-05-21T01:59:49.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa88d08db80 1 -- 172.21.15.7:0/814056782 wait complete. 2024-05-21T01:59:49.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.349+0000 7fa88d08db80 20 client.25067 trim_cache size 0 max 16384 2024-05-21T01:59:49.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa88d08db80 1 Processor -- start 2024-05-21T01:59:49.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa88d08db80 1 -- start start 2024-05-21T01:59:49.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e133197340 0x55e133196d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.373 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e133197720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319d090 0x55e1331916f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.374 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa88d08db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e1331afee0 con 0x55e133197340 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa88d08db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e1331b05b0 con 0x55e13319c770 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa88d08db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55e1331b0c80 con 0x55e13319d090 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa87b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e133197340 0x55e133196d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa87b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e133197340 0x55e133196d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42794/0 (socket says 172.21.15.7:42794) 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa87b400700 1 -- 172.21.15.7:0/2775744174 learned_addr learned my addr 172.21.15.7:0/2775744174 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.373+0000 7fa872a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e133197720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.374+0000 7fa87be00700 1 --2- 172.21.15.7:0/2775744174 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319d090 0x55e1331916f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.374+0000 7fa87b400700 1 -- 172.21.15.7:0/2775744174 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319d090 msgr2=0x55e1331916f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.374+0000 7fa87b400700 1 --2- 172.21.15.7:0/2775744174 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319d090 0x55e1331916f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.374+0000 7fa87b400700 1 -- 172.21.15.7:0/2775744174 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 msgr2=0x55e133197720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:49.375 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.374+0000 7fa87b400700 1 --2- 172.21.15.7:0/2775744174 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e133197720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.374+0000 7fa87b400700 1 -- 172.21.15.7:0/2775744174 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e13319e680 con 0x55e133197340 2024-05-21T01:59:49.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.374+0000 7fa872a00700 1 --2- 172.21.15.7:0/2775744174 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e133197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:49.376 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.374+0000 7fa87b400700 1 --2- 172.21.15.7:0/2775744174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e133197340 0x55e133196d20 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00c510 tx=0x7fa86c0b2040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2e2df460dd8c50a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa86be00700 1 -- 172.21.15.7:0/2775744174 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c0adc60 con 0x55e133197340 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa86be00700 1 -- 172.21.15.7:0/2775744174 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa86c0b2710 con 0x55e133197340 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa86be00700 1 -- 172.21.15.7:0/2775744174 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86c0b2280 con 0x55e133197340 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa88d08db80 1 -- 172.21.15.7:0/2775744174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e133197340 msgr2=0x55e133196d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa88d08db80 1 --2- 172.21.15.7:0/2775744174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e133197340 0x55e133196d20 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00c510 tx=0x7fa86c0b2040 comp rx=0 tx=0).stop 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa88d08db80 1 -- 172.21.15.7:0/2775744174 shutdown_connections 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa88d08db80 1 --2- 172.21.15.7:0/2775744174 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e13319d090 0x55e1331916f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa88d08db80 1 --2- 172.21.15.7:0/2775744174 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e133197340 0x55e133196d20 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa88d08db80 1 --2- 172.21.15.7:0/2775744174 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319c770 0x55e133197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.377 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa88d08db80 1 -- 172.21.15.7:0/2775744174 >> 172.21.15.7:0/2775744174 conn(0x55e1330c4b90 msgr2=0x55e13319ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:49.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.375+0000 7fa88d08db80 1 -- 172.21.15.7:0/2775744174 shutdown_connections 2024-05-21T01:59:49.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.376+0000 7fa88d08db80 1 -- 172.21.15.7:0/2775744174 wait complete. 2024-05-21T01:59:49.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.376+0000 7fa88d08db80 1 -- start start 2024-05-21T01:59:49.378 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.376+0000 7fa88d08db80 1 Processor -- start 2024-05-21T01:59:49.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319c770 0x55e1331bb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319d090 0x55e1331bb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa88d08db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e1331b5fd0 0x55e1331b6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa88d08db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e1331b1a20 con 0x55e13319c770 2024-05-21T01:59:49.380 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa88d08db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e1331b1350 con 0x55e13319d090 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa88d08db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55e1331b20f0 con 0x55e1331b5fd0 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa88d08db80 10 client.0 _ll_register_callbacks cb 0x55e13308ec20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa87b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319c770 0x55e1331bb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa87b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319c770 0x55e1331bb020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42802/0 (socket says 172.21.15.7:42802) 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa87b400700 1 -- 172.21.15.7:0/843154568 learned_addr learned my addr 172.21.15.7:0/843154568 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa872a00700 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319d090 0x55e1331bb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.377+0000 7fa87be00700 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e1331b5fd0 0x55e1331b6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa872a00700 1 -- 172.21.15.7:0/843154568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e1331b5fd0 msgr2=0x55e1331b6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa872a00700 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e1331b5fd0 0x55e1331b6450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa872a00700 1 -- 172.21.15.7:0/843154568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319c770 msgr2=0x55e1331bb020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa872a00700 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319c770 0x55e1331bb020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.381 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa872a00700 1 -- 172.21.15.7:0/843154568 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e133191c00 con 0x55e13319d090 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa87b400700 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319c770 0x55e1331bb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa87be00700 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e1331b5fd0 0x55e1331b6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa872a00700 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319d090 0x55e1331bb560 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa8640042c0 tx=0x7fa864004e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90c5b89b06a10dd9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa869600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa869600700 1 -- 172.21.15.7:0/843154568 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86401a070 con 0x55e13319d090 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa869600700 1 -- 172.21.15.7:0/843154568 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa864007de0 con 0x55e13319d090 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.378+0000 7fa88d08db80 1 -- 172.21.15.7:0/843154568 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa86c0b2710 con 0x55e13319d090 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa869600700 1 -- 172.21.15.7:0/843154568 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa86400e4f0 con 0x55e13319d090 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa88d08db80 10 client.25073 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa88d08db80 1 -- 172.21.15.7:0/843154568 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e13321c8a0 con 0x55e13319d090 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa869600700 1 -- 172.21.15.7:0/843154568 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa86c0b2710 con 0x55e13319d090 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa869600700 1 -- 172.21.15.7:0/843154568 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fa864005840 con 0x55e13319d090 2024-05-21T01:59:49.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa88d08db80 10 client.25073 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:49.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa88d08db80 10 client.25073 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T01:59:49.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa88d08db80 20 client.25073 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:49.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa88d08db80 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55e1332214c0 0x55e1332201d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:49.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa88d08db80 4 client.25073 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:59:49.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.379+0000 7fa88d08db80 1 -- 172.21.15.7:0/843154568 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "status"}) -- 0x55e1330f0520 con 0x55e1332214c0 2024-05-21T01:59:49.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.380+0000 7fa87b400700 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55e1332214c0 0x55e1332201d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:49.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.380+0000 7fa87b400700 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55e1332214c0 0x55e1332201d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=91533c829a08a5d5 server_cookie=e21e8a0dfd7ccc20 in_seq=0 out_seq=0 2024-05-21T01:59:49.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.380+0000 7fa869600700 10 client.25073 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T01:59:49.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.380+0000 7fa869600700 1 -- 172.21.15.7:0/843154568 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e1330f0520 con 0x55e1332214c0 2024-05-21T01:59:49.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.380+0000 7fa869600700 10 client.25073 handle_command_reply: tid=0 2024-05-21T01:59:49.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.380+0000 7fa88d08db80 1 client.25073 shutdown 2024-05-21T01:59:49.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 -- 172.21.15.7:0/843154568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319d090 msgr2=0x55e1331bb560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:49.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319d090 0x55e1331bb560 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa8640042c0 tx=0x7fa864004e00 comp rx=0 tx=0).stop 2024-05-21T01:59:49.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 -- 172.21.15.7:0/843154568 shutdown_connections 2024-05-21T01:59:49.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55e1332214c0 0x55e1332201d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e1331b5fd0 0x55e1331b6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e13319c770 0x55e1331bb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 --2- 172.21.15.7:0/843154568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e13319d090 0x55e1331bb560 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa869600700 0 client.25073 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 -- 172.21.15.7:0/843154568 >> 172.21.15.7:0/843154568 conn(0x55e1330c4b90 msgr2=0x55e13319fef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 -- 172.21.15.7:0/843154568 shutdown_connections 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 1 -- 172.21.15.7:0/843154568 wait complete. 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.381+0000 7fa88d08db80 20 client.25073 trim_cache size 0 max 16384 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:59:49.385 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 1, 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24517, 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 217.99131730600001, 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 263.03063579100001 2024-05-21T01:59:49.386 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 -- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8600b2900 msgr2=0x7fa8600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8600b2900 0x7fa8600b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa87400b2e0 tx=0x7fa874009ca0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 -- 172.21.15.7:0/990279037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c06bff0 msgr2=0x7fa87c1a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c06bff0 0x7fa87c1a1a60 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa86c00e9a0 tx=0x7fa86c00ecb0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 -- 172.21.15.7:0/990279037 shutdown_connections 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa87c10fd00 0x7fa87c19bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa87c06bff0 0x7fa87c1a1a60 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa8600b2900 0x7fa8600b4dc0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 --2- 172.21.15.7:0/990279037 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa87c104400 0x7fa87c1a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:49.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 -- 172.21.15.7:0/990279037 >> 172.21.15.7:0/990279037 conn(0x7fa87c079280 msgr2=0x7fa87c1015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:49.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 -- 172.21.15.7:0/990279037 shutdown_connections 2024-05-21T01:59:49.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:49.382+0000 7fa881000700 1 -- 172.21.15.7:0/990279037 wait complete. 2024-05-21T01:59:50.259 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T01:59:50.721 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:50 smithi164 ceph-mon[36138]: pgmap v441: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:50.993 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:50 smithi007 ceph-mon[31288]: pgmap v441: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:50 smithi190 ceph-mon[35961]: pgmap v441: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T01:59:52.904 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:52 smithi007 ceph-mon[31288]: pgmap v442: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:52 smithi164 ceph-mon[36138]: pgmap v442: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:53.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.082+0000 7f263ac00700 1 -- 172.21.15.7:0/3190776562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2634106120 msgr2=0x7f2634112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:53.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.082+0000 7f263ac00700 1 --2- 172.21.15.7:0/3190776562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2634106120 0x7f2634112630 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f262c00b0a0 tx=0x7f262c00b3b0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.082+0000 7f263ac00700 1 -- 172.21.15.7:0/3190776562 shutdown_connections 2024-05-21T01:59:53.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.082+0000 7f263ac00700 1 --2- 172.21.15.7:0/3190776562 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2634106120 0x7f2634112630 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.082+0000 7f263ac00700 1 --2- 172.21.15.7:0/3190776562 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f263410b760 0x7f263410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.082+0000 7f263ac00700 1 --2- 172.21.15.7:0/3190776562 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2634105760 0x7f2634105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.082+0000 7f263ac00700 1 -- 172.21.15.7:0/3190776562 >> 172.21.15.7:0/3190776562 conn(0x7f2634101250 msgr2=0x7f2634103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:53.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.082+0000 7f263ac00700 1 -- 172.21.15.7:0/3190776562 shutdown_connections 2024-05-21T01:59:53.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.082+0000 7f263ac00700 1 -- 172.21.15.7:0/3190776562 wait complete. 2024-05-21T01:59:53.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.084+0000 7f263ac00700 1 Processor -- start 2024-05-21T01:59:53.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.084+0000 7f263ac00700 1 -- start start 2024-05-21T01:59:53.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.084+0000 7f263ac00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2634105760 0x7f263419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.084+0000 7f263ac00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2634106120 0x7f263419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.084+0000 7f263ac00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f263410b760 0x7f26341a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.084+0000 7f263ac00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f26341159f0 con 0x7f263410b760 2024-05-21T01:59:53.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.084+0000 7f263ac00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2634115870 con 0x7f2634105760 2024-05-21T01:59:53.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.084+0000 7f263ac00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2634115b70 con 0x7f2634106120 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2634105760 0x7f263419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2638c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f263410b760 0x7f26341a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2634106120 0x7f263419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2634105760 0x7f263419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59334/0 (socket says 172.21.15.7:59334) 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633e00700 1 -- 172.21.15.7:0/247189435 learned_addr learned my addr 172.21.15.7:0/247189435 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633e00700 1 -- 172.21.15.7:0/247189435 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2634106120 msgr2=0x7f263419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633e00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2634106120 0x7f263419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633e00700 1 -- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f263410b760 msgr2=0x7f26341a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633e00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f263410b760 0x7f26341a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633e00700 1 -- 172.21.15.7:0/247189435 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26341a0e20 con 0x7f2634105760 2024-05-21T01:59:53.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2638c00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f263410b760 0x7f26341a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:53.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.085+0000 7f2633400700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2634106120 0x7f263419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:53.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.086+0000 7f2633e00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2634105760 0x7f263419be60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f262400e9a0 tx=0x7f262400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:53.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.086+0000 7f2630c00700 1 -- 172.21.15.7:0/247189435 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262400ca10 con 0x7f2634105760 2024-05-21T01:59:53.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.086+0000 7f2630c00700 1 -- 172.21.15.7:0/247189435 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f262400cbb0 con 0x7f2634105760 2024-05-21T01:59:53.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.086+0000 7f263ac00700 1 -- 172.21.15.7:0/247189435 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26341a1110 con 0x7f2634105760 2024-05-21T01:59:53.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.086+0000 7f2630c00700 1 -- 172.21.15.7:0/247189435 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2624018680 con 0x7f2634105760 2024-05-21T01:59:53.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.086+0000 7f263ac00700 1 -- 172.21.15.7:0/247189435 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26341a8990 con 0x7f2634105760 2024-05-21T01:59:53.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.090+0000 7f2630c00700 1 -- 172.21.15.7:0/247189435 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2624010430 con 0x7f2634105760 2024-05-21T01:59:53.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.090+0000 7f264554cb80 1 Processor -- start 2024-05-21T01:59:53.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f264554cb80 1 -- start start 2024-05-21T01:59:53.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f264554cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 0x55d03138f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f264554cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d03138f780 0x55d031389210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f264554cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d031389830 0x55d031389c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f264554cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d0312e7df0 con 0x55d03138ee60 2024-05-21T01:59:53.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f264554cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d0312d7990 con 0x55d031389830 2024-05-21T01:59:53.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f264554cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d0312db9d0 con 0x55d03138f780 2024-05-21T01:59:53.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f2638c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 0x55d03138f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f2638c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 0x55d03138f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42834/0 (socket says 172.21.15.7:42834) 2024-05-21T01:59:53.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f2638c00700 1 -- 172.21.15.7:0/3575163490 learned_addr learned my addr 172.21.15.7:0/3575163490 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:53.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f2633e00700 1 --2- 172.21.15.7:0/3575163490 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d03138f780 0x55d031389210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.091+0000 7f2630c00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26180b2880 0x7f26180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.092+0000 7f2633400700 1 --2- 172.21.15.7:0/3575163490 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d031389830 0x55d031389c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.092+0000 7f2630c00700 1 -- 172.21.15.7:0/247189435 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f26240e2360 con 0x7f2634105760 2024-05-21T01:59:53.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.092+0000 7f2633e00700 1 -- 172.21.15.7:0/3575163490 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d031389830 msgr2=0x55d031389c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:53.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.092+0000 7f2633e00700 1 --2- 172.21.15.7:0/3575163490 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d031389830 0x55d031389c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.092+0000 7f2633e00700 1 -- 172.21.15.7:0/3575163490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 msgr2=0x55d03138f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:53.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.092+0000 7f2633e00700 1 --2- 172.21.15.7:0/3575163490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 0x55d03138f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.092+0000 7f2633e00700 1 -- 172.21.15.7:0/3575163490 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0312a03d0 con 0x55d03138f780 2024-05-21T01:59:53.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.092+0000 7f2638c00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26180b2880 0x7f26180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.092+0000 7f2633e00700 1 --2- 172.21.15.7:0/3575163490 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d03138f780 0x55d031389210 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f26240dfdc0 tx=0x7f2624009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a20fb724e365e2e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:53.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.093+0000 7f2629600700 1 -- 172.21.15.7:0/3575163490 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26240a9940 con 0x55d03138f780 2024-05-21T01:59:53.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.093+0000 7f2629600700 1 -- 172.21.15.7:0/3575163490 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f26240a9450 con 0x55d03138f780 2024-05-21T01:59:53.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.093+0000 7f2629600700 1 -- 172.21.15.7:0/3575163490 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26240b2310 con 0x55d03138f780 2024-05-21T01:59:53.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.093+0000 7f264554cb80 1 -- 172.21.15.7:0/3575163490 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d03138f780 msgr2=0x55d031389210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:53.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.093+0000 7f2638c00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26180b2880 0x7f26180b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f262c00d010 tx=0x7f262c00b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:53.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.093+0000 7f264554cb80 1 --2- 172.21.15.7:0/3575163490 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d03138f780 0x55d031389210 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f26240dfdc0 tx=0x7f2624009790 comp rx=0 tx=0).stop 2024-05-21T01:59:53.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.094+0000 7f264554cb80 1 -- 172.21.15.7:0/3575163490 shutdown_connections 2024-05-21T01:59:53.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.094+0000 7f264554cb80 1 --2- 172.21.15.7:0/3575163490 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d031389830 0x55d031389c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.094+0000 7f264554cb80 1 --2- 172.21.15.7:0/3575163490 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 0x55d03138f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.094+0000 7f264554cb80 1 --2- 172.21.15.7:0/3575163490 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d03138f780 0x55d031389210 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.094+0000 7f264554cb80 1 -- 172.21.15.7:0/3575163490 >> 172.21.15.7:0/3575163490 conn(0x55d0312b7b90 msgr2=0x55d031383fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:53.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.094+0000 7f264554cb80 1 -- 172.21.15.7:0/3575163490 shutdown_connections 2024-05-21T01:59:53.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.094+0000 7f264554cb80 1 -- 172.21.15.7:0/3575163490 wait complete. 2024-05-21T01:59:53.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.094+0000 7f264554cb80 1 -- start start 2024-05-21T01:59:53.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f264554cb80 1 Processor -- start 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f264554cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031395400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f264554cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 0x55d031392810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f264554cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138f780 0x55d031392d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f264554cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d0311ddf50 con 0x55d03138ee60 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f264554cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d031278710 con 0x55d03138f780 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f264554cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d031396130 con 0x55d031389830 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f264554cb80 10 client.0 _ll_register_callbacks cb 0x55d031281c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f2633e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031395400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f2633e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031395400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34618/0 (socket says 172.21.15.7:34618) 2024-05-21T01:59:53.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.095+0000 7f2633e00700 1 -- 172.21.15.7:0/917597477 learned_addr learned my addr 172.21.15.7:0/917597477 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f2638c00700 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138f780 0x55d031392d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f2633400700 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 0x55d031392810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f2633e00700 1 -- 172.21.15.7:0/917597477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138f780 msgr2=0x55d031392d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f2633e00700 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138f780 0x55d031392d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f2633e00700 1 -- 172.21.15.7:0/917597477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 msgr2=0x55d031392810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f2633e00700 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 0x55d031392810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f2633e00700 1 -- 172.21.15.7:0/917597477 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d031227880 con 0x55d031389830 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f2633e00700 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031395400 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f26240a9640 tx=0x7f26240b2190 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ce61f6e9c9c48fa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f261e000700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.096+0000 7f261e000700 1 -- 172.21.15.7:0/917597477 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26240c3060 con 0x55d031389830 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f261e000700 1 -- 172.21.15.7:0/917597477 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f26240b2510 con 0x55d031389830 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f264554cb80 1 -- 172.21.15.7:0/917597477 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26240a9450 con 0x55d031389830 2024-05-21T01:59:53.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f261e000700 1 -- 172.21.15.7:0/917597477 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f26240aa040 con 0x55d031389830 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f264554cb80 10 client.25102 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f264554cb80 1 -- 172.21.15.7:0/917597477 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d0312a8010 con 0x55d031389830 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f261e000700 1 -- 172.21.15.7:0/917597477 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f26240a9450 con 0x55d031389830 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f261e000700 1 -- 172.21.15.7:0/917597477 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f26240a8ba0 con 0x55d031389830 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f264554cb80 10 client.25102 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f264554cb80 10 client.25102 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f264554cb80 20 client.25102 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.097+0000 7f264554cb80 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55d0313a2830 0x55d0313a3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.098+0000 7f264554cb80 4 client.25102 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T01:59:53.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.098+0000 7f264554cb80 1 -- 172.21.15.7:0/917597477 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d0312e9d40 con 0x55d0313a2830 2024-05-21T01:59:53.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.098+0000 7f2633400700 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55d0313a2830 0x55d0313a3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.099+0000 7f2633400700 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55d0313a2830 0x55d0313a3ca0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51187419747bf5a7 server_cookie=336dc9f80c1a98e in_seq=0 out_seq=0 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.099+0000 7f261e000700 10 client.25102 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.099+0000 7f261e000700 1 -- 172.21.15.7:0/917597477 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d0312e9d40 con 0x55d0313a2830 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.099+0000 7f261e000700 10 client.25102 handle_command_reply: tid=0 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 client.25102 shutdown 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 -- 172.21.15.7:0/917597477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 msgr2=0x55d031395400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031395400 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f26240a9640 tx=0x7f26240b2190 comp rx=0 tx=0).stop 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 -- 172.21.15.7:0/917597477 shutdown_connections 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55d0313a2830 0x55d0313a3ca0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138f780 0x55d031392d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f261e000700 0 client.25102 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031395400 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 --2- 172.21.15.7:0/917597477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138ee60 0x55d031392810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 -- 172.21.15.7:0/917597477 >> 172.21.15.7:0/917597477 conn(0x55d0312b7b90 msgr2=0x55d031388200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:53.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 -- 172.21.15.7:0/917597477 shutdown_connections 2024-05-21T01:59:53.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 1 -- 172.21.15.7:0/917597477 wait complete. 2024-05-21T01:59:53.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.100+0000 7f264554cb80 20 client.25102 trim_cache size 0 max 16384 2024-05-21T01:59:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:52 smithi190 ceph-mon[35961]: pgmap v442: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T01:59:53.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.124+0000 7f264554cb80 1 Processor -- start 2024-05-21T01:59:53.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.124+0000 7f264554cb80 1 -- start start 2024-05-21T01:59:53.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.124+0000 7f264554cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031389210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.124+0000 7f264554cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d031394c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.124+0000 7f264554cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d031383990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.124+0000 7f264554cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d0313a1fe0 con 0x55d03138f780 2024-05-21T01:59:53.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.124+0000 7f264554cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d0313a26b0 con 0x55d03138ee60 2024-05-21T01:59:53.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.124+0000 7f264554cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d0313a2d80 con 0x55d031389830 2024-05-21T01:59:53.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d031394c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031389210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2638c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d031383990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d031394c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59362/0 (socket says 172.21.15.7:59362) 2024-05-21T01:59:53.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633400700 1 -- 172.21.15.7:0/3169488254 learned_addr learned my addr 172.21.15.7:0/3169488254 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:53.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633400700 1 -- 172.21.15.7:0/3169488254 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 msgr2=0x55d031389210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:53.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633400700 1 --2- 172.21.15.7:0/3169488254 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031389210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633400700 1 -- 172.21.15.7:0/3169488254 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 msgr2=0x55d031383990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633400700 1 --2- 172.21.15.7:0/3169488254 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d031383990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633400700 1 -- 172.21.15.7:0/3169488254 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d0313a3270 con 0x55d03138ee60 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.125+0000 7f2633e00700 1 --2- 172.21.15.7:0/3169488254 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031389210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.126+0000 7f2633400700 1 --2- 172.21.15.7:0/3169488254 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d031394c80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x55d031395aa0 tx=0x7f2620009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2ff34d935d40cb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.126+0000 7f2628c00700 1 -- 172.21.15.7:0/3169488254 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2620024070 con 0x55d03138ee60 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.126+0000 7f2628c00700 1 -- 172.21.15.7:0/3169488254 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2620005020 con 0x55d03138ee60 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.126+0000 7f2628c00700 1 -- 172.21.15.7:0/3169488254 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2620010670 con 0x55d03138ee60 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 -- 172.21.15.7:0/3169488254 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 msgr2=0x55d031394c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 --2- 172.21.15.7:0/3169488254 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d031394c80 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x55d031395aa0 tx=0x7f2620009260 comp rx=0 tx=0).stop 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 -- 172.21.15.7:0/3169488254 shutdown_connections 2024-05-21T01:59:53.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 --2- 172.21.15.7:0/3169488254 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d031383990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 --2- 172.21.15.7:0/3169488254 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d031389210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 --2- 172.21.15.7:0/3169488254 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d031394c80 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 -- 172.21.15.7:0/3169488254 >> 172.21.15.7:0/3169488254 conn(0x55d0312b7b90 msgr2=0x55d03138c970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:53.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 -- 172.21.15.7:0/3169488254 shutdown_connections 2024-05-21T01:59:53.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 -- 172.21.15.7:0/3169488254 wait complete. 2024-05-21T01:59:53.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.127+0000 7f264554cb80 1 -- start start 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.128+0000 7f264554cb80 1 Processor -- start 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.128+0000 7f264554cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d0313ad120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.128+0000 7f264554cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d0313ad660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.128+0000 7f264554cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d0313a80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.128+0000 7f264554cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d0313a3b20 con 0x55d03138f780 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.128+0000 7f264554cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d0313a3450 con 0x55d03138ee60 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.128+0000 7f264554cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d0313a41f0 con 0x55d031389830 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.128+0000 7f264554cb80 10 client.0 _ll_register_callbacks cb 0x55d031281c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2638c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d0313a80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d0313ad660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d0313ad120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d0313ad660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59368/0 (socket says 172.21.15.7:59368) 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2638c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d0313a80d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42852/0 (socket says 172.21.15.7:42852) 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633400700 1 -- 172.21.15.7:0/3963895481 learned_addr learned my addr 172.21.15.7:0/3963895481 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633e00700 1 -- 172.21.15.7:0/3963895481 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 msgr2=0x55d0313ad660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633e00700 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d0313ad660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633e00700 1 -- 172.21.15.7:0/3963895481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 msgr2=0x55d0313a80d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633e00700 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d0313a80d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633e00700 1 -- 172.21.15.7:0/3963895481 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d0313a8710 con 0x55d031389830 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2638c00700 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d0313a80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f2633e00700 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d0313ad120 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f262400e970 tx=0x7f26240a5740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a4416e1af6792f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.129+0000 7f261e000700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f261e000700 1 -- 172.21.15.7:0/3963895481 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26240a5800 con 0x55d031389830 2024-05-21T01:59:53.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f261e000700 1 -- 172.21.15.7:0/3963895481 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f26240b2510 con 0x55d031389830 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f264554cb80 1 -- 172.21.15.7:0/3963895481 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2620005020 con 0x55d031389830 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f261e000700 1 -- 172.21.15.7:0/3963895481 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f26240a9450 con 0x55d031389830 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f264554cb80 10 client.25108 fetch_fsmap learned FSMap version 28 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f264554cb80 1 -- 172.21.15.7:0/3963895481 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d03140e900 con 0x55d031389830 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f261e000700 1 -- 172.21.15.7:0/3963895481 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2620005020 con 0x55d031389830 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f261e000700 1 -- 172.21.15.7:0/3963895481 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f26240a8610 con 0x55d031389830 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f264554cb80 10 client.25108 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f264554cb80 10 client.25108 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.130+0000 7f264554cb80 20 client.25108 populate_metadata read hostname 'smithi007' 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.131+0000 7f264554cb80 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55d031413230 0x55d031411f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.131+0000 7f264554cb80 4 client.25108 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T01:59:53.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.131+0000 7f264554cb80 1 -- 172.21.15.7:0/3963895481 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "status"}) -- 0x55d0312e3520 con 0x55d031413230 2024-05-21T01:59:53.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.131+0000 7f2633400700 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55d031413230 0x55d031411f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:53.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f2633400700 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55d031413230 0x55d031411f40 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96346d11befa22d2 server_cookie=8e8a45d9f5b91cc5 in_seq=0 out_seq=0 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f261e000700 10 client.25108 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f261e000700 1 -- 172.21.15.7:0/3963895481 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55d0312e3520 con 0x55d031413230 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f261e000700 10 client.25108 handle_command_reply: tid=0 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 client.25108 shutdown 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 -- 172.21.15.7:0/3963895481 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 msgr2=0x55d0313ad120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d0313ad120 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f262400e970 tx=0x7f26240a5740 comp rx=0 tx=0).stop 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 -- 172.21.15.7:0/3963895481 shutdown_connections 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55d031413230 0x55d031411f40 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d03138f780 0x55d0313a80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d031389830 0x55d0313ad120 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f261e000700 0 client.25108 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 --2- 172.21.15.7:0/3963895481 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d03138ee60 0x55d0313ad660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 -- 172.21.15.7:0/3963895481 >> 172.21.15.7:0/3963895481 conn(0x55d0312b7b90 msgr2=0x55d031383990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:53.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 -- 172.21.15.7:0/3963895481 shutdown_connections 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.132+0000 7f264554cb80 1 -- 172.21.15.7:0/3963895481 wait complete. 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f264554cb80 20 client.25108 trim_cache size 0 max 16384 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24518, 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 237.314819648, 2024-05-21T01:59:53.136 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 28, 2024-05-21T01:59:53.137 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T01:59:53.137 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 80, 2024-05-21T01:59:53.137 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 259.35413080799998 2024-05-21T01:59:53.137 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T01:59:53.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 -- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26180b2880 msgr2=0x7f26180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26180b2880 0x7f26180b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f262c00d010 tx=0x7f262c00b3b0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 -- 172.21.15.7:0/247189435 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2634105760 msgr2=0x7f263419be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2634105760 0x7f263419be60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f262400e9a0 tx=0x7f262400ecb0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 -- 172.21.15.7:0/247189435 shutdown_connections 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f26180b2880 0x7f26180b4d40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f263410b760 0x7f26341a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2634105760 0x7f263419be60 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 --2- 172.21.15.7:0/247189435 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2634106120 0x7f263419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.133+0000 7f263ac00700 1 -- 172.21.15.7:0/247189435 >> 172.21.15.7:0/247189435 conn(0x7f2634101250 msgr2=0x7f2634101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.134+0000 7f263ac00700 1 -- 172.21.15.7:0/247189435 shutdown_connections 2024-05-21T01:59:53.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:53.134+0000 7f263ac00700 1 -- 172.21.15.7:0/247189435 wait complete. 2024-05-21T01:59:54.080 INFO:teuthology.run_tasks:Running task sequential... 2024-05-21T01:59:54.091 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-21T01:59:54.091 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-21T01:59:54.091 INFO:teuthology.task.print:Enabling mgr modules 2024-05-21T01:59:54.091 INFO:teuthology.run_tasks:Running task kclient... 2024-05-21T01:59:54.116 INFO:tasks.kclient:Mounting kernel clients... 2024-05-21T01:59:54.116 INFO:tasks.kclient:config is {'client.0': {}} 2024-05-21T01:59:54.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T01:59:54.116 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-05-21T01:59:54.177 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T01:59:54.177 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link delete ceph-brx 2024-05-21T01:59:54.274 INFO:teuthology.orchestra.run.smithi007.stderr:Cannot find device "ceph-brx" 2024-05-21T01:59:54.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T01:59:54.279 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-05-21T01:59:54.279 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-21T01:59:54.279 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-21T01:59:54.279 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs ls 2024-05-21T01:59:54.736 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T01:59:54.885 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:54 smithi007 ceph-mon[31288]: pgmap v443: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:54 smithi164 ceph-mon[36138]: pgmap v443: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:55.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:54 smithi190 ceph-mon[35961]: pgmap v443: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T01:59:56.788 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:56 smithi007 ceph-mon[31288]: pgmap v444: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:56.953 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:56 smithi164 ceph-mon[36138]: pgmap v444: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:56 smithi190 ceph-mon[35961]: pgmap v444: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T01:59:57.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.175+0000 7f8539000700 1 -- 172.21.15.7:0/2049797167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534076290 msgr2=0x7f853410f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:57.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.175+0000 7f8539000700 1 --2- 172.21.15.7:0/2049797167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534076290 0x7f853410f750 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8520009990 tx=0x7f8520009ca0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.175+0000 7f8539000700 1 -- 172.21.15.7:0/2049797167 shutdown_connections 2024-05-21T01:59:57.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.175+0000 7f8539000700 1 --2- 172.21.15.7:0/2049797167 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f853410fc90 0x7f8534112100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.175+0000 7f8539000700 1 --2- 172.21.15.7:0/2049797167 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8534075970 0x7f8534075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.175+0000 7f8539000700 1 --2- 172.21.15.7:0/2049797167 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534076290 0x7f853410f750 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.175+0000 7f8539000700 1 -- 172.21.15.7:0/2049797167 >> 172.21.15.7:0/2049797167 conn(0x7f85340fef60 msgr2=0x7f8534101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:57.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.175+0000 7f8539000700 1 -- 172.21.15.7:0/2049797167 shutdown_connections 2024-05-21T01:59:57.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.175+0000 7f8539000700 1 -- 172.21.15.7:0/2049797167 wait complete. 2024-05-21T01:59:57.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.176+0000 7f8539000700 1 Processor -- start 2024-05-21T01:59:57.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.176+0000 7f8539000700 1 -- start start 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8539000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534075970 0x7f853419bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8539000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8534076290 0x7f853419c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8539000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f853410fc90 0x7f85341a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8539000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8534115860 con 0x7f8534075970 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8539000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f85341156e0 con 0x7f853410fc90 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8539000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f85341159e0 con 0x7f8534076290 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8533400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534075970 0x7f853419bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8533400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534075970 0x7f853419bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45624/0 (socket says 172.21.15.7:45624) 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8533400700 1 -- 172.21.15.7:0/2552306259 learned_addr learned my addr 172.21.15.7:0/2552306259 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8532a00700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8534076290 0x7f853419c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:57.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.177+0000 7f8533e00700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f853410fc90 0x7f85341a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:57.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.178+0000 7f8533400700 1 -- 172.21.15.7:0/2552306259 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8534076290 msgr2=0x7f853419c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:57.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.178+0000 7f8533400700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8534076290 0x7f853419c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.178+0000 7f8533400700 1 -- 172.21.15.7:0/2552306259 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f853410fc90 msgr2=0x7f85341a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:57.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.178+0000 7f8533400700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f853410fc90 0x7f85341a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.178+0000 7f8533400700 1 -- 172.21.15.7:0/2552306259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85341a0de0 con 0x7f8534075970 2024-05-21T01:59:57.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.178+0000 7f8532a00700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8534076290 0x7f853419c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T01:59:57.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.178+0000 7f8533400700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534075970 0x7f853419bdd0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f852400e9a0 tx=0x7f852400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:57.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.179+0000 7f852be00700 1 -- 172.21.15.7:0/2552306259 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f852400ca10 con 0x7f8534075970 2024-05-21T01:59:57.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.179+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85341a10d0 con 0x7f8534075970 2024-05-21T01:59:57.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.179+0000 7f852be00700 1 -- 172.21.15.7:0/2552306259 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f852400cbb0 con 0x7f8534075970 2024-05-21T01:59:57.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.179+0000 7f852be00700 1 -- 172.21.15.7:0/2552306259 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8524018680 con 0x7f8534075970 2024-05-21T01:59:57.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.179+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85341a8950 con 0x7f8534075970 2024-05-21T01:59:57.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.180+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f853406a230 con 0x7f8534075970 2024-05-21T01:59:57.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.182+0000 7f852be00700 1 -- 172.21.15.7:0/2552306259 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8524010430 con 0x7f8534075970 2024-05-21T01:59:57.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.184+0000 7f852be00700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85180b2900 0x7f85180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T01:59:57.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.184+0000 7f852be00700 1 -- 172.21.15.7:0/2552306259 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f85240e2340 con 0x7f8534075970 2024-05-21T01:59:57.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.184+0000 7f8532a00700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85180b2900 0x7f85180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T01:59:57.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.185+0000 7f8532a00700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85180b2900 0x7f85180b4dc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f85341110c0 tx=0x7f852001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T01:59:57.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.189+0000 7f852be00700 1 -- 172.21.15.7:0/2552306259 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f85240aa020 con 0x7f8534075970 2024-05-21T01:59:57.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.478+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f853419d130 con 0x7f8534075970 2024-05-21T01:59:57.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.479+0000 7f852be00700 1 -- 172.21.15.7:0/2552306259 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f85240b20a0 con 0x7f8534075970 2024-05-21T01:59:57.480 INFO:teuthology.orchestra.run.smithi007.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-05-21T01:59:57.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.482+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85180b2900 msgr2=0x7f85180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:57.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.482+0000 7f8539000700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85180b2900 0x7f85180b4dc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f85341110c0 tx=0x7f852001a040 comp rx=0 tx=0).stop 2024-05-21T01:59:57.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.482+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534075970 msgr2=0x7f853419bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T01:59:57.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.482+0000 7f8539000700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534075970 0x7f853419bdd0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f852400e9a0 tx=0x7f852400ecb0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.483+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 shutdown_connections 2024-05-21T01:59:57.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.483+0000 7f8539000700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f853410fc90 0x7f85341a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.483+0000 7f8539000700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85180b2900 0x7f85180b4dc0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.483+0000 7f8539000700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8534075970 0x7f853419bdd0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.483+0000 7f8539000700 1 --2- 172.21.15.7:0/2552306259 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8534076290 0x7f853419c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T01:59:57.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.483+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 >> 172.21.15.7:0/2552306259 conn(0x7f85340fef60 msgr2=0x7f85340ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T01:59:57.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.483+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 shutdown_connections 2024-05-21T01:59:57.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:57.483+0000 7f8539000700 1 -- 172.21.15.7:0/2552306259 wait complete. 2024-05-21T01:59:57.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:57 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2552306259' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T01:59:57.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:57 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2552306259' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T01:59:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:57 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2552306259' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T01:59:58.444 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-21T01:59:58.444 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-21T01:59:58.445 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi007.front.sepia.ceph.com 2024-05-21T01:59:58.445 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-21T01:59:58.445 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-21T01:59:58.445 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-21T01:59:58.445 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-21T01:59:58.445 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-21T01:59:58.445 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-21T01:59:58.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T01:59:58.445 DEBUG:teuthology.orchestra.run.smithi007:> ip addr 2024-05-21T01:59:58.506 INFO:teuthology.orchestra.run.smithi007.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout: inet 127.0.0.1/8 scope host lo 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 ::1/128 scope host 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dc brd ff:ff:ff:ff:ff:ff 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f0 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:6b:fd:dd brd ff:ff:ff:ff:ff:ff 2024-05-21T01:59:58.507 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp7s0f1 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:ea brd ff:ff:ff:ff:ff:ff 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f0 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout: inet 172.21.15.7/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft 41757sec preferred_lft 41757sec 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout: inet6 fe80::ec4:7aff:febd:15ea/64 scope link noprefixroute 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout: valid_lft forever preferred_lft forever 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout: link/ether 0c:c4:7a:bd:15:eb brd ff:ff:ff:ff:ff:ff 2024-05-21T01:59:58.508 INFO:teuthology.orchestra.run.smithi007.stdout: altname enp1s0f1 2024-05-21T01:59:58.509 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-21T01:59:58.509 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T01:59:58.510 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-05-21T01:59:58.510 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add name ceph-brx type bridge 2024-05-21T01:59:58.510 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr flush dev ceph-brx 2024-05-21T01:59:58.510 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set ceph-brx up 2024-05-21T01:59:58.510 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-21T01:59:58.510 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-05-21T01:59:58.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T01:59:58.937 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 01:59:58 smithi007 ceph-mon[31288]: pgmap v445: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:58.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 01:59:58 smithi164 ceph-mon[36138]: pgmap v445: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:59.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T01:59:59.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T01:59:59.057 DEBUG:teuthology.orchestra.run.smithi007:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-21T01:59:59.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 01:59:58 smithi190 ceph-mon[35961]: pgmap v445: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T01:59:59.135 INFO:teuthology.orchestra.run.smithi007.stdout:1 2024-05-21T01:59:59.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T01:59:59.139 DEBUG:teuthology.orchestra.run.smithi007:> route 2024-05-21T01:59:59.200 INFO:teuthology.orchestra.run.smithi007.stdout:Kernel IP routing table 2024-05-21T01:59:59.201 INFO:teuthology.orchestra.run.smithi007.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-21T01:59:59.201 INFO:teuthology.orchestra.run.smithi007.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-21T01:59:59.201 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-21T01:59:59.201 INFO:teuthology.orchestra.run.smithi007.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-21T01:59:59.201 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T01:59:59.201 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-05-21T01:59:59.201 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-21T01:59:59.201 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-21T01:59:59.202 DEBUG:teuthology.orchestra.run.smithi007:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-21T01:59:59.202 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-05-21T01:59:59.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T01:59:59.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T01:59:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T01:59:59.937 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T01:59:59.937 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-05-21T01:59:59.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T01:59:59.996 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list-id 2024-05-21T02:00:00.050 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T02:00:00.051 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-05-21T02:00:00.051 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-21T02:00:00.051 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-21T02:00:00.051 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-05-21T02:00:00.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T02:00:00.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T02:00:00.250 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-21T02:00:00.250 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T02:00:00.250 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-05-21T02:00:00.250 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-21T02:00:00.251 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-21T02:00:00.251 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-21T02:00:00.251 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-21T02:00:00.251 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-21T02:00:00.251 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-05-21T02:00:00.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T02:00:00.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T02:00:00.557 DEBUG:teuthology.orchestra.run.smithi007:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T02:00:00.557 DEBUG:teuthology.orchestra.run.smithi007:> set -e 2024-05-21T02:00:00.557 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set brx.0 up 2024-05-21T02:00:00.557 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link set dev brx.0 master ceph-brx 2024-05-21T02:00:00.557 DEBUG:teuthology.orchestra.run.smithi007:> ') 2024-05-21T02:00:00.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T02:00:00.697 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:00 smithi007 ceph-mon[31288]: pgmap v446: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:00:00.697 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:00 smithi007 ceph-mon[31288]: overall HEALTH_OK 2024-05-21T02:00:00.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T02:00:00.775 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-21T02:00:00.776 DEBUG:teuthology.orchestra.run.smithi007:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-21T02:00:00.826 INFO:teuthology.orchestra.run.smithi007.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-21T02:00:00.826 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-21T02:00:00.827 DEBUG:teuthology.orchestra.run.smithi007:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-21T02:00:00.875 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-05-21T02:00:00.875 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-05-21T02:00:00.876 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/5ebeabc7-9cf7-447a-9a65-b824bb82944e 2024-05-21T02:00:00.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T02:00:00.876 DEBUG:teuthology.orchestra.run.smithi007:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/5ebeabc7-9cf7-447a-9a65-b824bb82944e /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-05-21T02:00:00.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:00 smithi164 ceph-mon[36138]: pgmap v446: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:00:00.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:00 smithi164 ceph-mon[36138]: overall HEALTH_OK 2024-05-21T02:00:01.007 INFO:teuthology.orchestra.run.smithi007.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-05-21T02:00:01.007 INFO:teuthology.orchestra.run.smithi007.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-05-21T02:00:01.007 INFO:teuthology.orchestra.run.smithi007.stdout:invalid new device string format 2024-05-21T02:00:01.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:00 smithi190 ceph-mon[35961]: pgmap v446: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:00:01.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:00 smithi190 ceph-mon[35961]: overall HEALTH_OK 2024-05-21T02:00:01.723 INFO:teuthology.orchestra.run.smithi007.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-05-21T02:00:01.724 INFO:teuthology.orchestra.run.smithi007.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-05-21T02:00:01.724 INFO:teuthology.orchestra.run.smithi007.stdout:invalid new device string format 2024-05-21T02:00:01.724 INFO:teuthology.orchestra.run.smithi007.stdout:mount.ceph: resolved to: "172.21.15.7:3300,172.21.15.164:3300,172.21.15.190:3300" 2024-05-21T02:00:01.724 INFO:teuthology.orchestra.run.smithi007.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.7:3300,172.21.15.164:3300,172.21.15.190:3300:/volumes/qa/sv_1/5ebeabc7-9cf7-447a-9a65-b824bb82944e 2024-05-21T02:00:01.724 INFO:teuthology.orchestra.run.smithi007.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync,key=0,fsid=c3aa2a92-1713-11ef-bc9a-c7b262605968" will pass to kernel 2024-05-21T02:00:01.727 INFO:teuthology.orchestra.run.smithi007.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-05-21T02:00:01.727 INFO:teuthology.orchestra.run.smithi007.stdout: You just mounted a file system that supports labels which does not 2024-05-21T02:00:01.728 INFO:teuthology.orchestra.run.smithi007.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-05-21T02:00:01.728 INFO:teuthology.orchestra.run.smithi007.stdout: applications will generate AVC messages and not be allowed access to 2024-05-21T02:00:01.728 INFO:teuthology.orchestra.run.smithi007.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-05-21T02:00:01.733 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-05-21T02:00:01.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T02:00:01.734 DEBUG:teuthology.orchestra.run.smithi007:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-21T02:00:01.821 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T02:00:01.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:01 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T02:00:01.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T02:00:01.949 INFO:teuthology.orchestra.run.smithi007.stdout:client14994 2024-05-21T02:00:01.949 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T02:00:01.949 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T02:00:02.004 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T02:00:02.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T02:00:02.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T02:00:02.134 INFO:teuthology.orchestra.run.smithi007.stdout:client14994 2024-05-21T02:00:02.135 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T02:00:02.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T02:00:02.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T02:00:02.253 INFO:teuthology.orchestra.run.smithi007.stdout:client14994 2024-05-21T02:00:02.253 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968.client14994/status') 2024-05-21T02:00:02.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T02:00:02.396 INFO:teuthology.orchestra.run.smithi007.stdout:instance: client.14994 (3)192.168.0.1:0/4167601944 2024-05-21T02:00:02.396 INFO:teuthology.orchestra.run.smithi007.stdout:blocklisted: false 2024-05-21T02:00:02.396 INFO:teuthology.orchestra.run.smithi007.stderr:0+1 records in 2024-05-21T02:00:02.396 INFO:teuthology.orchestra.run.smithi007.stderr:0+1 records out 2024-05-21T02:00:02.396 INFO:teuthology.orchestra.run.smithi007.stderr:70 bytes copied, 9.5177e-05 s, 735 kB/s 2024-05-21T02:00:02.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T02:00:02.410 INFO:teuthology.run_tasks:Running task exec... 2024-05-21T02:00:02.421 INFO:teuthology.task.exec:Executing custom commands... 2024-05-21T02:00:02.421 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi007.front.sepia.ceph.com 2024-05-21T02:00:02.421 DEBUG:teuthology.orchestra.run.smithi007:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-05-21T02:00:02.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.629+0000 7fd9e7400640 1 -- 172.21.15.7:0/1452573583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e010f080 msgr2=0x7fd9e0111470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:02.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.629+0000 7fd9e7400640 1 --2- 172.21.15.7:0/1452573583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e010f080 0x7fd9e0111470 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd9d8009cd0 tx=0x7fd9d802a8e0 comp rx=0 tx=0).stop 2024-05-21T02:00:02.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.629+0000 7fd9e7400640 1 -- 172.21.15.7:0/1452573583 shutdown_connections 2024-05-21T02:00:02.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.629+0000 7fd9e7400640 1 --2- 172.21.15.7:0/1452573583 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e010f080 0x7fd9e0111470 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:02.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.629+0000 7fd9e7400640 1 --2- 172.21.15.7:0/1452573583 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9e00754b0 0x7fd9e0075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:02.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.629+0000 7fd9e7400640 1 --2- 172.21.15.7:0/1452573583 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9e0076a90 0x7fd9e0074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:02.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.629+0000 7fd9e7400640 1 -- 172.21.15.7:0/1452573583 >> 172.21.15.7:0/1452573583 conn(0x7fd9e00fe040 msgr2=0x7fd9e0100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:02.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.629+0000 7fd9e7400640 1 -- 172.21.15.7:0/1452573583 shutdown_connections 2024-05-21T02:00:02.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.629+0000 7fd9e7400640 1 -- 172.21.15.7:0/1452573583 wait complete. 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.630+0000 7fd9e7400640 1 Processor -- start 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.630+0000 7fd9e7400640 1 -- start start 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e7400640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e00754b0 0x7fd9e019f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e7400640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9e0076a90 0x7fd9e019f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e7400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9e010f080 0x7fd9e01a6780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e7400640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e0114c40 con 0x7fd9e00754b0 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e7400640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e0114ac0 con 0x7fd9e010f080 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e7400640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd9e0114dc0 con 0x7fd9e0076a90 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e4a00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e00754b0 0x7fd9e019f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e5400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9e010f080 0x7fd9e01a6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:02.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e5400640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9e010f080 0x7fd9e01a6780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:46210/0 (socket says 172.21.15.7:46210) 2024-05-21T02:00:02.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9e5400640 1 -- 172.21.15.7:0/942967629 learned_addr learned my addr 172.21.15.7:0/942967629 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:02.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.631+0000 7fd9dfe00640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9e0076a90 0x7fd9e019f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:02.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9e5400640 1 -- 172.21.15.7:0/942967629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9e0076a90 msgr2=0x7fd9e019f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:02.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9e5400640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9e0076a90 0x7fd9e019f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:02.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9e5400640 1 -- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e00754b0 msgr2=0x7fd9e019f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:02.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9e5400640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e00754b0 0x7fd9e019f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:02.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9e5400640 1 -- 172.21.15.7:0/942967629 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9e01a6df0 con 0x7fd9e010f080 2024-05-21T02:00:02.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9dfe00640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9e0076a90 0x7fd9e019f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:02.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9e4a00640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e00754b0 0x7fd9e019f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:02.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9e5400640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9e010f080 0x7fd9e01a6780 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd9d802ae00 tx=0x7fd9d8003ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:02.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9dd600640 1 -- 172.21.15.7:0/942967629 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d8004040 con 0x7fd9e010f080 2024-05-21T02:00:02.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9e01a7080 con 0x7fd9e010f080 2024-05-21T02:00:02.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9dd600640 1 -- 172.21.15.7:0/942967629 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9d8004690 con 0x7fd9e010f080 2024-05-21T02:00:02.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9dd600640 1 -- 172.21.15.7:0/942967629 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d8030de0 con 0x7fd9e010f080 2024-05-21T02:00:02.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.632+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9e01a75d0 con 0x7fd9e010f080 2024-05-21T02:00:02.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.634+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9e0105140 con 0x7fd9e010f080 2024-05-21T02:00:02.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.636+0000 7fd9dd600640 1 -- 172.21.15.7:0/942967629 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd9d80305a0 con 0x7fd9e010f080 2024-05-21T02:00:02.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.638+0000 7fd9dd600640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9c80b28a0 0x7fd9c80b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:02.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.638+0000 7fd9dd600640 1 -- 172.21.15.7:0/942967629 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd9d802e030 con 0x7fd9e010f080 2024-05-21T02:00:02.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.638+0000 7fd9e4a00640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9c80b28a0 0x7fd9c80b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:02.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.639+0000 7fd9e4a00640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9c80b28a0 0x7fd9c80b4d60 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd9d4009fc0 tx=0x7fd9d4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:02.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.640+0000 7fd9dd600640 1 -- 172.21.15.7:0/942967629 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd9d80caa60 con 0x7fd9e010f080 2024-05-21T02:00:02.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:02.896+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7fd9e002dba0 con 0x7fd9e010f080 2024-05-21T02:00:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:02 smithi164 ceph-mon[36138]: pgmap v447: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:02 smithi007 ceph-mon[31288]: pgmap v447: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:02 smithi190 ceph-mon[35961]: pgmap v447: 97 pgs: 97 active+clean; 646 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:03.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.665+0000 7fd9dd600640 1 -- 172.21.15.7:0/942967629 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v29) ==== 117+0+0 (secure 0 0 0) 0x7fd9d80ced60 con 0x7fd9e010f080 2024-05-21T02:00:03.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9c80b28a0 msgr2=0x7fd9c80b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9c80b28a0 0x7fd9c80b4d60 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd9d4009fc0 tx=0x7fd9d4005f90 comp rx=0 tx=0).stop 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9e010f080 msgr2=0x7fd9e01a6780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9e010f080 0x7fd9e01a6780 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd9d802ae00 tx=0x7fd9d8003ba0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 shutdown_connections 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd9c80b28a0 0x7fd9c80b4d60 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd9e010f080 0x7fd9e01a6780 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd9e0076a90 0x7fd9e019f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 --2- 172.21.15.7:0/942967629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd9e00754b0 0x7fd9e019f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 >> 172.21.15.7:0/942967629 conn(0x7fd9e00fe040 msgr2=0x7fd9e0102310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 shutdown_connections 2024-05-21T02:00:03.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.670+0000 7fd9e7400640 1 -- 172.21.15.7:0/942967629 wait complete. 2024-05-21T02:00:03.692 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-21T02:00:03.703 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-21T02:00:03.713 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-21T02:00:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.931+0000 7f5ca7e00640 1 -- 172.21.15.7:0/2963683258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810a060 msgr2=0x7f5ca810a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.931+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/2963683258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810a060 0x7f5ca810a4e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5c90009900 tx=0x7f5c9002a410 comp rx=0 tx=0).stop 2024-05-21T02:00:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.931+0000 7f5ca7e00640 1 -- 172.21.15.7:0/2963683258 shutdown_connections 2024-05-21T02:00:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.931+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/2963683258 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ca810aa20 0x7f5ca8111340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.931+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/2963683258 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810a060 0x7f5ca810a4e0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.931+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/2963683258 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5ca8108e80 0x7f5ca81092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.931+0000 7f5ca7e00640 1 -- 172.21.15.7:0/2963683258 >> 172.21.15.7:0/2963683258 conn(0x7f5ca8077e90 msgr2=0x7f5ca807a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.931+0000 7f5ca7e00640 1 -- 172.21.15.7:0/2963683258 shutdown_connections 2024-05-21T02:00:03.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.932+0000 7f5ca7e00640 1 -- 172.21.15.7:0/2963683258 wait complete. 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.932+0000 7f5ca7e00640 1 Processor -- start 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7e00640 1 -- start start 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7e00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5ca8108e80 0x7f5ca819f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ca810a060 0x7f5ca819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810aa20 0x7f5ca81a66b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7e00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca8114a00 con 0x7f5ca810aa20 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca8114880 con 0x7f5ca810a060 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7e00640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca8114b80 con 0x7f5ca8108e80 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7400640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810aa20 0x7f5ca81a66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7400640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810aa20 0x7f5ca81a66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45652/0 (socket says 172.21.15.7:45652) 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca7400640 1 -- 172.21.15.7:0/3770720438 learned_addr learned my addr 172.21.15.7:0/3770720438 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:03.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5ca6a00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5ca8108e80 0x7f5ca819f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.933+0000 7f5c9e000640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ca810a060 0x7f5ca819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5ca7400640 1 -- 172.21.15.7:0/3770720438 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5ca8108e80 msgr2=0x7f5ca819f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5ca7400640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5ca8108e80 0x7f5ca819f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5ca7400640 1 -- 172.21.15.7:0/3770720438 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ca810a060 msgr2=0x7f5ca819f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5ca7400640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ca810a060 0x7f5ca819f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5ca7400640 1 -- 172.21.15.7:0/3770720438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca81a6d20 con 0x7f5ca810aa20 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5ca6a00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5ca8108e80 0x7f5ca819f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5ca7400640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810aa20 0x7f5ca81a66b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5ca000eb10 tx=0x7f5ca000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5caca00640 1 -- 172.21.15.7:0/3770720438 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca0004b20 con 0x7f5ca810aa20 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5caca00640 1 -- 172.21.15.7:0/3770720438 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ca0004cc0 con 0x7f5ca810aa20 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.934+0000 7f5caca00640 1 -- 172.21.15.7:0/3770720438 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca0010670 con 0x7f5ca810aa20 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.935+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ca81a6fb0 con 0x7f5ca810aa20 2024-05-21T02:00:03.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.935+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ca81a7480 con 0x7f5ca810aa20 2024-05-21T02:00:03.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.936+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ca8110240 con 0x7f5ca810aa20 2024-05-21T02:00:03.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.938+0000 7f5caca00640 1 -- 172.21.15.7:0/3770720438 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5ca0005020 con 0x7f5ca810aa20 2024-05-21T02:00:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.941+0000 7f5caca00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c8c0b27f0 0x7f5c8c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.941+0000 7f5caca00640 1 -- 172.21.15.7:0/3770720438 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f5ca00e27e0 con 0x7f5ca810aa20 2024-05-21T02:00:03.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.941+0000 7f5ca6a00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c8c0b27f0 0x7f5c8c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:03.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.942+0000 7f5ca6a00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c8c0b27f0 0x7f5c8c0b4cb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5ca8109bd0 tx=0x7f5c98005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:03 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/942967629' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T02:00:03.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:03 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T02:00:03.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:03.946+0000 7f5caca00640 1 -- 172.21.15.7:0/3770720438 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5ca00aa4c0 con 0x7f5ca810aa20 2024-05-21T02:00:04.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:03 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/942967629' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T02:00:04.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:03 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T02:00:04.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:03 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/942967629' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T02:00:04.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:03 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T02:00:04.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.161+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5ca8063650 con 0x7f5ca810aa20 2024-05-21T02:00:04.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.163+0000 7f5caca00640 1 -- 172.21.15.7:0/3770720438 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7f5ca00a9dc0 con 0x7f5ca810aa20 2024-05-21T02:00:04.163 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:04.164 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c8c0b27f0 msgr2=0x7f5c8c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c8c0b27f0 0x7f5c8c0b4cb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5ca8109bd0 tx=0x7f5c98005f90 comp rx=0 tx=0).stop 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810aa20 msgr2=0x7f5ca81a66b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810aa20 0x7f5ca81a66b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5ca000eb10 tx=0x7f5ca000c2d0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 shutdown_connections 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c8c0b27f0 0x7f5c8c0b4cb0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5ca810aa20 0x7f5ca81a66b0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5ca810a060 0x7f5ca819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 --2- 172.21.15.7:0/3770720438 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5ca8108e80 0x7f5ca819f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 >> 172.21.15.7:0/3770720438 conn(0x7f5ca8077e90 msgr2=0x7f5ca810d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 shutdown_connections 2024-05-21T02:00:04.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.166+0000 7f5ca7e00640 1 -- 172.21.15.7:0/3770720438 wait complete. 2024-05-21T02:00:04.187 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T01:50:21.290267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-21T01:55:47.676359+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-21T01:55:51.660650+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T02:00:04.187 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-21T02:00:04.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.400+0000 7f945ce00640 1 -- 172.21.15.7:0/470242930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458108640 msgr2=0x7f945810aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.400+0000 7f945ce00640 1 --2- 172.21.15.7:0/470242930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458108640 0x7f945810aa90 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9450009ca0 tx=0x7f945002a8c0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.400+0000 7f945ce00640 1 -- 172.21.15.7:0/470242930 shutdown_connections 2024-05-21T02:00:04.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.400+0000 7f945ce00640 1 --2- 172.21.15.7:0/470242930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458108640 0x7f945810aa90 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.400+0000 7f945ce00640 1 --2- 172.21.15.7:0/470242930 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9458105d10 0x7f9458108100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.400+0000 7f945ce00640 1 --2- 172.21.15.7:0/470242930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94581033e0 0x7f94581057d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.400+0000 7f945ce00640 1 -- 172.21.15.7:0/470242930 >> 172.21.15.7:0/470242930 conn(0x7f94580fcdf0 msgr2=0x7f94580ff210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:04.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.400+0000 7f945ce00640 1 -- 172.21.15.7:0/470242930 shutdown_connections 2024-05-21T02:00:04.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.400+0000 7f945ce00640 1 -- 172.21.15.7:0/470242930 wait complete. 2024-05-21T02:00:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.401+0000 7f945ce00640 1 Processor -- start 2024-05-21T02:00:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f945ce00640 1 -- start start 2024-05-21T02:00:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f945ce00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94581033e0 0x7f9458102d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f945ce00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458105d10 0x7f9458101390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f945ce00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9458108640 0x7f94581018d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f945ce00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f945810e500 con 0x7f9458105d10 2024-05-21T02:00:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f945ce00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f945810e380 con 0x7f94581033e0 2024-05-21T02:00:04.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f945ce00640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f945810e680 con 0x7f9458108640 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f944ea00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458105d10 0x7f9458101390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f9457e00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9458108640 0x7f94581018d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f944ea00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458105d10 0x7f9458101390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45668/0 (socket says 172.21.15.7:45668) 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f9457e00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9458108640 0x7f94581018d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:44816/0 (socket says 172.21.15.7:44816) 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.402+0000 7f944ea00640 1 -- 172.21.15.7:0/3886338246 learned_addr learned my addr 172.21.15.7:0/3886338246 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.403+0000 7f9457400640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94581033e0 0x7f9458102d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.403+0000 7f944ea00640 1 -- 172.21.15.7:0/3886338246 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9458108640 msgr2=0x7f94581018d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.403+0000 7f944ea00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9458108640 0x7f94581018d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.403+0000 7f944ea00640 1 -- 172.21.15.7:0/3886338246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94581033e0 msgr2=0x7f9458102d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.403+0000 7f944ea00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94581033e0 0x7f9458102d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.403+0000 7f944ea00640 1 -- 172.21.15.7:0/3886338246 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9458102160 con 0x7f9458105d10 2024-05-21T02:00:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.403+0000 7f944ea00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458105d10 0x7f9458101390 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f944000e9f0 tx=0x7f944000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.403+0000 7f9454c00640 1 -- 172.21.15.7:0/3886338246 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f944000ccc0 con 0x7f9458105d10 2024-05-21T02:00:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.404+0000 7f9454c00640 1 -- 172.21.15.7:0/3886338246 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94400054d0 con 0x7f9458105d10 2024-05-21T02:00:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.404+0000 7f9454c00640 1 -- 172.21.15.7:0/3886338246 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9440010430 con 0x7f9458105d10 2024-05-21T02:00:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.404+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94581a2c60 con 0x7f9458105d10 2024-05-21T02:00:04.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.404+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94581a3160 con 0x7f9458105d10 2024-05-21T02:00:04.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.405+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94580fe8e0 con 0x7f9458105d10 2024-05-21T02:00:04.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.407+0000 7f9454c00640 1 -- 172.21.15.7:0/3886338246 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f94400046c0 con 0x7f9458105d10 2024-05-21T02:00:04.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.409+0000 7f9454c00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f943c0b2870 0x7f943c0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:04.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.409+0000 7f9454c00640 1 -- 172.21.15.7:0/3886338246 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f94400e2580 con 0x7f9458105d10 2024-05-21T02:00:04.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.409+0000 7f9457400640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f943c0b2870 0x7f943c0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:04.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.410+0000 7f9457400640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f943c0b2870 0x7f943c0b4d30 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f94480095f0 tx=0x7f9448005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:04.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.414+0000 7f9454c00640 1 -- 172.21.15.7:0/3886338246 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f94400aa260 con 0x7f9458105d10 2024-05-21T02:00:04.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.626+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9458063650 con 0x7f9458105d10 2024-05-21T02:00:04.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.626+0000 7f9454c00640 1 -- 172.21.15.7:0/3886338246 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f94400a9b60 con 0x7f9458105d10 2024-05-21T02:00:04.627 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-05-21T02:00:04.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f943c0b2870 msgr2=0x7f943c0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f943c0b2870 0x7f943c0b4d30 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f94480095f0 tx=0x7f9448005f90 comp rx=0 tx=0).stop 2024-05-21T02:00:04.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458105d10 msgr2=0x7f9458101390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458105d10 0x7f9458101390 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f944000e9f0 tx=0x7f944000eeb0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 shutdown_connections 2024-05-21T02:00:04.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f943c0b2870 0x7f943c0b4d30 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9458108640 0x7f94581018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9458105d10 0x7f9458101390 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 --2- 172.21.15.7:0/3886338246 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f94581033e0 0x7f9458102d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.629+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 >> 172.21.15.7:0/3886338246 conn(0x7f94580fcdf0 msgr2=0x7f9458103d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:04.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.630+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 shutdown_connections 2024-05-21T02:00:04.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.630+0000 7f945ce00640 1 -- 172.21.15.7:0/3886338246 wait complete. 2024-05-21T02:00:04.649 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-21T02:00:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.877+0000 7f29be600640 1 -- 172.21.15.7:0/2862109823 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8078650 msgr2=0x7f29b8078ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.877+0000 7f29be600640 1 --2- 172.21.15.7:0/2862109823 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8078650 0x7f29b8078ab0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f29a0009900 tx=0x7f29a002a3f0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.877+0000 7f29be600640 1 -- 172.21.15.7:0/2862109823 shutdown_connections 2024-05-21T02:00:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.877+0000 7f29be600640 1 --2- 172.21.15.7:0/2862109823 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f29b8078ff0 0x7f29b8079890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.877+0000 7f29be600640 1 --2- 172.21.15.7:0/2862109823 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8078650 0x7f29b8078ab0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.877+0000 7f29be600640 1 --2- 172.21.15.7:0/2862109823 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f29b8077410 0x7f29b8077830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.877+0000 7f29be600640 1 -- 172.21.15.7:0/2862109823 >> 172.21.15.7:0/2862109823 conn(0x7f29b8100100 msgr2=0x7f29b8102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.877+0000 7f29be600640 1 -- 172.21.15.7:0/2862109823 shutdown_connections 2024-05-21T02:00:04.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.877+0000 7f29be600640 1 -- 172.21.15.7:0/2862109823 wait complete. 2024-05-21T02:00:04.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.878+0000 7f29be600640 1 Processor -- start 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.878+0000 7f29be600640 1 -- start start 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.878+0000 7f29be600640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8077410 0x7f29b819f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.878+0000 7f29be600640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f29b8078650 0x7f29b819f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.878+0000 7f29be600640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f29b8078ff0 0x7f29b81a6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29be600640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f29b8114ad0 con 0x7f29b8077410 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29be600640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f29b8114950 con 0x7f29b8078650 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29be600640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f29b8114c50 con 0x7f29b8078ff0 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29bd200640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8077410 0x7f29b819f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29bd200640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8077410 0x7f29b819f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45686/0 (socket says 172.21.15.7:45686) 2024-05-21T02:00:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29bd200640 1 -- 172.21.15.7:0/1452229950 learned_addr learned my addr 172.21.15.7:0/1452229950 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29afe00640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f29b8078650 0x7f29b819f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29bdc00640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f29b8078ff0 0x7f29b81a6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29bd200640 1 -- 172.21.15.7:0/1452229950 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f29b8078ff0 msgr2=0x7f29b81a6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29bd200640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f29b8078ff0 0x7f29b81a6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29bd200640 1 -- 172.21.15.7:0/1452229950 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f29b8078650 msgr2=0x7f29b819f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29bd200640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f29b8078650 0x7f29b819f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29bd200640 1 -- 172.21.15.7:0/1452229950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29b81a6de0 con 0x7f29b8077410 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.879+0000 7f29afe00640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f29b8078650 0x7f29b819f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.880+0000 7f29bd200640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8077410 0x7f29b819f1c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f29a800d950 tx=0x7f29a800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.880+0000 7f29b6000640 1 -- 172.21.15.7:0/1452229950 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29a8017030 con 0x7f29b8077410 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.880+0000 7f29b6000640 1 -- 172.21.15.7:0/1452229950 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f29a8004020 con 0x7f29b8077410 2024-05-21T02:00:04.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.880+0000 7f29b6000640 1 -- 172.21.15.7:0/1452229950 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29a80047a0 con 0x7f29b8077410 2024-05-21T02:00:04.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.880+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29b81a70d0 con 0x7f29b8077410 2024-05-21T02:00:04.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.880+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29b81a75a0 con 0x7f29b8077410 2024-05-21T02:00:04.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.881+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29b8111500 con 0x7f29b8077410 2024-05-21T02:00:04.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.884+0000 7f29b6000640 1 -- 172.21.15.7:0/1452229950 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f29a8009a30 con 0x7f29b8077410 2024-05-21T02:00:04.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.885+0000 7f29b6000640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f299c0b2870 0x7f299c0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:04.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.885+0000 7f29b6000640 1 -- 172.21.15.7:0/1452229950 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f29a80e1be0 con 0x7f29b8077410 2024-05-21T02:00:04.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.886+0000 7f29afe00640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f299c0b2870 0x7f299c0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:04.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.887+0000 7f29afe00640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f299c0b2870 0x7f299c0b4d30 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f29a0031500 tx=0x7f29a0005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:04.890+0000 7f29b6000640 1 -- 172.21.15.7:0/1452229950 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f29a80a9900 con 0x7f29b8077410 2024-05-21T02:00:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:04 smithi164 ceph-mon[36138]: pgmap v448: 97 pgs: 97 active+clean; 647 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:04 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-21T02:00:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:04 smithi164 ceph-mon[36138]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T02:00:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:04 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3770720438' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:00:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:04 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3886338246' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T02:00:05.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:04 smithi007 ceph-mon[31288]: pgmap v448: 97 pgs: 97 active+clean; 647 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:05.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:04 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-21T02:00:05.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:04 smithi007 ceph-mon[31288]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T02:00:05.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:04 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3770720438' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:00:05.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:04 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3886338246' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T02:00:05.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.105+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f29b8063650 con 0x7f29b8077410 2024-05-21T02:00:05.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:04 smithi190 ceph-mon[35961]: pgmap v448: 97 pgs: 97 active+clean; 647 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:05.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:04 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-21T02:00:05.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:04 smithi190 ceph-mon[35961]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T02:00:05.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:04 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3770720438' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:00:05.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:04 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3886338246' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T02:00:05.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.106+0000 7f29b6000640 1 -- 172.21.15.7:0/1452229950 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) ==== 104+0+11 (secure 0 0 0) 0x7f29a80a9200 con 0x7f29b8077410 2024-05-21T02:00:05.107 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-05-21T02:00:05.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f299c0b2870 msgr2=0x7f299c0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:05.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f299c0b2870 0x7f299c0b4d30 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f29a0031500 tx=0x7f29a0005a20 comp rx=0 tx=0).stop 2024-05-21T02:00:05.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8077410 msgr2=0x7f29b819f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:05.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8077410 0x7f29b819f1c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f29a800d950 tx=0x7f29a800de10 comp rx=0 tx=0).stop 2024-05-21T02:00:05.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 shutdown_connections 2024-05-21T02:00:05.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f299c0b2870 0x7f299c0b4d30 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f29b8078ff0 0x7f29b81a6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f29b8078650 0x7f29b819f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 --2- 172.21.15.7:0/1452229950 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f29b8077410 0x7f29b819f1c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.109+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 >> 172.21.15.7:0/1452229950 conn(0x7f29b8100100 msgr2=0x7f29b8101c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:05.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.110+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 shutdown_connections 2024-05-21T02:00:05.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.110+0000 7f29be600640 1 -- 172.21.15.7:0/1452229950 wait complete. 2024-05-21T02:00:05.129 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-21T02:00:05.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.353+0000 7f93d6e00640 1 -- 172.21.15.7:0/3727790567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93d010ab40 msgr2=0x7f93d01113d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:05.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.353+0000 7f93d6e00640 1 --2- 172.21.15.7:0/3727790567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93d010ab40 0x7f93d01113d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f93c8009ca0 tx=0x7f93c802a8c0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.353+0000 7f93d6e00640 1 -- 172.21.15.7:0/3727790567 shutdown_connections 2024-05-21T02:00:05.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.353+0000 7f93d6e00640 1 --2- 172.21.15.7:0/3727790567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93d010ab40 0x7f93d01113d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.353+0000 7f93d6e00640 1 --2- 172.21.15.7:0/3727790567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f93d010a180 0x7f93d010a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.353+0000 7f93d6e00640 1 --2- 172.21.15.7:0/3727790567 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f93d0108f90 0x7f93d01093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.354+0000 7f93d6e00640 1 -- 172.21.15.7:0/3727790567 >> 172.21.15.7:0/3727790567 conn(0x7f93d0077f20 msgr2=0x7f93d007a360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:05.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.354+0000 7f93d6e00640 1 -- 172.21.15.7:0/3727790567 shutdown_connections 2024-05-21T02:00:05.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.354+0000 7f93d6e00640 1 -- 172.21.15.7:0/3727790567 wait complete. 2024-05-21T02:00:05.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.355+0000 7f93d6e00640 1 Processor -- start 2024-05-21T02:00:05.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.355+0000 7f93d6e00640 1 -- start start 2024-05-21T02:00:05.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.355+0000 7f93d6e00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f93d0108f90 0x7f93d019f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:05.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.355+0000 7f93d6e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f93d010a180 0x7f93d019f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:05.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.355+0000 7f93d6e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93d010ab40 0x7f93d01a66d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:05.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.355+0000 7f93d6e00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f93d0114b20 con 0x7f93d010ab40 2024-05-21T02:00:05.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.355+0000 7f93d6e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f93d01149a0 con 0x7f93d010a180 2024-05-21T02:00:05.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.355+0000 7f93d6e00640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f93d0114ca0 con 0x7f93d0108f90 2024-05-21T02:00:05.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d6400640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93d010ab40 0x7f93d01a66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:05.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d6400640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93d010ab40 0x7f93d01a66d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45702/0 (socket says 172.21.15.7:45702) 2024-05-21T02:00:05.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d6400640 1 -- 172.21.15.7:0/401202852 learned_addr learned my addr 172.21.15.7:0/401202852 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:05.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d5a00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f93d0108f90 0x7f93d019f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:05.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d5000640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f93d010a180 0x7f93d019f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:05.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d5a00640 1 -- 172.21.15.7:0/401202852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f93d010a180 msgr2=0x7f93d019f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:05.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d5a00640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f93d010a180 0x7f93d019f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d5a00640 1 -- 172.21.15.7:0/401202852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93d010ab40 msgr2=0x7f93d01a66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:05.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d5a00640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93d010ab40 0x7f93d01a66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d5a00640 1 -- 172.21.15.7:0/401202852 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d01a6d40 con 0x7f93d0108f90 2024-05-21T02:00:05.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.356+0000 7f93d5000640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f93d010a180 0x7f93d019f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:05.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.357+0000 7f93d5a00640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f93d0108f90 0x7f93d019f120 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f93c400e9c0 tx=0x7f93c400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:05.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.357+0000 7f93ce000640 1 -- 172.21.15.7:0/401202852 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c400ccc0 con 0x7f93d0108f90 2024-05-21T02:00:05.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.357+0000 7f93ce000640 1 -- 172.21.15.7:0/401202852 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93c40035f0 con 0x7f93d0108f90 2024-05-21T02:00:05.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.357+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93d01a6fd0 con 0x7f93d0108f90 2024-05-21T02:00:05.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.357+0000 7f93ce000640 1 -- 172.21.15.7:0/401202852 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c400ce60 con 0x7f93d0108f90 2024-05-21T02:00:05.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.357+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93d01a74e0 con 0x7f93d0108f90 2024-05-21T02:00:05.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.358+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93d01102b0 con 0x7f93d0108f90 2024-05-21T02:00:05.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.361+0000 7f93ce000640 1 -- 172.21.15.7:0/401202852 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f93c4004000 con 0x7f93d0108f90 2024-05-21T02:00:05.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.362+0000 7f93ce000640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93b80b2870 0x7f93b80b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:05.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.363+0000 7f93ce000640 1 -- 172.21.15.7:0/401202852 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f93c40e25f0 con 0x7f93d0108f90 2024-05-21T02:00:05.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.363+0000 7f93d5000640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93b80b2870 0x7f93b80b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:05.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.363+0000 7f93d5000640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93b80b2870 0x7f93b80b4d30 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f93d01a0630 tx=0x7f93c0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:05.364 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.364+0000 7f93ce000640 1 -- 172.21.15.7:0/401202852 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f93c40aa2d0 con 0x7f93d0108f90 2024-05-21T02:00:05.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.575+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f93d002dba0 con 0x7f93d0108f90 2024-05-21T02:00:05.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.576+0000 7f93ce000640 1 -- 172.21.15.7:0/401202852 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) ==== 100+0+11 (secure 0 0 0) 0x7f93c40a9bd0 con 0x7f93d0108f90 2024-05-21T02:00:05.577 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-05-21T02:00:05.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93b80b2870 msgr2=0x7f93b80b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:05.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93b80b2870 0x7f93b80b4d30 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f93d01a0630 tx=0x7f93c0005f90 comp rx=0 tx=0).stop 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f93d0108f90 msgr2=0x7f93d019f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f93d0108f90 0x7f93d019f120 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f93c400e9c0 tx=0x7f93c400ee80 comp rx=0 tx=0).stop 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 shutdown_connections 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93b80b2870 0x7f93b80b4d30 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f93d010ab40 0x7f93d01a66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f93d010a180 0x7f93d019f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 --2- 172.21.15.7:0/401202852 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f93d0108f90 0x7f93d019f120 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 >> 172.21.15.7:0/401202852 conn(0x7f93d0077f20 msgr2=0x7f93d010d480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 shutdown_connections 2024-05-21T02:00:05.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:05.579+0000 7f93d6e00640 1 -- 172.21.15.7:0/401202852 wait complete. 2024-05-21T02:00:05.600 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-21T02:00:05.600 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:00:05.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:05 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1452229950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T02:00:05.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:05 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/401202852' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T02:00:06.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:05 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1452229950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T02:00:06.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:05 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/401202852' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T02:00:06.068 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:06.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:05 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1452229950' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T02:00:06.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:05 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/401202852' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T02:00:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:06 smithi164 ceph-mon[36138]: pgmap v449: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T02:00:07.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:06 smithi007 ceph-mon[31288]: pgmap v449: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T02:00:07.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:06 smithi190 ceph-mon[35961]: pgmap v449: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T02:00:08.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.557+0000 7f893ea00700 1 -- 172.21.15.7:0/641882268 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806c5d0 msgr2=0x7f89381103f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:08.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.557+0000 7f893ea00700 1 --2- 172.21.15.7:0/641882268 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806c5d0 0x7f89381103f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f893000b0a0 tx=0x7f893000b3b0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.557+0000 7f893ea00700 1 -- 172.21.15.7:0/641882268 shutdown_connections 2024-05-21T02:00:08.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.557+0000 7f893ea00700 1 --2- 172.21.15.7:0/641882268 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806c5d0 0x7f89381103f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.557+0000 7f893ea00700 1 --2- 172.21.15.7:0/641882268 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f89381095d0 0x7f89381099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.557+0000 7f893ea00700 1 --2- 172.21.15.7:0/641882268 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f893806bc10 0x7f893806c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.557+0000 7f893ea00700 1 -- 172.21.15.7:0/641882268 >> 172.21.15.7:0/641882268 conn(0x7f89380793f0 msgr2=0x7f8938079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:08.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.557+0000 7f893ea00700 1 -- 172.21.15.7:0/641882268 shutdown_connections 2024-05-21T02:00:08.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.557+0000 7f893ea00700 1 -- 172.21.15.7:0/641882268 wait complete. 2024-05-21T02:00:08.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.558+0000 7f893ea00700 1 Processor -- start 2024-05-21T02:00:08.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.558+0000 7f893ea00700 1 -- start start 2024-05-21T02:00:08.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f893ea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806bc10 0x7f893819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:08.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f893ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f893806c5d0 0x7f893819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:08.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f893ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f89381095d0 0x7f89381a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:08.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f893ea00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8938113740 con 0x7f893806c5d0 2024-05-21T02:00:08.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f893ea00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f89381135c0 con 0x7f89381095d0 2024-05-21T02:00:08.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f893ea00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f89381138c0 con 0x7f893806bc10 2024-05-21T02:00:08.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f8937e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806bc10 0x7f893819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f893ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f89381095d0 0x7f89381a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f8937e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806bc10 0x7f893819be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54756/0 (socket says 172.21.15.7:54756) 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f8937e00700 1 -- 172.21.15.7:0/837060636 learned_addr learned my addr 172.21.15.7:0/837060636 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f893ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f89381095d0 0x7f89381a0710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55764/0 (socket says 172.21.15.7:55764) 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.559+0000 7f8937400700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f893806c5d0 0x7f893819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.560+0000 7f893ca00700 1 -- 172.21.15.7:0/837060636 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806bc10 msgr2=0x7f893819be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.560+0000 7f893ca00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806bc10 0x7f893819be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.560+0000 7f893ca00700 1 -- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f893806c5d0 msgr2=0x7f893819c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.560+0000 7f893ca00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f893806c5d0 0x7f893819c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.560+0000 7f893ca00700 1 -- 172.21.15.7:0/837060636 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89381a0e50 con 0x7f89381095d0 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.560+0000 7f8937e00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806bc10 0x7f893819be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:08.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.560+0000 7f893ca00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f89381095d0 0x7f89381a0710 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f893000b070 tx=0x7f8930004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:08.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.561+0000 7f8934c00700 1 -- 172.21.15.7:0/837060636 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8930021070 con 0x7f89381095d0 2024-05-21T02:00:08.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.561+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89381a10e0 con 0x7f89381095d0 2024-05-21T02:00:08.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.561+0000 7f8934c00700 1 -- 172.21.15.7:0/837060636 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8930007e30 con 0x7f89381095d0 2024-05-21T02:00:08.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.561+0000 7f8934c00700 1 -- 172.21.15.7:0/837060636 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89300045f0 con 0x7f89381095d0 2024-05-21T02:00:08.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.561+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89381a89c0 con 0x7f89381095d0 2024-05-21T02:00:08.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.562+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8938104c90 con 0x7f89381095d0 2024-05-21T02:00:08.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.565+0000 7f8934c00700 1 -- 172.21.15.7:0/837060636 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8930007980 con 0x7f89381095d0 2024-05-21T02:00:08.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.566+0000 7f8934c00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f891c0b2900 0x7f891c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:08.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.566+0000 7f8934c00700 1 -- 172.21.15.7:0/837060636 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f893000f020 con 0x7f89381095d0 2024-05-21T02:00:08.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.567+0000 7f8937e00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f891c0b2900 0x7f891c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:08.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.567+0000 7f8937e00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f891c0b2900 0x7f891c0b4dc0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8928011550 tx=0x7f8928009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:08.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.568+0000 7f8934c00700 1 -- 172.21.15.7:0/837060636 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f893002a020 con 0x7f89381095d0 2024-05-21T02:00:08.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.855+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f89381a8b90 con 0x7f89381095d0 2024-05-21T02:00:08.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.857+0000 7f8934c00700 1 -- 172.21.15.7:0/837060636 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f89300ab660 con 0x7f89381095d0 2024-05-21T02:00:08.859 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:08.859 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:00:08.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f891c0b2900 msgr2=0x7f891c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:08.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f891c0b2900 0x7f891c0b4dc0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8928011550 tx=0x7f8928009260 comp rx=0 tx=0).stop 2024-05-21T02:00:08.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f89381095d0 msgr2=0x7f89381a0710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:08.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f89381095d0 0x7f89381a0710 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f893000b070 tx=0x7f8930004c80 comp rx=0 tx=0).stop 2024-05-21T02:00:08.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 shutdown_connections 2024-05-21T02:00:08.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f89381095d0 0x7f89381a0710 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f893806bc10 0x7f893819be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f891c0b2900 0x7f891c0b4dc0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 --2- 172.21.15.7:0/837060636 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f893806c5d0 0x7f893819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:08.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 >> 172.21.15.7:0/837060636 conn(0x7f89380793f0 msgr2=0x7f893810e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:08.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 shutdown_connections 2024-05-21T02:00:08.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:08.860+0000 7f893ea00700 1 -- 172.21.15.7:0/837060636 wait complete. 2024-05-21T02:00:08.863 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:00:08.941 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:08 smithi007 ceph-mon[31288]: pgmap v450: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T02:00:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:08 smithi164 ceph-mon[36138]: pgmap v450: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T02:00:09.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:08 smithi190 ceph-mon[35961]: pgmap v450: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T02:00:09.658 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-21T02:00:09.658 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-21T02:00:09.658 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T02:00:09.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.883+0000 7f4a05e00640 1 -- 172.21.15.7:0/3099373569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 msgr2=0x7f4a0010a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:09.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.883+0000 7f4a05e00640 1 --2- 172.21.15.7:0/3099373569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 0x7f4a0010a4e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f49f0009900 tx=0x7f49f002a3f0 comp rx=0 tx=0).stop 2024-05-21T02:00:09.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.883+0000 7f4a05e00640 1 -- 172.21.15.7:0/3099373569 shutdown_connections 2024-05-21T02:00:09.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.883+0000 7f4a05e00640 1 --2- 172.21.15.7:0/3099373569 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a0010aa20 0x7f4a00111340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:09.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.883+0000 7f4a05e00640 1 --2- 172.21.15.7:0/3099373569 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 0x7f4a0010a4e0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:09.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.883+0000 7f4a05e00640 1 --2- 172.21.15.7:0/3099373569 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a00108e80 0x7f4a001092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:09.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.883+0000 7f4a05e00640 1 -- 172.21.15.7:0/3099373569 >> 172.21.15.7:0/3099373569 conn(0x7f4a00077e90 msgr2=0x7f4a0007a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:09.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.883+0000 7f4a05e00640 1 -- 172.21.15.7:0/3099373569 shutdown_connections 2024-05-21T02:00:09.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.883+0000 7f4a05e00640 1 -- 172.21.15.7:0/3099373569 wait complete. 2024-05-21T02:00:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.884+0000 7f4a05e00640 1 Processor -- start 2024-05-21T02:00:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.884+0000 7f4a05e00640 1 -- start start 2024-05-21T02:00:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f4a05e00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a00108e80 0x7f4a0019f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f4a05e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 0x7f4a0019f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f4a05e00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a0010aa20 0x7f4a001a6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f4a05e00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a00114a70 con 0x7f4a0010a060 2024-05-21T02:00:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f4a05e00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4a001148f0 con 0x7f4a0010aa20 2024-05-21T02:00:09.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f4a05e00640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4a00114bf0 con 0x7f4a00108e80 2024-05-21T02:00:09.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f49ffe00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 0x7f4a0019f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f49ffe00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 0x7f4a0019f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54462/0 (socket says 172.21.15.7:54462) 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f49ffe00640 1 -- 172.21.15.7:0/2019062157 learned_addr learned my addr 172.21.15.7:0/2019062157 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f4a04a00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a00108e80 0x7f4a0019f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f4a05400640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a0010aa20 0x7f4a001a6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f49ffe00640 1 -- 172.21.15.7:0/2019062157 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a00108e80 msgr2=0x7f4a0019f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f49ffe00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a00108e80 0x7f4a0019f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f49ffe00640 1 -- 172.21.15.7:0/2019062157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a0010aa20 msgr2=0x7f4a001a6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f49ffe00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a0010aa20 0x7f4a001a6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f49ffe00640 1 -- 172.21.15.7:0/2019062157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a001a6d00 con 0x7f4a0010a060 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.885+0000 7f4a04a00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a00108e80 0x7f4a0019f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.886+0000 7f49ffe00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 0x7f4a0019f620 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f49f0005ab0 tx=0x7f49f0003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.886+0000 7f49fd600640 1 -- 172.21.15.7:0/2019062157 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f003f070 con 0x7f4a0010a060 2024-05-21T02:00:09.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.886+0000 7f49fd600640 1 -- 172.21.15.7:0/2019062157 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49f0031c50 con 0x7f4a0010a060 2024-05-21T02:00:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.886+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a001a6f90 con 0x7f4a0010a060 2024-05-21T02:00:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.886+0000 7f49fd600640 1 -- 172.21.15.7:0/2019062157 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f0035030 con 0x7f4a0010a060 2024-05-21T02:00:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.886+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a001a73f0 con 0x7f4a0010a060 2024-05-21T02:00:09.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.887+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a00110220 con 0x7f4a0010a060 2024-05-21T02:00:09.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.890+0000 7f49fd600640 1 -- 172.21.15.7:0/2019062157 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f49f0042070 con 0x7f4a0010a060 2024-05-21T02:00:09.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.891+0000 7f49fd600640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f49e80b27f0 0x7f49e80b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.891+0000 7f49fd600640 1 -- 172.21.15.7:0/2019062157 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f49f0103120 con 0x7f4a0010a060 2024-05-21T02:00:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.892+0000 7f4a04a00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f49e80b27f0 0x7f49e80b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:09.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.892+0000 7f4a04a00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f49e80b27f0 0x7f49e80b4cb0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4a00109bd0 tx=0x7f49f4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:09.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:09.894+0000 7f49fd600640 1 -- 172.21.15.7:0/2019062157 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f49f00cae00 con 0x7f4a0010a060 2024-05-21T02:00:09.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:09 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/837060636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:10.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:09 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/837060636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:10.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.102+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4a00062e90 con 0x7f49e80b27f0 2024-05-21T02:00:10.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:09 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/837060636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:10.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.111+0000 7f49fd600640 1 -- 172.21.15.7:0/2019062157 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258900 (secure 0 0 0) 0x7f4a00062e90 con 0x7f49e80b27f0 2024-05-21T02:00:10.117 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:10.118 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f49e80b27f0 msgr2=0x7f49e80b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f49e80b27f0 0x7f49e80b4cb0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4a00109bd0 tx=0x7f49f4005f90 comp rx=0 tx=0).stop 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 msgr2=0x7f4a0019f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 0x7f4a0019f620 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f49f0005ab0 tx=0x7f49f0003b90 comp rx=0 tx=0).stop 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 shutdown_connections 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f49e80b27f0 0x7f49e80b4cb0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a0010aa20 0x7f4a001a6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a0010a060 0x7f4a0019f620 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 --2- 172.21.15.7:0/2019062157 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a00108e80 0x7f4a0019f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.116+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 >> 172.21.15.7:0/2019062157 conn(0x7f4a00077e90 msgr2=0x7f4a0010d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:10.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.117+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 shutdown_connections 2024-05-21T02:00:10.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.117+0000 7f4a05e00640 1 -- 172.21.15.7:0/2019062157 wait complete. 2024-05-21T02:00:10.139 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":451,"stamp":"2024-05-21T02:00:09.390576+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667969,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2441,"num_read_kb":1327,"num_write":385,"num_write_kb":2306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":817,"ondisk_log_size":817,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357748,"kb_used_data":12756,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584076,"statfs":{"total":1151940427776,"available":1151574093824,"internally_reserved":0,"allocated":13062144,"data_stored":7207287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":78,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005121"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330906+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:58:01.330906+0000","last_peered":"2024-05-21T01:58:01.330906+0000","last_clean":"2024-05-21T01:58:01.330906+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:58:01.330906+0000","last_undegraded":"2024-05-21T01:58:01.330906+0000","last_fullsized":"2024-05-21T01:58:01.330906+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330122+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:58:01.330122+0000","last_peered":"2024-05-21T01:58:01.330122+0000","last_clean":"2024-05-21T01:58:01.330122+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:58:01.330122+0000","last_undegraded":"2024-05-21T01:58:01.330122+0000","last_fullsized":"2024-05-21T01:58:01.330122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333117+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:58:01.333117+0000","last_peered":"2024-05-21T01:58:01.333117+0000","last_clean":"2024-05-21T01:58:01.333117+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:58:01.333117+0000","last_undegraded":"2024-05-21T01:58:01.333117+0000","last_fullsized":"2024-05-21T01:58:01.333117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277203+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:58:01.277203+0000","last_peered":"2024-05-21T01:58:01.277203+0000","last_clean":"2024-05-21T01:58:01.277203+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:58:01.277203+0000","last_undegraded":"2024-05-21T01:58:01.277203+0000","last_fullsized":"2024-05-21T01:58:01.277203+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334304+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:58:01.334304+0000","last_peered":"2024-05-21T01:58:01.334304+0000","last_clean":"2024-05-21T01:58:01.334304+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:58:01.334304+0000","last_undegraded":"2024-05-21T01:58:01.334304+0000","last_fullsized":"2024-05-21T01:58:01.334304+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324662+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:58:01.324662+0000","last_peered":"2024-05-21T01:58:01.324662+0000","last_clean":"2024-05-21T01:58:01.324662+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:58:01.324662+0000","last_undegraded":"2024-05-21T01:58:01.324662+0000","last_fullsized":"2024-05-21T01:58:01.324662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.322768+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:58:01.322768+0000","last_peered":"2024-05-21T01:58:01.322768+0000","last_clean":"2024-05-21T01:58:01.322768+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:58:01.322768+0000","last_undegraded":"2024-05-21T01:58:01.322768+0000","last_fullsized":"2024-05-21T01:58:01.322768+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338015+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:58:01.338015+0000","last_peered":"2024-05-21T01:58:01.338015+0000","last_clean":"2024-05-21T01:58:01.338015+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:58:01.338015+0000","last_undegraded":"2024-05-21T01:58:01.338015+0000","last_fullsized":"2024-05-21T01:58:01.338015+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280810+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:58:01.280810+0000","last_peered":"2024-05-21T01:58:01.280810+0000","last_clean":"2024-05-21T01:58:01.280810+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:58:01.280810+0000","last_undegraded":"2024-05-21T01:58:01.280810+0000","last_fullsized":"2024-05-21T01:58:01.280810+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274356+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:58:01.274356+0000","last_peered":"2024-05-21T01:58:01.274356+0000","last_clean":"2024-05-21T01:58:01.274356+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:58:01.274356+0000","last_undegraded":"2024-05-21T01:58:01.274356+0000","last_fullsized":"2024-05-21T01:58:01.274356+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269550+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:58:01.269550+0000","last_peered":"2024-05-21T01:58:01.269550+0000","last_clean":"2024-05-21T01:58:01.269550+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:58:01.269550+0000","last_undegraded":"2024-05-21T01:58:01.269550+0000","last_fullsized":"2024-05-21T01:58:01.269550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275354+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:58:01.275354+0000","last_peered":"2024-05-21T01:58:01.275354+0000","last_clean":"2024-05-21T01:58:01.275354+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:58:01.275354+0000","last_undegraded":"2024-05-21T01:58:01.275354+0000","last_fullsized":"2024-05-21T01:58:01.275354+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333780+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:58:01.333780+0000","last_peered":"2024-05-21T01:58:01.333780+0000","last_clean":"2024-05-21T01:58:01.333780+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:58:01.333780+0000","last_undegraded":"2024-05-21T01:58:01.333780+0000","last_fullsized":"2024-05-21T01:58:01.333780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333111+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:58:01.333111+0000","last_peered":"2024-05-21T01:58:01.333111+0000","last_clean":"2024-05-21T01:58:01.333111+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:58:01.333111+0000","last_undegraded":"2024-05-21T01:58:01.333111+0000","last_fullsized":"2024-05-21T01:58:01.333111+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333061+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:58:01.333061+0000","last_peered":"2024-05-21T01:58:01.333061+0000","last_clean":"2024-05-21T01:58:01.333061+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:58:01.333061+0000","last_undegraded":"2024-05-21T01:58:01.333061+0000","last_fullsized":"2024-05-21T01:58:01.333061+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333060+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:58:01.333060+0000","last_peered":"2024-05-21T01:58:01.333060+0000","last_clean":"2024-05-21T01:58:01.333060+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:58:01.333060+0000","last_undegraded":"2024-05-21T01:58:01.333060+0000","last_fullsized":"2024-05-21T01:58:01.333060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331040+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:58:01.331040+0000","last_peered":"2024-05-21T01:58:01.331040+0000","last_clean":"2024-05-21T01:58:01.331040+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:58:01.331040+0000","last_undegraded":"2024-05-21T01:58:01.331040+0000","last_fullsized":"2024-05-21T01:58:01.331040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324327+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:58:01.324327+0000","last_peered":"2024-05-21T01:58:01.324327+0000","last_clean":"2024-05-21T01:58:01.324327+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:58:01.324327+0000","last_undegraded":"2024-05-21T01:58:01.324327+0000","last_fullsized":"2024-05-21T01:58:01.324327+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334966+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:58:01.334966+0000","last_peered":"2024-05-21T01:58:01.334966+0000","last_clean":"2024-05-21T01:58:01.334966+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:58:01.334966+0000","last_undegraded":"2024-05-21T01:58:01.334966+0000","last_fullsized":"2024-05-21T01:58:01.334966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"82'14","reported_seq":275,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:06.011273+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T02:00:06.011273+0000","last_peered":"2024-05-21T02:00:06.011273+0000","last_clean":"2024-05-21T02:00:06.011273+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T02:00:06.011273+0000","last_undegraded":"2024-05-21T02:00:06.011273+0000","last_fullsized":"2024-05-21T02:00:06.011273+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":233,"num_read_kb":233,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.342438+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:58:01.342438+0000","last_peered":"2024-05-21T01:58:01.342438+0000","last_clean":"2024-05-21T01:58:01.342438+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:58:01.342438+0000","last_undegraded":"2024-05-21T01:58:01.342438+0000","last_fullsized":"2024-05-21T01:58:01.342438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.617866+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:57:52.617866+0000","last_peered":"2024-05-21T01:57:52.617866+0000","last_clean":"2024-05-21T01:57:52.617866+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:57:52.617866+0000","last_undegraded":"2024-05-21T01:57:52.617866+0000","last_fullsized":"2024-05-21T01:57:52.617866+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333653+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:58:01.333653+0000","last_peered":"2024-05-21T01:58:01.333653+0000","last_clean":"2024-05-21T01:58:01.333653+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:58:01.333653+0000","last_undegraded":"2024-05-21T01:58:01.333653+0000","last_fullsized":"2024-05-21T01:58:01.333653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400447+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400447+0000","last_peered":"2024-05-21T01:56:32.400447+0000","last_clean":"2024-05-21T01:56:32.400447+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400447+0000","last_undegraded":"2024-05-21T01:56:32.400447+0000","last_fullsized":"2024-05-21T01:56:32.400447+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334121+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:58:01.334121+0000","last_peered":"2024-05-21T01:58:01.334121+0000","last_clean":"2024-05-21T01:58:01.334121+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:58:01.334121+0000","last_undegraded":"2024-05-21T01:58:01.334121+0000","last_fullsized":"2024-05-21T01:58:01.334121+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400807+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400807+0000","last_peered":"2024-05-21T01:56:32.400807+0000","last_clean":"2024-05-21T01:56:32.400807+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400807+0000","last_undegraded":"2024-05-21T01:56:32.400807+0000","last_fullsized":"2024-05-21T01:56:32.400807+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.308867+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:58:01.308867+0000","last_peered":"2024-05-21T01:58:01.308867+0000","last_clean":"2024-05-21T01:58:01.308867+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:58:01.308867+0000","last_undegraded":"2024-05-21T01:58:01.308867+0000","last_fullsized":"2024-05-21T01:58:01.308867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":264,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:03.793266+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T02:00:03.793266+0000","last_peered":"2024-05-21T02:00:03.793266+0000","last_clean":"2024-05-21T02:00:03.793266+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T02:00:03.793266+0000","last_undegraded":"2024-05-21T02:00:03.793266+0000","last_fullsized":"2024-05-21T02:00:03.793266+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.323604+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:58:01.323604+0000","last_peered":"2024-05-21T01:58:01.323604+0000","last_clean":"2024-05-21T01:58:01.323604+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:58:01.323604+0000","last_undegraded":"2024-05-21T01:58:01.323604+0000","last_fullsized":"2024-05-21T01:58:01.323604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398158+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398158+0000","last_peered":"2024-05-21T01:56:32.398158+0000","last_clean":"2024-05-21T01:56:32.398158+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398158+0000","last_undegraded":"2024-05-21T01:56:32.398158+0000","last_fullsized":"2024-05-21T01:56:32.398158+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344457+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:58:01.344457+0000","last_peered":"2024-05-21T01:58:01.344457+0000","last_clean":"2024-05-21T01:58:01.344457+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:58:01.344457+0000","last_undegraded":"2024-05-21T01:58:01.344457+0000","last_fullsized":"2024-05-21T01:58:01.344457+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452421+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452421+0000","last_peered":"2024-05-21T01:56:32.452421+0000","last_clean":"2024-05-21T01:56:32.452421+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452421+0000","last_undegraded":"2024-05-21T01:56:32.452421+0000","last_fullsized":"2024-05-21T01:56:32.452421+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344321+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:58:01.344321+0000","last_peered":"2024-05-21T01:58:01.344321+0000","last_clean":"2024-05-21T01:58:01.344321+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:58:01.344321+0000","last_undegraded":"2024-05-21T01:58:01.344321+0000","last_fullsized":"2024-05-21T01:58:01.344321+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399267+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399267+0000","last_peered":"2024-05-21T01:56:32.399267+0000","last_clean":"2024-05-21T01:56:32.399267+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399267+0000","last_undegraded":"2024-05-21T01:56:32.399267+0000","last_fullsized":"2024-05-21T01:56:32.399267+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.345328+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:58:01.345328+0000","last_peered":"2024-05-21T01:58:01.345328+0000","last_clean":"2024-05-21T01:58:01.345328+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:58:01.345328+0000","last_undegraded":"2024-05-21T01:58:01.345328+0000","last_fullsized":"2024-05-21T01:58:01.345328+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":499,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:08.799697+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T02:00:08.799697+0000","last_peered":"2024-05-21T02:00:08.799697+0000","last_clean":"2024-05-21T02:00:08.799697+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T02:00:08.799697+0000","last_undegraded":"2024-05-21T02:00:08.799697+0000","last_fullsized":"2024-05-21T02:00:08.799697+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":468,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324763+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:58:01.324763+0000","last_peered":"2024-05-21T01:58:01.324763+0000","last_clean":"2024-05-21T01:58:01.324763+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:58:01.324763+0000","last_undegraded":"2024-05-21T01:58:01.324763+0000","last_fullsized":"2024-05-21T01:58:01.324763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398666+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398666+0000","last_peered":"2024-05-21T01:56:32.398666+0000","last_clean":"2024-05-21T01:56:32.398666+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398666+0000","last_undegraded":"2024-05-21T01:56:32.398666+0000","last_fullsized":"2024-05-21T01:56:32.398666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333387+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:58:01.333387+0000","last_peered":"2024-05-21T01:58:01.333387+0000","last_clean":"2024-05-21T01:58:01.333387+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:58:01.333387+0000","last_undegraded":"2024-05-21T01:58:01.333387+0000","last_fullsized":"2024-05-21T01:58:01.333387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400161+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400161+0000","last_peered":"2024-05-21T01:56:32.400161+0000","last_clean":"2024-05-21T01:56:32.400161+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400161+0000","last_undegraded":"2024-05-21T01:56:32.400161+0000","last_fullsized":"2024-05-21T01:56:32.400161+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.282060+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:58:01.282060+0000","last_peered":"2024-05-21T01:58:01.282060+0000","last_clean":"2024-05-21T01:58:01.282060+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:58:01.282060+0000","last_undegraded":"2024-05-21T01:58:01.282060+0000","last_fullsized":"2024-05-21T01:58:01.282060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'38","reported_seq":564,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:08.784513+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T02:00:08.784513+0000","last_peered":"2024-05-21T02:00:08.784513+0000","last_clean":"2024-05-21T02:00:08.784513+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T02:00:08.784513+0000","last_undegraded":"2024-05-21T02:00:08.784513+0000","last_fullsized":"2024-05-21T02:00:08.784513+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70103,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":474,"num_read_kb":299,"num_write":40,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272769+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:58:01.272769+0000","last_peered":"2024-05-21T01:58:01.272769+0000","last_clean":"2024-05-21T01:58:01.272769+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:58:01.272769+0000","last_undegraded":"2024-05-21T01:58:01.272769+0000","last_fullsized":"2024-05-21T01:58:01.272769+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403676+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403676+0000","last_peered":"2024-05-21T01:56:32.403676+0000","last_clean":"2024-05-21T01:56:32.403676+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403676+0000","last_undegraded":"2024-05-21T01:56:32.403676+0000","last_fullsized":"2024-05-21T01:56:32.403676+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.346182+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:58:01.346182+0000","last_peered":"2024-05-21T01:58:01.346182+0000","last_clean":"2024-05-21T01:58:01.346182+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:58:01.346182+0000","last_undegraded":"2024-05-21T01:58:01.346182+0000","last_fullsized":"2024-05-21T01:58:01.346182+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400297+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:56:32.400297+0000","last_peered":"2024-05-21T01:56:32.400297+0000","last_clean":"2024-05-21T01:56:32.400297+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:56:32.400297+0000","last_undegraded":"2024-05-21T01:56:32.400297+0000","last_fullsized":"2024-05-21T01:56:32.400297+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301797+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:58:01.301797+0000","last_peered":"2024-05-21T01:58:01.301797+0000","last_clean":"2024-05-21T01:58:01.301797+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:58:01.301797+0000","last_undegraded":"2024-05-21T01:58:01.301797+0000","last_fullsized":"2024-05-21T01:58:01.301797+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":268,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:05.982740+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T02:00:05.982740+0000","last_peered":"2024-05-21T02:00:05.982740+0000","last_clean":"2024-05-21T02:00:05.982740+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T02:00:05.982740+0000","last_undegraded":"2024-05-21T02:00:05.982740+0000","last_fullsized":"2024-05-21T02:00:05.982740+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":898,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":236,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278551+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:58:01.278551+0000","last_peered":"2024-05-21T01:58:01.278551+0000","last_clean":"2024-05-21T01:58:01.278551+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:58:01.278551+0000","last_undegraded":"2024-05-21T01:58:01.278551+0000","last_fullsized":"2024-05-21T01:58:01.278551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399813+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399813+0000","last_peered":"2024-05-21T01:56:32.399813+0000","last_clean":"2024-05-21T01:56:32.399813+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399813+0000","last_undegraded":"2024-05-21T01:56:32.399813+0000","last_fullsized":"2024-05-21T01:56:32.399813+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269782+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:58:01.269782+0000","last_peered":"2024-05-21T01:58:01.269782+0000","last_clean":"2024-05-21T01:58:01.269782+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:58:01.269782+0000","last_undegraded":"2024-05-21T01:58:01.269782+0000","last_fullsized":"2024-05-21T01:58:01.269782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400327+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:56:32.400327+0000","last_peered":"2024-05-21T01:56:32.400327+0000","last_clean":"2024-05-21T01:56:32.400327+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:56:32.400327+0000","last_undegraded":"2024-05-21T01:56:32.400327+0000","last_fullsized":"2024-05-21T01:56:32.400327+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277647+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:58:01.277647+0000","last_peered":"2024-05-21T01:58:01.277647+0000","last_clean":"2024-05-21T01:58:01.277647+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:58:01.277647+0000","last_undegraded":"2024-05-21T01:58:01.277647+0000","last_fullsized":"2024-05-21T01:58:01.277647+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.811107+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:57:52.811107+0000","last_peered":"2024-05-21T01:57:52.811107+0000","last_clean":"2024-05-21T01:57:52.811107+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:57:52.811107+0000","last_undegraded":"2024-05-21T01:57:52.811107+0000","last_fullsized":"2024-05-21T01:57:52.811107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333394+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:58:01.333394+0000","last_peered":"2024-05-21T01:58:01.333394+0000","last_clean":"2024-05-21T01:58:01.333394+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:58:01.333394+0000","last_undegraded":"2024-05-21T01:58:01.333394+0000","last_fullsized":"2024-05-21T01:58:01.333394+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"82'7","reported_seq":271,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:07.014249+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T02:00:07.014249+0000","last_peered":"2024-05-21T02:00:07.014249+0000","last_clean":"2024-05-21T02:00:07.014249+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T02:00:07.014249+0000","last_undegraded":"2024-05-21T02:00:07.014249+0000","last_fullsized":"2024-05-21T02:00:07.014249+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":236,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.273041+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:58:01.273041+0000","last_peered":"2024-05-21T01:58:01.273041+0000","last_clean":"2024-05-21T01:58:01.273041+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:58:01.273041+0000","last_undegraded":"2024-05-21T01:58:01.273041+0000","last_fullsized":"2024-05-21T01:58:01.273041+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275140+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:58:01.275140+0000","last_peered":"2024-05-21T01:58:01.275140+0000","last_clean":"2024-05-21T01:58:01.275140+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:58:01.275140+0000","last_undegraded":"2024-05-21T01:58:01.275140+0000","last_fullsized":"2024-05-21T01:58:01.275140+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":266,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:04.979344+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T02:00:04.979344+0000","last_peered":"2024-05-21T02:00:04.979344+0000","last_clean":"2024-05-21T02:00:04.979344+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T02:00:04.979344+0000","last_undegraded":"2024-05-21T02:00:04.979344+0000","last_fullsized":"2024-05-21T02:00:04.979344+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":232,"num_read_kb":232,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314281+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:58:01.314281+0000","last_peered":"2024-05-21T01:58:01.314281+0000","last_clean":"2024-05-21T01:58:01.314281+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:58:01.314281+0000","last_undegraded":"2024-05-21T01:58:01.314281+0000","last_fullsized":"2024-05-21T01:58:01.314281+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.517993+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:57:57.517993+0000","last_peered":"2024-05-21T01:57:57.517993+0000","last_clean":"2024-05-21T01:57:57.517993+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:57:57.517993+0000","last_undegraded":"2024-05-21T01:57:57.517993+0000","last_fullsized":"2024-05-21T01:57:57.517993+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:53.881302+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:53.881302+0000","last_peered":"2024-05-21T01:56:53.881302+0000","last_clean":"2024-05-21T01:56:53.881302+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:53.881302+0000","last_undegraded":"2024-05-21T01:56:53.881302+0000","last_fullsized":"2024-05-21T01:56:53.881302+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746625+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:58:01.746625+0000","last_peered":"2024-05-21T01:58:01.746625+0000","last_clean":"2024-05-21T01:58:01.746625+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:58:01.746625+0000","last_undegraded":"2024-05-21T01:58:01.746625+0000","last_fullsized":"2024-05-21T01:58:01.746625+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:48.887887+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:57:48.887887+0000","last_peered":"2024-05-21T01:57:48.887887+0000","last_clean":"2024-05-21T01:57:48.887887+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:57:48.887887+0000","last_undegraded":"2024-05-21T01:57:48.887887+0000","last_fullsized":"2024-05-21T01:57:48.887887+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:56.435407+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:57:56.435407+0000","last_peered":"2024-05-21T01:57:56.435407+0000","last_clean":"2024-05-21T01:57:56.435407+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:57:56.435407+0000","last_undegraded":"2024-05-21T01:57:56.435407+0000","last_fullsized":"2024-05-21T01:57:56.435407+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746681+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:58:01.746681+0000","last_peered":"2024-05-21T01:58:01.746681+0000","last_clean":"2024-05-21T01:58:01.746681+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:58:01.746681+0000","last_undegraded":"2024-05-21T01:58:01.746681+0000","last_fullsized":"2024-05-21T01:58:01.746681+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'18","reported_seq":62,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:01.859212+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T02:00:01.859212+0000","last_peered":"2024-05-21T02:00:01.859212+0000","last_clean":"2024-05-21T02:00:01.859212+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T02:00:01.859212+0000","last_undegraded":"2024-05-21T02:00:01.859212+0000","last_fullsized":"2024-05-21T02:00:01.859212+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331720+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:58:01.331720+0000","last_peered":"2024-05-21T01:58:01.331720+0000","last_clean":"2024-05-21T01:58:01.331720+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:58:01.331720+0000","last_undegraded":"2024-05-21T01:58:01.331720+0000","last_fullsized":"2024-05-21T01:58:01.331720+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452644+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:56:32.452644+0000","last_peered":"2024-05-21T01:56:32.452644+0000","last_clean":"2024-05-21T01:56:32.452644+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:56:32.452644+0000","last_undegraded":"2024-05-21T01:56:32.452644+0000","last_fullsized":"2024-05-21T01:56:32.452644+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.343196+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:58:01.343196+0000","last_peered":"2024-05-21T01:58:01.343196+0000","last_clean":"2024-05-21T01:58:01.343196+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:58:01.343196+0000","last_undegraded":"2024-05-21T01:58:01.343196+0000","last_fullsized":"2024-05-21T01:58:01.343196+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.768848+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:57:57.768848+0000","last_peered":"2024-05-21T01:57:57.768848+0000","last_clean":"2024-05-21T01:57:57.768848+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:57:57.768848+0000","last_undegraded":"2024-05-21T01:57:57.768848+0000","last_fullsized":"2024-05-21T01:57:57.768848+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.271688+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:58:01.271688+0000","last_peered":"2024-05-21T01:58:01.271688+0000","last_clean":"2024-05-21T01:58:01.271688+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:58:01.271688+0000","last_undegraded":"2024-05-21T01:58:01.271688+0000","last_fullsized":"2024-05-21T01:58:01.271688+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400947+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:56:32.400947+0000","last_peered":"2024-05-21T01:56:32.400947+0000","last_clean":"2024-05-21T01:56:32.400947+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:56:32.400947+0000","last_undegraded":"2024-05-21T01:56:32.400947+0000","last_fullsized":"2024-05-21T01:56:32.400947+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.321265+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:58:01.321265+0000","last_peered":"2024-05-21T01:58:01.321265+0000","last_clean":"2024-05-21T01:58:01.321265+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:58:01.321265+0000","last_undegraded":"2024-05-21T01:58:01.321265+0000","last_fullsized":"2024-05-21T01:58:01.321265+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:34.041739+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:34.041739+0000","last_peered":"2024-05-21T01:56:34.041739+0000","last_clean":"2024-05-21T01:56:34.041739+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:34.041739+0000","last_undegraded":"2024-05-21T01:56:34.041739+0000","last_fullsized":"2024-05-21T01:56:34.041739+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340913+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:58:01.340913+0000","last_peered":"2024-05-21T01:58:01.340913+0000","last_clean":"2024-05-21T01:58:01.340913+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:58:01.340913+0000","last_undegraded":"2024-05-21T01:58:01.340913+0000","last_fullsized":"2024-05-21T01:58:01.340913+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400863+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:56:32.400863+0000","last_peered":"2024-05-21T01:56:32.400863+0000","last_clean":"2024-05-21T01:56:32.400863+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:56:32.400863+0000","last_undegraded":"2024-05-21T01:56:32.400863+0000","last_fullsized":"2024-05-21T01:56:32.400863+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301010+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:58:01.301010+0000","last_peered":"2024-05-21T01:58:01.301010+0000","last_clean":"2024-05-21T01:58:01.301010+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:58:01.301010+0000","last_undegraded":"2024-05-21T01:58:01.301010+0000","last_fullsized":"2024-05-21T01:58:01.301010+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":266,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:05.796107+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T02:00:05.796107+0000","last_peered":"2024-05-21T02:00:05.796107+0000","last_clean":"2024-05-21T02:00:05.796107+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T02:00:05.796107+0000","last_undegraded":"2024-05-21T02:00:05.796107+0000","last_fullsized":"2024-05-21T02:00:05.796107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":234,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280726+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:58:01.280726+0000","last_peered":"2024-05-21T01:58:01.280726+0000","last_clean":"2024-05-21T01:58:01.280726+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:58:01.280726+0000","last_undegraded":"2024-05-21T01:58:01.280726+0000","last_fullsized":"2024-05-21T01:58:01.280726+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399559+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:56:32.399559+0000","last_peered":"2024-05-21T01:56:32.399559+0000","last_clean":"2024-05-21T01:56:32.399559+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:56:32.399559+0000","last_undegraded":"2024-05-21T01:56:32.399559+0000","last_fullsized":"2024-05-21T01:56:32.399559+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314505+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:58:01.314505+0000","last_peered":"2024-05-21T01:58:01.314505+0000","last_clean":"2024-05-21T01:58:01.314505+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:58:01.314505+0000","last_undegraded":"2024-05-21T01:58:01.314505+0000","last_fullsized":"2024-05-21T01:58:01.314505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.453003+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:56:32.453003+0000","last_peered":"2024-05-21T01:56:32.453003+0000","last_clean":"2024-05-21T01:56:32.453003+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:56:32.453003+0000","last_undegraded":"2024-05-21T01:56:32.453003+0000","last_fullsized":"2024-05-21T01:56:32.453003+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278824+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:58:01.278824+0000","last_peered":"2024-05-21T01:58:01.278824+0000","last_clean":"2024-05-21T01:58:01.278824+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:58:01.278824+0000","last_undegraded":"2024-05-21T01:58:01.278824+0000","last_fullsized":"2024-05-21T01:58:01.278824+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274763+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:58:01.274763+0000","last_peered":"2024-05-21T01:58:01.274763+0000","last_clean":"2024-05-21T01:58:01.274763+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:58:01.274763+0000","last_undegraded":"2024-05-21T01:58:01.274763+0000","last_fullsized":"2024-05-21T01:58:01.274763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277313+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:58:01.277313+0000","last_peered":"2024-05-21T01:58:01.277313+0000","last_clean":"2024-05-21T01:58:01.277313+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:58:01.277313+0000","last_undegraded":"2024-05-21T01:58:01.277313+0000","last_fullsized":"2024-05-21T01:58:01.277313+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.335087+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:58:01.335087+0000","last_peered":"2024-05-21T01:58:01.335087+0000","last_clean":"2024-05-21T01:58:01.335087+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:58:01.335087+0000","last_undegraded":"2024-05-21T01:58:01.335087+0000","last_fullsized":"2024-05-21T01:58:01.335087+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340052+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:58:01.340052+0000","last_peered":"2024-05-21T01:58:01.340052+0000","last_clean":"2024-05-21T01:58:01.340052+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:58:01.340052+0000","last_undegraded":"2024-05-21T01:58:01.340052+0000","last_fullsized":"2024-05-21T01:58:01.340052+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338890+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:58:01.338890+0000","last_peered":"2024-05-21T01:58:01.338890+0000","last_clean":"2024-05-21T01:58:01.338890+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:58:01.338890+0000","last_undegraded":"2024-05-21T01:58:01.338890+0000","last_fullsized":"2024-05-21T01:58:01.338890+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272095+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:58:01.272095+0000","last_peered":"2024-05-21T01:58:01.272095+0000","last_clean":"2024-05-21T01:58:01.272095+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:58:01.272095+0000","last_undegraded":"2024-05-21T01:58:01.272095+0000","last_fullsized":"2024-05-21T01:58:01.272095+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277058+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:58:01.277058+0000","last_peered":"2024-05-21T01:58:01.277058+0000","last_clean":"2024-05-21T01:58:01.277058+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:58:01.277058+0000","last_undegraded":"2024-05-21T01:58:01.277058+0000","last_fullsized":"2024-05-21T01:58:01.277058+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338901+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:58:01.338901+0000","last_peered":"2024-05-21T01:58:01.338901+0000","last_clean":"2024-05-21T01:58:01.338901+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:58:01.338901+0000","last_undegraded":"2024-05-21T01:58:01.338901+0000","last_fullsized":"2024-05-21T01:58:01.338901+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.320957+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:58:01.320957+0000","last_peered":"2024-05-21T01:58:01.320957+0000","last_clean":"2024-05-21T01:58:01.320957+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:58:01.320957+0000","last_undegraded":"2024-05-21T01:58:01.320957+0000","last_fullsized":"2024-05-21T01:58:01.320957+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.341916+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:58:01.341916+0000","last_peered":"2024-05-21T01:58:01.341916+0000","last_clean":"2024-05-21T01:58:01.341916+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:58:01.341916+0000","last_undegraded":"2024-05-21T01:58:01.341916+0000","last_fullsized":"2024-05-21T01:58:01.341916+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.315195+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:58:01.315195+0000","last_peered":"2024-05-21T01:58:01.315195+0000","last_clean":"2024-05-21T01:58:01.315195+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:58:01.315195+0000","last_undegraded":"2024-05-21T01:58:01.315195+0000","last_fullsized":"2024-05-21T01:58:01.315195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.339256+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:58:01.339256+0000","last_peered":"2024-05-21T01:58:01.339256+0000","last_clean":"2024-05-21T01:58:01.339256+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:58:01.339256+0000","last_undegraded":"2024-05-21T01:58:01.339256+0000","last_fullsized":"2024-05-21T01:58:01.339256+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324389+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:58:01.324389+0000","last_peered":"2024-05-21T01:58:01.324389+0000","last_clean":"2024-05-21T01:58:01.324389+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:58:01.324389+0000","last_undegraded":"2024-05-21T01:58:01.324389+0000","last_fullsized":"2024-05-21T01:58:01.324389+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":77367,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2365,"num_read_kb":1263,"num_write":260,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":232101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":223,"ondisk_log_size":223,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645380,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841609,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28588,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716564,"statfs":{"total":95995035648,"available":95965761536,"internally_reserved":0,"allocated":1609728,"data_stored":1096249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005134,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201365,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397596,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1028084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593825,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":434986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574973,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":506002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149811,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953580,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":504728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790054,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":71113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T02:00:10.144 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T02:00:10.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.400+0000 7fe18b000640 1 -- 172.21.15.7:0/1280232149 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410a060 msgr2=0x7fe18410a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.400+0000 7fe18b000640 1 --2- 172.21.15.7:0/1280232149 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410a060 0x7fe18410a4e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fe170009860 tx=0x7fe17002a340 comp rx=0 tx=0).stop 2024-05-21T02:00:10.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.400+0000 7fe18b000640 1 -- 172.21.15.7:0/1280232149 shutdown_connections 2024-05-21T02:00:10.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.400+0000 7fe18b000640 1 --2- 172.21.15.7:0/1280232149 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe18410aa20 0x7fe184111340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.400+0000 7fe18b000640 1 --2- 172.21.15.7:0/1280232149 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410a060 0x7fe18410a4e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.400+0000 7fe18b000640 1 --2- 172.21.15.7:0/1280232149 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe184108e80 0x7fe1841092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.400+0000 7fe18b000640 1 -- 172.21.15.7:0/1280232149 >> 172.21.15.7:0/1280232149 conn(0x7fe184077e90 msgr2=0x7fe18407a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:10.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.400+0000 7fe18b000640 1 -- 172.21.15.7:0/1280232149 shutdown_connections 2024-05-21T02:00:10.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.400+0000 7fe18b000640 1 -- 172.21.15.7:0/1280232149 wait complete. 2024-05-21T02:00:10.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.401+0000 7fe18b000640 1 Processor -- start 2024-05-21T02:00:10.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.401+0000 7fe18b000640 1 -- start start 2024-05-21T02:00:10.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18b000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe184108e80 0x7fe18419f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:10.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18b000640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe18410a060 0x7fe18419f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:10.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18b000640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410aa20 0x7fe1841a66b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:10.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18b000640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe184114a00 con 0x7fe18410a060 2024-05-21T02:00:10.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18b000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe184114880 con 0x7fe184108e80 2024-05-21T02:00:10.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18b000640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe184114b80 con 0x7fe18410aa20 2024-05-21T02:00:10.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe189200640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe18410a060 0x7fe18419f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:10.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18a600640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410aa20 0x7fe1841a66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe189c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe184108e80 0x7fe18419f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18a600640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410aa20 0x7fe1841a66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54778/0 (socket says 172.21.15.7:54778) 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18a600640 1 -- 172.21.15.7:0/3306274287 learned_addr learned my addr 172.21.15.7:0/3306274287 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe189200640 1 -- 172.21.15.7:0/3306274287 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410aa20 msgr2=0x7fe1841a66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe189200640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410aa20 0x7fe1841a66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe189200640 1 -- 172.21.15.7:0/3306274287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe184108e80 msgr2=0x7fe18419f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe189200640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe184108e80 0x7fe18419f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe189200640 1 -- 172.21.15.7:0/3306274287 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1841a6d20 con 0x7fe18410a060 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.402+0000 7fe18a600640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410aa20 0x7fe1841a66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.403+0000 7fe189200640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe18410a060 0x7fe18419f640 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe17002a860 tx=0x7fe170032dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.403+0000 7fe182000640 1 -- 172.21.15.7:0/3306274287 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe170037040 con 0x7fe18410a060 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.403+0000 7fe182000640 1 -- 172.21.15.7:0/3306274287 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe170030bd0 con 0x7fe18410a060 2024-05-21T02:00:10.406 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.403+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1841a6fb0 con 0x7fe18410a060 2024-05-21T02:00:10.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.403+0000 7fe182000640 1 -- 172.21.15.7:0/3306274287 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe170003850 con 0x7fe18410a060 2024-05-21T02:00:10.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.403+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1841a73b0 con 0x7fe18410a060 2024-05-21T02:00:10.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.405+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1841102a0 con 0x7fe18410a060 2024-05-21T02:00:10.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.407+0000 7fe182000640 1 -- 172.21.15.7:0/3306274287 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe170043020 con 0x7fe18410a060 2024-05-21T02:00:10.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.410+0000 7fe182000640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe16c0b27f0 0x7fe16c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:10.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.410+0000 7fe182000640 1 -- 172.21.15.7:0/3306274287 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe1701016d0 con 0x7fe18410a060 2024-05-21T02:00:10.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.410+0000 7fe189c00640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe16c0b27f0 0x7fe16c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:10.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.411+0000 7fe189c00640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe16c0b27f0 0x7fe16c0b4cb0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe178009530 tx=0x7fe178009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:10.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.413+0000 7fe182000640 1 -- 172.21.15.7:0/3306274287 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe170030d80 con 0x7fe18410a060 2024-05-21T02:00:10.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.622+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe184062e90 con 0x7fe16c0b27f0 2024-05-21T02:00:10.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.643+0000 7fe182000640 1 -- 172.21.15.7:0/3306274287 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258900 (secure 0 0 0) 0x7fe184062e90 con 0x7fe16c0b27f0 2024-05-21T02:00:10.648 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:10.649 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T02:00:10.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe16c0b27f0 msgr2=0x7fe16c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe16c0b27f0 0x7fe16c0b4cb0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe178009530 tx=0x7fe178009260 comp rx=0 tx=0).stop 2024-05-21T02:00:10.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe18410a060 msgr2=0x7fe18419f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe18410a060 0x7fe18419f640 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fe17002a860 tx=0x7fe170032dc0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 shutdown_connections 2024-05-21T02:00:10.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe16c0b27f0 0x7fe16c0b4cb0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe18410aa20 0x7fe1841a66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe18410a060 0x7fe18419f640 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 --2- 172.21.15.7:0/3306274287 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe184108e80 0x7fe18419f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 >> 172.21.15.7:0/3306274287 conn(0x7fe184077e90 msgr2=0x7fe18410d470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:10.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 shutdown_connections 2024-05-21T02:00:10.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.649+0000 7fe18b000640 1 -- 172.21.15.7:0/3306274287 wait complete. 2024-05-21T02:00:10.673 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":451,"stamp":"2024-05-21T02:00:09.390576+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667969,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2441,"num_read_kb":1327,"num_write":385,"num_write_kb":2306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":817,"ondisk_log_size":817,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357748,"kb_used_data":12756,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584076,"statfs":{"total":1151940427776,"available":1151574093824,"internally_reserved":0,"allocated":13062144,"data_stored":7207287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":78,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005121"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330906+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:58:01.330906+0000","last_peered":"2024-05-21T01:58:01.330906+0000","last_clean":"2024-05-21T01:58:01.330906+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:58:01.330906+0000","last_undegraded":"2024-05-21T01:58:01.330906+0000","last_fullsized":"2024-05-21T01:58:01.330906+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330122+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:58:01.330122+0000","last_peered":"2024-05-21T01:58:01.330122+0000","last_clean":"2024-05-21T01:58:01.330122+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:58:01.330122+0000","last_undegraded":"2024-05-21T01:58:01.330122+0000","last_fullsized":"2024-05-21T01:58:01.330122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333117+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:58:01.333117+0000","last_peered":"2024-05-21T01:58:01.333117+0000","last_clean":"2024-05-21T01:58:01.333117+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:58:01.333117+0000","last_undegraded":"2024-05-21T01:58:01.333117+0000","last_fullsized":"2024-05-21T01:58:01.333117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277203+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:58:01.277203+0000","last_peered":"2024-05-21T01:58:01.277203+0000","last_clean":"2024-05-21T01:58:01.277203+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:58:01.277203+0000","last_undegraded":"2024-05-21T01:58:01.277203+0000","last_fullsized":"2024-05-21T01:58:01.277203+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334304+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:58:01.334304+0000","last_peered":"2024-05-21T01:58:01.334304+0000","last_clean":"2024-05-21T01:58:01.334304+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:58:01.334304+0000","last_undegraded":"2024-05-21T01:58:01.334304+0000","last_fullsized":"2024-05-21T01:58:01.334304+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324662+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:58:01.324662+0000","last_peered":"2024-05-21T01:58:01.324662+0000","last_clean":"2024-05-21T01:58:01.324662+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:58:01.324662+0000","last_undegraded":"2024-05-21T01:58:01.324662+0000","last_fullsized":"2024-05-21T01:58:01.324662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.322768+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:58:01.322768+0000","last_peered":"2024-05-21T01:58:01.322768+0000","last_clean":"2024-05-21T01:58:01.322768+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:58:01.322768+0000","last_undegraded":"2024-05-21T01:58:01.322768+0000","last_fullsized":"2024-05-21T01:58:01.322768+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338015+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:58:01.338015+0000","last_peered":"2024-05-21T01:58:01.338015+0000","last_clean":"2024-05-21T01:58:01.338015+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:58:01.338015+0000","last_undegraded":"2024-05-21T01:58:01.338015+0000","last_fullsized":"2024-05-21T01:58:01.338015+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280810+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:58:01.280810+0000","last_peered":"2024-05-21T01:58:01.280810+0000","last_clean":"2024-05-21T01:58:01.280810+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:58:01.280810+0000","last_undegraded":"2024-05-21T01:58:01.280810+0000","last_fullsized":"2024-05-21T01:58:01.280810+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274356+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:58:01.274356+0000","last_peered":"2024-05-21T01:58:01.274356+0000","last_clean":"2024-05-21T01:58:01.274356+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:58:01.274356+0000","last_undegraded":"2024-05-21T01:58:01.274356+0000","last_fullsized":"2024-05-21T01:58:01.274356+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269550+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:58:01.269550+0000","last_peered":"2024-05-21T01:58:01.269550+0000","last_clean":"2024-05-21T01:58:01.269550+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:58:01.269550+0000","last_undegraded":"2024-05-21T01:58:01.269550+0000","last_fullsized":"2024-05-21T01:58:01.269550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275354+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:58:01.275354+0000","last_peered":"2024-05-21T01:58:01.275354+0000","last_clean":"2024-05-21T01:58:01.275354+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:58:01.275354+0000","last_undegraded":"2024-05-21T01:58:01.275354+0000","last_fullsized":"2024-05-21T01:58:01.275354+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333780+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:58:01.333780+0000","last_peered":"2024-05-21T01:58:01.333780+0000","last_clean":"2024-05-21T01:58:01.333780+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:58:01.333780+0000","last_undegraded":"2024-05-21T01:58:01.333780+0000","last_fullsized":"2024-05-21T01:58:01.333780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333111+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:58:01.333111+0000","last_peered":"2024-05-21T01:58:01.333111+0000","last_clean":"2024-05-21T01:58:01.333111+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:58:01.333111+0000","last_undegraded":"2024-05-21T01:58:01.333111+0000","last_fullsized":"2024-05-21T01:58:01.333111+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333061+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:58:01.333061+0000","last_peered":"2024-05-21T01:58:01.333061+0000","last_clean":"2024-05-21T01:58:01.333061+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:58:01.333061+0000","last_undegraded":"2024-05-21T01:58:01.333061+0000","last_fullsized":"2024-05-21T01:58:01.333061+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333060+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:58:01.333060+0000","last_peered":"2024-05-21T01:58:01.333060+0000","last_clean":"2024-05-21T01:58:01.333060+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:58:01.333060+0000","last_undegraded":"2024-05-21T01:58:01.333060+0000","last_fullsized":"2024-05-21T01:58:01.333060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331040+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:58:01.331040+0000","last_peered":"2024-05-21T01:58:01.331040+0000","last_clean":"2024-05-21T01:58:01.331040+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:58:01.331040+0000","last_undegraded":"2024-05-21T01:58:01.331040+0000","last_fullsized":"2024-05-21T01:58:01.331040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324327+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:58:01.324327+0000","last_peered":"2024-05-21T01:58:01.324327+0000","last_clean":"2024-05-21T01:58:01.324327+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:58:01.324327+0000","last_undegraded":"2024-05-21T01:58:01.324327+0000","last_fullsized":"2024-05-21T01:58:01.324327+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334966+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:58:01.334966+0000","last_peered":"2024-05-21T01:58:01.334966+0000","last_clean":"2024-05-21T01:58:01.334966+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:58:01.334966+0000","last_undegraded":"2024-05-21T01:58:01.334966+0000","last_fullsized":"2024-05-21T01:58:01.334966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"82'14","reported_seq":275,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:06.011273+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T02:00:06.011273+0000","last_peered":"2024-05-21T02:00:06.011273+0000","last_clean":"2024-05-21T02:00:06.011273+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T02:00:06.011273+0000","last_undegraded":"2024-05-21T02:00:06.011273+0000","last_fullsized":"2024-05-21T02:00:06.011273+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":233,"num_read_kb":233,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.342438+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:58:01.342438+0000","last_peered":"2024-05-21T01:58:01.342438+0000","last_clean":"2024-05-21T01:58:01.342438+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:58:01.342438+0000","last_undegraded":"2024-05-21T01:58:01.342438+0000","last_fullsized":"2024-05-21T01:58:01.342438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.617866+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:57:52.617866+0000","last_peered":"2024-05-21T01:57:52.617866+0000","last_clean":"2024-05-21T01:57:52.617866+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:57:52.617866+0000","last_undegraded":"2024-05-21T01:57:52.617866+0000","last_fullsized":"2024-05-21T01:57:52.617866+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333653+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:58:01.333653+0000","last_peered":"2024-05-21T01:58:01.333653+0000","last_clean":"2024-05-21T01:58:01.333653+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:58:01.333653+0000","last_undegraded":"2024-05-21T01:58:01.333653+0000","last_fullsized":"2024-05-21T01:58:01.333653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400447+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400447+0000","last_peered":"2024-05-21T01:56:32.400447+0000","last_clean":"2024-05-21T01:56:32.400447+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400447+0000","last_undegraded":"2024-05-21T01:56:32.400447+0000","last_fullsized":"2024-05-21T01:56:32.400447+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334121+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:58:01.334121+0000","last_peered":"2024-05-21T01:58:01.334121+0000","last_clean":"2024-05-21T01:58:01.334121+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:58:01.334121+0000","last_undegraded":"2024-05-21T01:58:01.334121+0000","last_fullsized":"2024-05-21T01:58:01.334121+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400807+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400807+0000","last_peered":"2024-05-21T01:56:32.400807+0000","last_clean":"2024-05-21T01:56:32.400807+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400807+0000","last_undegraded":"2024-05-21T01:56:32.400807+0000","last_fullsized":"2024-05-21T01:56:32.400807+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.308867+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:58:01.308867+0000","last_peered":"2024-05-21T01:58:01.308867+0000","last_clean":"2024-05-21T01:58:01.308867+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:58:01.308867+0000","last_undegraded":"2024-05-21T01:58:01.308867+0000","last_fullsized":"2024-05-21T01:58:01.308867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":264,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:03.793266+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T02:00:03.793266+0000","last_peered":"2024-05-21T02:00:03.793266+0000","last_clean":"2024-05-21T02:00:03.793266+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T02:00:03.793266+0000","last_undegraded":"2024-05-21T02:00:03.793266+0000","last_fullsized":"2024-05-21T02:00:03.793266+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.323604+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:58:01.323604+0000","last_peered":"2024-05-21T01:58:01.323604+0000","last_clean":"2024-05-21T01:58:01.323604+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:58:01.323604+0000","last_undegraded":"2024-05-21T01:58:01.323604+0000","last_fullsized":"2024-05-21T01:58:01.323604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398158+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398158+0000","last_peered":"2024-05-21T01:56:32.398158+0000","last_clean":"2024-05-21T01:56:32.398158+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398158+0000","last_undegraded":"2024-05-21T01:56:32.398158+0000","last_fullsized":"2024-05-21T01:56:32.398158+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344457+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:58:01.344457+0000","last_peered":"2024-05-21T01:58:01.344457+0000","last_clean":"2024-05-21T01:58:01.344457+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:58:01.344457+0000","last_undegraded":"2024-05-21T01:58:01.344457+0000","last_fullsized":"2024-05-21T01:58:01.344457+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452421+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452421+0000","last_peered":"2024-05-21T01:56:32.452421+0000","last_clean":"2024-05-21T01:56:32.452421+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452421+0000","last_undegraded":"2024-05-21T01:56:32.452421+0000","last_fullsized":"2024-05-21T01:56:32.452421+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344321+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:58:01.344321+0000","last_peered":"2024-05-21T01:58:01.344321+0000","last_clean":"2024-05-21T01:58:01.344321+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:58:01.344321+0000","last_undegraded":"2024-05-21T01:58:01.344321+0000","last_fullsized":"2024-05-21T01:58:01.344321+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399267+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399267+0000","last_peered":"2024-05-21T01:56:32.399267+0000","last_clean":"2024-05-21T01:56:32.399267+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399267+0000","last_undegraded":"2024-05-21T01:56:32.399267+0000","last_fullsized":"2024-05-21T01:56:32.399267+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.345328+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:58:01.345328+0000","last_peered":"2024-05-21T01:58:01.345328+0000","last_clean":"2024-05-21T01:58:01.345328+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:58:01.345328+0000","last_undegraded":"2024-05-21T01:58:01.345328+0000","last_fullsized":"2024-05-21T01:58:01.345328+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":499,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:08.799697+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T02:00:08.799697+0000","last_peered":"2024-05-21T02:00:08.799697+0000","last_clean":"2024-05-21T02:00:08.799697+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T02:00:08.799697+0000","last_undegraded":"2024-05-21T02:00:08.799697+0000","last_fullsized":"2024-05-21T02:00:08.799697+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":468,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324763+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:58:01.324763+0000","last_peered":"2024-05-21T01:58:01.324763+0000","last_clean":"2024-05-21T01:58:01.324763+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:58:01.324763+0000","last_undegraded":"2024-05-21T01:58:01.324763+0000","last_fullsized":"2024-05-21T01:58:01.324763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398666+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398666+0000","last_peered":"2024-05-21T01:56:32.398666+0000","last_clean":"2024-05-21T01:56:32.398666+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398666+0000","last_undegraded":"2024-05-21T01:56:32.398666+0000","last_fullsized":"2024-05-21T01:56:32.398666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333387+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:58:01.333387+0000","last_peered":"2024-05-21T01:58:01.333387+0000","last_clean":"2024-05-21T01:58:01.333387+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:58:01.333387+0000","last_undegraded":"2024-05-21T01:58:01.333387+0000","last_fullsized":"2024-05-21T01:58:01.333387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400161+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400161+0000","last_peered":"2024-05-21T01:56:32.400161+0000","last_clean":"2024-05-21T01:56:32.400161+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400161+0000","last_undegraded":"2024-05-21T01:56:32.400161+0000","last_fullsized":"2024-05-21T01:56:32.400161+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.282060+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:58:01.282060+0000","last_peered":"2024-05-21T01:58:01.282060+0000","last_clean":"2024-05-21T01:58:01.282060+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:58:01.282060+0000","last_undegraded":"2024-05-21T01:58:01.282060+0000","last_fullsized":"2024-05-21T01:58:01.282060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'38","reported_seq":564,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:08.784513+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T02:00:08.784513+0000","last_peered":"2024-05-21T02:00:08.784513+0000","last_clean":"2024-05-21T02:00:08.784513+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T02:00:08.784513+0000","last_undegraded":"2024-05-21T02:00:08.784513+0000","last_fullsized":"2024-05-21T02:00:08.784513+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70103,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":474,"num_read_kb":299,"num_write":40,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272769+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:58:01.272769+0000","last_peered":"2024-05-21T01:58:01.272769+0000","last_clean":"2024-05-21T01:58:01.272769+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:58:01.272769+0000","last_undegraded":"2024-05-21T01:58:01.272769+0000","last_fullsized":"2024-05-21T01:58:01.272769+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403676+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403676+0000","last_peered":"2024-05-21T01:56:32.403676+0000","last_clean":"2024-05-21T01:56:32.403676+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403676+0000","last_undegraded":"2024-05-21T01:56:32.403676+0000","last_fullsized":"2024-05-21T01:56:32.403676+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.346182+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:58:01.346182+0000","last_peered":"2024-05-21T01:58:01.346182+0000","last_clean":"2024-05-21T01:58:01.346182+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:58:01.346182+0000","last_undegraded":"2024-05-21T01:58:01.346182+0000","last_fullsized":"2024-05-21T01:58:01.346182+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400297+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:56:32.400297+0000","last_peered":"2024-05-21T01:56:32.400297+0000","last_clean":"2024-05-21T01:56:32.400297+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:56:32.400297+0000","last_undegraded":"2024-05-21T01:56:32.400297+0000","last_fullsized":"2024-05-21T01:56:32.400297+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301797+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:58:01.301797+0000","last_peered":"2024-05-21T01:58:01.301797+0000","last_clean":"2024-05-21T01:58:01.301797+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:58:01.301797+0000","last_undegraded":"2024-05-21T01:58:01.301797+0000","last_fullsized":"2024-05-21T01:58:01.301797+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":268,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:05.982740+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T02:00:05.982740+0000","last_peered":"2024-05-21T02:00:05.982740+0000","last_clean":"2024-05-21T02:00:05.982740+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T02:00:05.982740+0000","last_undegraded":"2024-05-21T02:00:05.982740+0000","last_fullsized":"2024-05-21T02:00:05.982740+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":898,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":236,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278551+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:58:01.278551+0000","last_peered":"2024-05-21T01:58:01.278551+0000","last_clean":"2024-05-21T01:58:01.278551+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:58:01.278551+0000","last_undegraded":"2024-05-21T01:58:01.278551+0000","last_fullsized":"2024-05-21T01:58:01.278551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399813+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399813+0000","last_peered":"2024-05-21T01:56:32.399813+0000","last_clean":"2024-05-21T01:56:32.399813+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399813+0000","last_undegraded":"2024-05-21T01:56:32.399813+0000","last_fullsized":"2024-05-21T01:56:32.399813+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269782+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:58:01.269782+0000","last_peered":"2024-05-21T01:58:01.269782+0000","last_clean":"2024-05-21T01:58:01.269782+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:58:01.269782+0000","last_undegraded":"2024-05-21T01:58:01.269782+0000","last_fullsized":"2024-05-21T01:58:01.269782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400327+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:56:32.400327+0000","last_peered":"2024-05-21T01:56:32.400327+0000","last_clean":"2024-05-21T01:56:32.400327+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:56:32.400327+0000","last_undegraded":"2024-05-21T01:56:32.400327+0000","last_fullsized":"2024-05-21T01:56:32.400327+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277647+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:58:01.277647+0000","last_peered":"2024-05-21T01:58:01.277647+0000","last_clean":"2024-05-21T01:58:01.277647+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:58:01.277647+0000","last_undegraded":"2024-05-21T01:58:01.277647+0000","last_fullsized":"2024-05-21T01:58:01.277647+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.811107+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:57:52.811107+0000","last_peered":"2024-05-21T01:57:52.811107+0000","last_clean":"2024-05-21T01:57:52.811107+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:57:52.811107+0000","last_undegraded":"2024-05-21T01:57:52.811107+0000","last_fullsized":"2024-05-21T01:57:52.811107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333394+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:58:01.333394+0000","last_peered":"2024-05-21T01:58:01.333394+0000","last_clean":"2024-05-21T01:58:01.333394+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:58:01.333394+0000","last_undegraded":"2024-05-21T01:58:01.333394+0000","last_fullsized":"2024-05-21T01:58:01.333394+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"82'7","reported_seq":271,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:07.014249+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T02:00:07.014249+0000","last_peered":"2024-05-21T02:00:07.014249+0000","last_clean":"2024-05-21T02:00:07.014249+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T02:00:07.014249+0000","last_undegraded":"2024-05-21T02:00:07.014249+0000","last_fullsized":"2024-05-21T02:00:07.014249+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":236,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.273041+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:58:01.273041+0000","last_peered":"2024-05-21T01:58:01.273041+0000","last_clean":"2024-05-21T01:58:01.273041+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:58:01.273041+0000","last_undegraded":"2024-05-21T01:58:01.273041+0000","last_fullsized":"2024-05-21T01:58:01.273041+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275140+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:58:01.275140+0000","last_peered":"2024-05-21T01:58:01.275140+0000","last_clean":"2024-05-21T01:58:01.275140+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:58:01.275140+0000","last_undegraded":"2024-05-21T01:58:01.275140+0000","last_fullsized":"2024-05-21T01:58:01.275140+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":266,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:04.979344+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T02:00:04.979344+0000","last_peered":"2024-05-21T02:00:04.979344+0000","last_clean":"2024-05-21T02:00:04.979344+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T02:00:04.979344+0000","last_undegraded":"2024-05-21T02:00:04.979344+0000","last_fullsized":"2024-05-21T02:00:04.979344+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":232,"num_read_kb":232,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314281+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:58:01.314281+0000","last_peered":"2024-05-21T01:58:01.314281+0000","last_clean":"2024-05-21T01:58:01.314281+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:58:01.314281+0000","last_undegraded":"2024-05-21T01:58:01.314281+0000","last_fullsized":"2024-05-21T01:58:01.314281+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.517993+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:57:57.517993+0000","last_peered":"2024-05-21T01:57:57.517993+0000","last_clean":"2024-05-21T01:57:57.517993+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:57:57.517993+0000","last_undegraded":"2024-05-21T01:57:57.517993+0000","last_fullsized":"2024-05-21T01:57:57.517993+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:53.881302+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:53.881302+0000","last_peered":"2024-05-21T01:56:53.881302+0000","last_clean":"2024-05-21T01:56:53.881302+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:53.881302+0000","last_undegraded":"2024-05-21T01:56:53.881302+0000","last_fullsized":"2024-05-21T01:56:53.881302+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746625+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:58:01.746625+0000","last_peered":"2024-05-21T01:58:01.746625+0000","last_clean":"2024-05-21T01:58:01.746625+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:58:01.746625+0000","last_undegraded":"2024-05-21T01:58:01.746625+0000","last_fullsized":"2024-05-21T01:58:01.746625+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:48.887887+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:57:48.887887+0000","last_peered":"2024-05-21T01:57:48.887887+0000","last_clean":"2024-05-21T01:57:48.887887+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:57:48.887887+0000","last_undegraded":"2024-05-21T01:57:48.887887+0000","last_fullsized":"2024-05-21T01:57:48.887887+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:56.435407+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:57:56.435407+0000","last_peered":"2024-05-21T01:57:56.435407+0000","last_clean":"2024-05-21T01:57:56.435407+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:57:56.435407+0000","last_undegraded":"2024-05-21T01:57:56.435407+0000","last_fullsized":"2024-05-21T01:57:56.435407+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746681+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:58:01.746681+0000","last_peered":"2024-05-21T01:58:01.746681+0000","last_clean":"2024-05-21T01:58:01.746681+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:58:01.746681+0000","last_undegraded":"2024-05-21T01:58:01.746681+0000","last_fullsized":"2024-05-21T01:58:01.746681+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'18","reported_seq":62,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:01.859212+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T02:00:01.859212+0000","last_peered":"2024-05-21T02:00:01.859212+0000","last_clean":"2024-05-21T02:00:01.859212+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T02:00:01.859212+0000","last_undegraded":"2024-05-21T02:00:01.859212+0000","last_fullsized":"2024-05-21T02:00:01.859212+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331720+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:58:01.331720+0000","last_peered":"2024-05-21T01:58:01.331720+0000","last_clean":"2024-05-21T01:58:01.331720+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:58:01.331720+0000","last_undegraded":"2024-05-21T01:58:01.331720+0000","last_fullsized":"2024-05-21T01:58:01.331720+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452644+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:56:32.452644+0000","last_peered":"2024-05-21T01:56:32.452644+0000","last_clean":"2024-05-21T01:56:32.452644+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:56:32.452644+0000","last_undegraded":"2024-05-21T01:56:32.452644+0000","last_fullsized":"2024-05-21T01:56:32.452644+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.343196+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:58:01.343196+0000","last_peered":"2024-05-21T01:58:01.343196+0000","last_clean":"2024-05-21T01:58:01.343196+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:58:01.343196+0000","last_undegraded":"2024-05-21T01:58:01.343196+0000","last_fullsized":"2024-05-21T01:58:01.343196+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.768848+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:57:57.768848+0000","last_peered":"2024-05-21T01:57:57.768848+0000","last_clean":"2024-05-21T01:57:57.768848+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:57:57.768848+0000","last_undegraded":"2024-05-21T01:57:57.768848+0000","last_fullsized":"2024-05-21T01:57:57.768848+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.271688+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:58:01.271688+0000","last_peered":"2024-05-21T01:58:01.271688+0000","last_clean":"2024-05-21T01:58:01.271688+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:58:01.271688+0000","last_undegraded":"2024-05-21T01:58:01.271688+0000","last_fullsized":"2024-05-21T01:58:01.271688+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400947+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:56:32.400947+0000","last_peered":"2024-05-21T01:56:32.400947+0000","last_clean":"2024-05-21T01:56:32.400947+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:56:32.400947+0000","last_undegraded":"2024-05-21T01:56:32.400947+0000","last_fullsized":"2024-05-21T01:56:32.400947+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.321265+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:58:01.321265+0000","last_peered":"2024-05-21T01:58:01.321265+0000","last_clean":"2024-05-21T01:58:01.321265+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:58:01.321265+0000","last_undegraded":"2024-05-21T01:58:01.321265+0000","last_fullsized":"2024-05-21T01:58:01.321265+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:34.041739+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:34.041739+0000","last_peered":"2024-05-21T01:56:34.041739+0000","last_clean":"2024-05-21T01:56:34.041739+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:34.041739+0000","last_undegraded":"2024-05-21T01:56:34.041739+0000","last_fullsized":"2024-05-21T01:56:34.041739+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340913+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:58:01.340913+0000","last_peered":"2024-05-21T01:58:01.340913+0000","last_clean":"2024-05-21T01:58:01.340913+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:58:01.340913+0000","last_undegraded":"2024-05-21T01:58:01.340913+0000","last_fullsized":"2024-05-21T01:58:01.340913+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400863+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:56:32.400863+0000","last_peered":"2024-05-21T01:56:32.400863+0000","last_clean":"2024-05-21T01:56:32.400863+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:56:32.400863+0000","last_undegraded":"2024-05-21T01:56:32.400863+0000","last_fullsized":"2024-05-21T01:56:32.400863+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301010+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:58:01.301010+0000","last_peered":"2024-05-21T01:58:01.301010+0000","last_clean":"2024-05-21T01:58:01.301010+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:58:01.301010+0000","last_undegraded":"2024-05-21T01:58:01.301010+0000","last_fullsized":"2024-05-21T01:58:01.301010+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":266,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:05.796107+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T02:00:05.796107+0000","last_peered":"2024-05-21T02:00:05.796107+0000","last_clean":"2024-05-21T02:00:05.796107+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T02:00:05.796107+0000","last_undegraded":"2024-05-21T02:00:05.796107+0000","last_fullsized":"2024-05-21T02:00:05.796107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":234,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280726+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:58:01.280726+0000","last_peered":"2024-05-21T01:58:01.280726+0000","last_clean":"2024-05-21T01:58:01.280726+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:58:01.280726+0000","last_undegraded":"2024-05-21T01:58:01.280726+0000","last_fullsized":"2024-05-21T01:58:01.280726+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399559+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:56:32.399559+0000","last_peered":"2024-05-21T01:56:32.399559+0000","last_clean":"2024-05-21T01:56:32.399559+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:56:32.399559+0000","last_undegraded":"2024-05-21T01:56:32.399559+0000","last_fullsized":"2024-05-21T01:56:32.399559+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314505+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:58:01.314505+0000","last_peered":"2024-05-21T01:58:01.314505+0000","last_clean":"2024-05-21T01:58:01.314505+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:58:01.314505+0000","last_undegraded":"2024-05-21T01:58:01.314505+0000","last_fullsized":"2024-05-21T01:58:01.314505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.453003+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:56:32.453003+0000","last_peered":"2024-05-21T01:56:32.453003+0000","last_clean":"2024-05-21T01:56:32.453003+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:56:32.453003+0000","last_undegraded":"2024-05-21T01:56:32.453003+0000","last_fullsized":"2024-05-21T01:56:32.453003+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278824+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:58:01.278824+0000","last_peered":"2024-05-21T01:58:01.278824+0000","last_clean":"2024-05-21T01:58:01.278824+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:58:01.278824+0000","last_undegraded":"2024-05-21T01:58:01.278824+0000","last_fullsized":"2024-05-21T01:58:01.278824+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274763+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:58:01.274763+0000","last_peered":"2024-05-21T01:58:01.274763+0000","last_clean":"2024-05-21T01:58:01.274763+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:58:01.274763+0000","last_undegraded":"2024-05-21T01:58:01.274763+0000","last_fullsized":"2024-05-21T01:58:01.274763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277313+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:58:01.277313+0000","last_peered":"2024-05-21T01:58:01.277313+0000","last_clean":"2024-05-21T01:58:01.277313+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:58:01.277313+0000","last_undegraded":"2024-05-21T01:58:01.277313+0000","last_fullsized":"2024-05-21T01:58:01.277313+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.335087+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:58:01.335087+0000","last_peered":"2024-05-21T01:58:01.335087+0000","last_clean":"2024-05-21T01:58:01.335087+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:58:01.335087+0000","last_undegraded":"2024-05-21T01:58:01.335087+0000","last_fullsized":"2024-05-21T01:58:01.335087+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340052+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:58:01.340052+0000","last_peered":"2024-05-21T01:58:01.340052+0000","last_clean":"2024-05-21T01:58:01.340052+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:58:01.340052+0000","last_undegraded":"2024-05-21T01:58:01.340052+0000","last_fullsized":"2024-05-21T01:58:01.340052+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338890+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:58:01.338890+0000","last_peered":"2024-05-21T01:58:01.338890+0000","last_clean":"2024-05-21T01:58:01.338890+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:58:01.338890+0000","last_undegraded":"2024-05-21T01:58:01.338890+0000","last_fullsized":"2024-05-21T01:58:01.338890+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272095+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:58:01.272095+0000","last_peered":"2024-05-21T01:58:01.272095+0000","last_clean":"2024-05-21T01:58:01.272095+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:58:01.272095+0000","last_undegraded":"2024-05-21T01:58:01.272095+0000","last_fullsized":"2024-05-21T01:58:01.272095+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277058+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:58:01.277058+0000","last_peered":"2024-05-21T01:58:01.277058+0000","last_clean":"2024-05-21T01:58:01.277058+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:58:01.277058+0000","last_undegraded":"2024-05-21T01:58:01.277058+0000","last_fullsized":"2024-05-21T01:58:01.277058+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338901+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:58:01.338901+0000","last_peered":"2024-05-21T01:58:01.338901+0000","last_clean":"2024-05-21T01:58:01.338901+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:58:01.338901+0000","last_undegraded":"2024-05-21T01:58:01.338901+0000","last_fullsized":"2024-05-21T01:58:01.338901+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.320957+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:58:01.320957+0000","last_peered":"2024-05-21T01:58:01.320957+0000","last_clean":"2024-05-21T01:58:01.320957+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:58:01.320957+0000","last_undegraded":"2024-05-21T01:58:01.320957+0000","last_fullsized":"2024-05-21T01:58:01.320957+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.341916+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:58:01.341916+0000","last_peered":"2024-05-21T01:58:01.341916+0000","last_clean":"2024-05-21T01:58:01.341916+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:58:01.341916+0000","last_undegraded":"2024-05-21T01:58:01.341916+0000","last_fullsized":"2024-05-21T01:58:01.341916+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.315195+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:58:01.315195+0000","last_peered":"2024-05-21T01:58:01.315195+0000","last_clean":"2024-05-21T01:58:01.315195+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:58:01.315195+0000","last_undegraded":"2024-05-21T01:58:01.315195+0000","last_fullsized":"2024-05-21T01:58:01.315195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.339256+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:58:01.339256+0000","last_peered":"2024-05-21T01:58:01.339256+0000","last_clean":"2024-05-21T01:58:01.339256+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:58:01.339256+0000","last_undegraded":"2024-05-21T01:58:01.339256+0000","last_fullsized":"2024-05-21T01:58:01.339256+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324389+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:58:01.324389+0000","last_peered":"2024-05-21T01:58:01.324389+0000","last_clean":"2024-05-21T01:58:01.324389+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:58:01.324389+0000","last_undegraded":"2024-05-21T01:58:01.324389+0000","last_fullsized":"2024-05-21T01:58:01.324389+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":77367,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2365,"num_read_kb":1263,"num_write":260,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":232101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":223,"ondisk_log_size":223,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645380,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841609,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28588,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716564,"statfs":{"total":95995035648,"available":95965761536,"internally_reserved":0,"allocated":1609728,"data_stored":1096249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005134,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201365,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397596,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1028084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593825,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":434986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574973,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":506002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149811,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953580,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":504728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790054,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":71113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T02:00:10.677 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-21T02:00:10.677 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T02:00:10.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.936+0000 7fc7b9000640 1 -- 172.21.15.7:0/3821760351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b410ee90 msgr2=0x7fc7b4111280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.936+0000 7fc7b9000640 1 --2- 172.21.15.7:0/3821760351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b410ee90 0x7fc7b4111280 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac009930 tx=0x7fc7ac02a420 comp rx=0 tx=0).stop 2024-05-21T02:00:10.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.936+0000 7fc7b9000640 1 -- 172.21.15.7:0/3821760351 shutdown_connections 2024-05-21T02:00:10.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.936+0000 7fc7b9000640 1 --2- 172.21.15.7:0/3821760351 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b410ee90 0x7fc7b4111280 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.936+0000 7fc7b9000640 1 --2- 172.21.15.7:0/3821760351 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7b40754b0 0x7fc7b4075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.936+0000 7fc7b9000640 1 --2- 172.21.15.7:0/3821760351 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc7b4076a90 0x7fc7b4074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.936+0000 7fc7b9000640 1 -- 172.21.15.7:0/3821760351 >> 172.21.15.7:0/3821760351 conn(0x7fc7b40fde30 msgr2=0x7fc7b4100270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:10.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.936+0000 7fc7b9000640 1 -- 172.21.15.7:0/3821760351 shutdown_connections 2024-05-21T02:00:10.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.936+0000 7fc7b9000640 1 -- 172.21.15.7:0/3821760351 wait complete. 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.937+0000 7fc7b9000640 1 Processor -- start 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.937+0000 7fc7b9000640 1 -- start start 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.937+0000 7fc7b9000640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7b40754b0 0x7fc7b419f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7b9000640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b4076a90 0x7fc7b419f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7b9000640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc7b410ee90 0x7fc7b41a6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7b9000640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b4114a10 con 0x7fc7b4076a90 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7b9000640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b4114890 con 0x7fc7b410ee90 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7b9000640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b4114b90 con 0x7fc7b40754b0 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7aaa00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b4076a90 0x7fc7b419f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:10.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7aaa00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b4076a90 0x7fc7b419f5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54500/0 (socket says 172.21.15.7:54500) 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7aaa00640 1 -- 172.21.15.7:0/2368121085 learned_addr learned my addr 172.21.15.7:0/2368121085 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7b3400640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7b40754b0 0x7fc7b419f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7b3e00640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc7b410ee90 0x7fc7b41a6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7aaa00640 1 -- 172.21.15.7:0/2368121085 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7b40754b0 msgr2=0x7fc7b419f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7aaa00640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7b40754b0 0x7fc7b419f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7aaa00640 1 -- 172.21.15.7:0/2368121085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc7b410ee90 msgr2=0x7fc7b41a6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7aaa00640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc7b410ee90 0x7fc7b41a6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.938+0000 7fc7aaa00640 1 -- 172.21.15.7:0/2368121085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7b41a6cd0 con 0x7fc7b4076a90 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.939+0000 7fc7aaa00640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b4076a90 0x7fc7b419f5f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc79c00db80 tx=0x7fc79c00b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.939+0000 7fc7b0c00640 1 -- 172.21.15.7:0/2368121085 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79c017070 con 0x7fc7b4076a90 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.939+0000 7fc7b0c00640 1 -- 172.21.15.7:0/2368121085 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc79c003b70 con 0x7fc7b4076a90 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.939+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7b41a6fc0 con 0x7fc7b4076a90 2024-05-21T02:00:10.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.939+0000 7fc7b0c00640 1 -- 172.21.15.7:0/2368121085 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79c0106c0 con 0x7fc7b4076a90 2024-05-21T02:00:10.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.939+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7b41a7480 con 0x7fc7b4076a90 2024-05-21T02:00:10.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.940+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7b4105060 con 0x7fc7b4076a90 2024-05-21T02:00:10.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.943+0000 7fc7b0c00640 1 -- 172.21.15.7:0/2368121085 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc79c004020 con 0x7fc7b4076a90 2024-05-21T02:00:10.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.945+0000 7fc7b0c00640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7980b27f0 0x7fc7980b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:10.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.945+0000 7fc7b0c00640 1 -- 172.21.15.7:0/2368121085 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc79c0e2590 con 0x7fc7b4076a90 2024-05-21T02:00:10.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.945+0000 7fc7b3400640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7980b27f0 0x7fc7980b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:10.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.946+0000 7fc7b3400640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7980b27f0 0x7fc7980b4cb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4009b50 tx=0x7fc7a4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:10.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:10.947+0000 7fc7b0c00640 1 -- 172.21.15.7:0/2368121085 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc79c0aa2b0 con 0x7fc7b4076a90 2024-05-21T02:00:11.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:10 smithi007 ceph-mon[31288]: pgmap v451: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-21T02:00:11.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:10 smithi190 ceph-mon[35961]: pgmap v451: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-21T02:00:11.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.158+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc7b4062e90 con 0x7fc7980b27f0 2024-05-21T02:00:11.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.181+0000 7fc7b0c00640 1 -- 172.21.15.7:0/2368121085 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258900 (secure 0 0 0) 0x7fc7b4062e90 con 0x7fc7980b27f0 2024-05-21T02:00:11.185 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:11.187 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T02:00:11.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7980b27f0 msgr2=0x7fc7980b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:11.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7980b27f0 0x7fc7980b4cb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4009b50 tx=0x7fc7a4005f90 comp rx=0 tx=0).stop 2024-05-21T02:00:11.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b4076a90 msgr2=0x7fc7b419f5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:11.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b4076a90 0x7fc7b419f5f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc79c00db80 tx=0x7fc79c00b630 comp rx=0 tx=0).stop 2024-05-21T02:00:11.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 shutdown_connections 2024-05-21T02:00:11.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7980b27f0 0x7fc7980b4cb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:11.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc7b410ee90 0x7fc7b41a6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:11.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc7b4076a90 0x7fc7b419f5f0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:11.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 --2- 172.21.15.7:0/2368121085 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc7b40754b0 0x7fc7b419f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:11.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.187+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 >> 172.21.15.7:0/2368121085 conn(0x7fc7b40fde30 msgr2=0x7fc7b4102230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:11.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.188+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 shutdown_connections 2024-05-21T02:00:11.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:11.188+0000 7fc7b9000640 1 -- 172.21.15.7:0/2368121085 wait complete. 2024-05-21T02:00:11.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:10 smithi164 ceph-mon[36138]: pgmap v451: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-21T02:00:11.210 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":451,"stamp":"2024-05-21T02:00:09.390576+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667969,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2441,"num_read_kb":1327,"num_write":385,"num_write_kb":2306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":817,"ondisk_log_size":817,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357748,"kb_used_data":12756,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584076,"statfs":{"total":1151940427776,"available":1151574093824,"internally_reserved":0,"allocated":13062144,"data_stored":7207287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":78,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005121"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330906+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:58:01.330906+0000","last_peered":"2024-05-21T01:58:01.330906+0000","last_clean":"2024-05-21T01:58:01.330906+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:58:01.330906+0000","last_undegraded":"2024-05-21T01:58:01.330906+0000","last_fullsized":"2024-05-21T01:58:01.330906+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330122+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:58:01.330122+0000","last_peered":"2024-05-21T01:58:01.330122+0000","last_clean":"2024-05-21T01:58:01.330122+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:58:01.330122+0000","last_undegraded":"2024-05-21T01:58:01.330122+0000","last_fullsized":"2024-05-21T01:58:01.330122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333117+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:58:01.333117+0000","last_peered":"2024-05-21T01:58:01.333117+0000","last_clean":"2024-05-21T01:58:01.333117+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:58:01.333117+0000","last_undegraded":"2024-05-21T01:58:01.333117+0000","last_fullsized":"2024-05-21T01:58:01.333117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277203+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:58:01.277203+0000","last_peered":"2024-05-21T01:58:01.277203+0000","last_clean":"2024-05-21T01:58:01.277203+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:58:01.277203+0000","last_undegraded":"2024-05-21T01:58:01.277203+0000","last_fullsized":"2024-05-21T01:58:01.277203+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334304+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:58:01.334304+0000","last_peered":"2024-05-21T01:58:01.334304+0000","last_clean":"2024-05-21T01:58:01.334304+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:58:01.334304+0000","last_undegraded":"2024-05-21T01:58:01.334304+0000","last_fullsized":"2024-05-21T01:58:01.334304+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324662+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:58:01.324662+0000","last_peered":"2024-05-21T01:58:01.324662+0000","last_clean":"2024-05-21T01:58:01.324662+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:58:01.324662+0000","last_undegraded":"2024-05-21T01:58:01.324662+0000","last_fullsized":"2024-05-21T01:58:01.324662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.322768+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:58:01.322768+0000","last_peered":"2024-05-21T01:58:01.322768+0000","last_clean":"2024-05-21T01:58:01.322768+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:58:01.322768+0000","last_undegraded":"2024-05-21T01:58:01.322768+0000","last_fullsized":"2024-05-21T01:58:01.322768+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338015+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:58:01.338015+0000","last_peered":"2024-05-21T01:58:01.338015+0000","last_clean":"2024-05-21T01:58:01.338015+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:58:01.338015+0000","last_undegraded":"2024-05-21T01:58:01.338015+0000","last_fullsized":"2024-05-21T01:58:01.338015+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280810+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:58:01.280810+0000","last_peered":"2024-05-21T01:58:01.280810+0000","last_clean":"2024-05-21T01:58:01.280810+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:58:01.280810+0000","last_undegraded":"2024-05-21T01:58:01.280810+0000","last_fullsized":"2024-05-21T01:58:01.280810+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274356+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:58:01.274356+0000","last_peered":"2024-05-21T01:58:01.274356+0000","last_clean":"2024-05-21T01:58:01.274356+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:58:01.274356+0000","last_undegraded":"2024-05-21T01:58:01.274356+0000","last_fullsized":"2024-05-21T01:58:01.274356+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269550+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:58:01.269550+0000","last_peered":"2024-05-21T01:58:01.269550+0000","last_clean":"2024-05-21T01:58:01.269550+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:58:01.269550+0000","last_undegraded":"2024-05-21T01:58:01.269550+0000","last_fullsized":"2024-05-21T01:58:01.269550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275354+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:58:01.275354+0000","last_peered":"2024-05-21T01:58:01.275354+0000","last_clean":"2024-05-21T01:58:01.275354+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:58:01.275354+0000","last_undegraded":"2024-05-21T01:58:01.275354+0000","last_fullsized":"2024-05-21T01:58:01.275354+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333780+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:58:01.333780+0000","last_peered":"2024-05-21T01:58:01.333780+0000","last_clean":"2024-05-21T01:58:01.333780+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:58:01.333780+0000","last_undegraded":"2024-05-21T01:58:01.333780+0000","last_fullsized":"2024-05-21T01:58:01.333780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333111+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:58:01.333111+0000","last_peered":"2024-05-21T01:58:01.333111+0000","last_clean":"2024-05-21T01:58:01.333111+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:58:01.333111+0000","last_undegraded":"2024-05-21T01:58:01.333111+0000","last_fullsized":"2024-05-21T01:58:01.333111+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333061+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:58:01.333061+0000","last_peered":"2024-05-21T01:58:01.333061+0000","last_clean":"2024-05-21T01:58:01.333061+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:58:01.333061+0000","last_undegraded":"2024-05-21T01:58:01.333061+0000","last_fullsized":"2024-05-21T01:58:01.333061+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333060+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:58:01.333060+0000","last_peered":"2024-05-21T01:58:01.333060+0000","last_clean":"2024-05-21T01:58:01.333060+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:58:01.333060+0000","last_undegraded":"2024-05-21T01:58:01.333060+0000","last_fullsized":"2024-05-21T01:58:01.333060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331040+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:58:01.331040+0000","last_peered":"2024-05-21T01:58:01.331040+0000","last_clean":"2024-05-21T01:58:01.331040+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:58:01.331040+0000","last_undegraded":"2024-05-21T01:58:01.331040+0000","last_fullsized":"2024-05-21T01:58:01.331040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324327+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:58:01.324327+0000","last_peered":"2024-05-21T01:58:01.324327+0000","last_clean":"2024-05-21T01:58:01.324327+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:58:01.324327+0000","last_undegraded":"2024-05-21T01:58:01.324327+0000","last_fullsized":"2024-05-21T01:58:01.324327+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334966+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:58:01.334966+0000","last_peered":"2024-05-21T01:58:01.334966+0000","last_clean":"2024-05-21T01:58:01.334966+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:58:01.334966+0000","last_undegraded":"2024-05-21T01:58:01.334966+0000","last_fullsized":"2024-05-21T01:58:01.334966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"82'14","reported_seq":275,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:06.011273+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T02:00:06.011273+0000","last_peered":"2024-05-21T02:00:06.011273+0000","last_clean":"2024-05-21T02:00:06.011273+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T02:00:06.011273+0000","last_undegraded":"2024-05-21T02:00:06.011273+0000","last_fullsized":"2024-05-21T02:00:06.011273+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":233,"num_read_kb":233,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.342438+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:58:01.342438+0000","last_peered":"2024-05-21T01:58:01.342438+0000","last_clean":"2024-05-21T01:58:01.342438+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:58:01.342438+0000","last_undegraded":"2024-05-21T01:58:01.342438+0000","last_fullsized":"2024-05-21T01:58:01.342438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.617866+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:57:52.617866+0000","last_peered":"2024-05-21T01:57:52.617866+0000","last_clean":"2024-05-21T01:57:52.617866+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:57:52.617866+0000","last_undegraded":"2024-05-21T01:57:52.617866+0000","last_fullsized":"2024-05-21T01:57:52.617866+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333653+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:58:01.333653+0000","last_peered":"2024-05-21T01:58:01.333653+0000","last_clean":"2024-05-21T01:58:01.333653+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:58:01.333653+0000","last_undegraded":"2024-05-21T01:58:01.333653+0000","last_fullsized":"2024-05-21T01:58:01.333653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400447+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400447+0000","last_peered":"2024-05-21T01:56:32.400447+0000","last_clean":"2024-05-21T01:56:32.400447+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400447+0000","last_undegraded":"2024-05-21T01:56:32.400447+0000","last_fullsized":"2024-05-21T01:56:32.400447+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334121+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:58:01.334121+0000","last_peered":"2024-05-21T01:58:01.334121+0000","last_clean":"2024-05-21T01:58:01.334121+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:58:01.334121+0000","last_undegraded":"2024-05-21T01:58:01.334121+0000","last_fullsized":"2024-05-21T01:58:01.334121+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400807+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400807+0000","last_peered":"2024-05-21T01:56:32.400807+0000","last_clean":"2024-05-21T01:56:32.400807+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400807+0000","last_undegraded":"2024-05-21T01:56:32.400807+0000","last_fullsized":"2024-05-21T01:56:32.400807+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.308867+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:58:01.308867+0000","last_peered":"2024-05-21T01:58:01.308867+0000","last_clean":"2024-05-21T01:58:01.308867+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:58:01.308867+0000","last_undegraded":"2024-05-21T01:58:01.308867+0000","last_fullsized":"2024-05-21T01:58:01.308867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":264,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:03.793266+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T02:00:03.793266+0000","last_peered":"2024-05-21T02:00:03.793266+0000","last_clean":"2024-05-21T02:00:03.793266+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T02:00:03.793266+0000","last_undegraded":"2024-05-21T02:00:03.793266+0000","last_fullsized":"2024-05-21T02:00:03.793266+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":232,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.323604+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:58:01.323604+0000","last_peered":"2024-05-21T01:58:01.323604+0000","last_clean":"2024-05-21T01:58:01.323604+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:58:01.323604+0000","last_undegraded":"2024-05-21T01:58:01.323604+0000","last_fullsized":"2024-05-21T01:58:01.323604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398158+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398158+0000","last_peered":"2024-05-21T01:56:32.398158+0000","last_clean":"2024-05-21T01:56:32.398158+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398158+0000","last_undegraded":"2024-05-21T01:56:32.398158+0000","last_fullsized":"2024-05-21T01:56:32.398158+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344457+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:58:01.344457+0000","last_peered":"2024-05-21T01:58:01.344457+0000","last_clean":"2024-05-21T01:58:01.344457+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:58:01.344457+0000","last_undegraded":"2024-05-21T01:58:01.344457+0000","last_fullsized":"2024-05-21T01:58:01.344457+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452421+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452421+0000","last_peered":"2024-05-21T01:56:32.452421+0000","last_clean":"2024-05-21T01:56:32.452421+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452421+0000","last_undegraded":"2024-05-21T01:56:32.452421+0000","last_fullsized":"2024-05-21T01:56:32.452421+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344321+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:58:01.344321+0000","last_peered":"2024-05-21T01:58:01.344321+0000","last_clean":"2024-05-21T01:58:01.344321+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:58:01.344321+0000","last_undegraded":"2024-05-21T01:58:01.344321+0000","last_fullsized":"2024-05-21T01:58:01.344321+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399267+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399267+0000","last_peered":"2024-05-21T01:56:32.399267+0000","last_clean":"2024-05-21T01:56:32.399267+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399267+0000","last_undegraded":"2024-05-21T01:56:32.399267+0000","last_fullsized":"2024-05-21T01:56:32.399267+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.345328+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:58:01.345328+0000","last_peered":"2024-05-21T01:58:01.345328+0000","last_clean":"2024-05-21T01:58:01.345328+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:58:01.345328+0000","last_undegraded":"2024-05-21T01:58:01.345328+0000","last_fullsized":"2024-05-21T01:58:01.345328+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":499,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:08.799697+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T02:00:08.799697+0000","last_peered":"2024-05-21T02:00:08.799697+0000","last_clean":"2024-05-21T02:00:08.799697+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T02:00:08.799697+0000","last_undegraded":"2024-05-21T02:00:08.799697+0000","last_fullsized":"2024-05-21T02:00:08.799697+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":468,"num_read_kb":468,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324763+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:58:01.324763+0000","last_peered":"2024-05-21T01:58:01.324763+0000","last_clean":"2024-05-21T01:58:01.324763+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:58:01.324763+0000","last_undegraded":"2024-05-21T01:58:01.324763+0000","last_fullsized":"2024-05-21T01:58:01.324763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398666+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398666+0000","last_peered":"2024-05-21T01:56:32.398666+0000","last_clean":"2024-05-21T01:56:32.398666+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398666+0000","last_undegraded":"2024-05-21T01:56:32.398666+0000","last_fullsized":"2024-05-21T01:56:32.398666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333387+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:58:01.333387+0000","last_peered":"2024-05-21T01:58:01.333387+0000","last_clean":"2024-05-21T01:58:01.333387+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:58:01.333387+0000","last_undegraded":"2024-05-21T01:58:01.333387+0000","last_fullsized":"2024-05-21T01:58:01.333387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400161+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400161+0000","last_peered":"2024-05-21T01:56:32.400161+0000","last_clean":"2024-05-21T01:56:32.400161+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400161+0000","last_undegraded":"2024-05-21T01:56:32.400161+0000","last_fullsized":"2024-05-21T01:56:32.400161+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.282060+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:58:01.282060+0000","last_peered":"2024-05-21T01:58:01.282060+0000","last_clean":"2024-05-21T01:58:01.282060+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:58:01.282060+0000","last_undegraded":"2024-05-21T01:58:01.282060+0000","last_fullsized":"2024-05-21T01:58:01.282060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'38","reported_seq":564,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:08.784513+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T02:00:08.784513+0000","last_peered":"2024-05-21T02:00:08.784513+0000","last_clean":"2024-05-21T02:00:08.784513+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T02:00:08.784513+0000","last_undegraded":"2024-05-21T02:00:08.784513+0000","last_fullsized":"2024-05-21T02:00:08.784513+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70103,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":474,"num_read_kb":299,"num_write":40,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272769+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:58:01.272769+0000","last_peered":"2024-05-21T01:58:01.272769+0000","last_clean":"2024-05-21T01:58:01.272769+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:58:01.272769+0000","last_undegraded":"2024-05-21T01:58:01.272769+0000","last_fullsized":"2024-05-21T01:58:01.272769+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403676+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403676+0000","last_peered":"2024-05-21T01:56:32.403676+0000","last_clean":"2024-05-21T01:56:32.403676+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403676+0000","last_undegraded":"2024-05-21T01:56:32.403676+0000","last_fullsized":"2024-05-21T01:56:32.403676+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.346182+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:58:01.346182+0000","last_peered":"2024-05-21T01:58:01.346182+0000","last_clean":"2024-05-21T01:58:01.346182+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:58:01.346182+0000","last_undegraded":"2024-05-21T01:58:01.346182+0000","last_fullsized":"2024-05-21T01:58:01.346182+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400297+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:56:32.400297+0000","last_peered":"2024-05-21T01:56:32.400297+0000","last_clean":"2024-05-21T01:56:32.400297+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:56:32.400297+0000","last_undegraded":"2024-05-21T01:56:32.400297+0000","last_fullsized":"2024-05-21T01:56:32.400297+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301797+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:58:01.301797+0000","last_peered":"2024-05-21T01:58:01.301797+0000","last_clean":"2024-05-21T01:58:01.301797+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:58:01.301797+0000","last_undegraded":"2024-05-21T01:58:01.301797+0000","last_fullsized":"2024-05-21T01:58:01.301797+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":268,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:05.982740+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T02:00:05.982740+0000","last_peered":"2024-05-21T02:00:05.982740+0000","last_clean":"2024-05-21T02:00:05.982740+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T02:00:05.982740+0000","last_undegraded":"2024-05-21T02:00:05.982740+0000","last_fullsized":"2024-05-21T02:00:05.982740+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":898,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":236,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278551+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:58:01.278551+0000","last_peered":"2024-05-21T01:58:01.278551+0000","last_clean":"2024-05-21T01:58:01.278551+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:58:01.278551+0000","last_undegraded":"2024-05-21T01:58:01.278551+0000","last_fullsized":"2024-05-21T01:58:01.278551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399813+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399813+0000","last_peered":"2024-05-21T01:56:32.399813+0000","last_clean":"2024-05-21T01:56:32.399813+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399813+0000","last_undegraded":"2024-05-21T01:56:32.399813+0000","last_fullsized":"2024-05-21T01:56:32.399813+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269782+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:58:01.269782+0000","last_peered":"2024-05-21T01:58:01.269782+0000","last_clean":"2024-05-21T01:58:01.269782+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:58:01.269782+0000","last_undegraded":"2024-05-21T01:58:01.269782+0000","last_fullsized":"2024-05-21T01:58:01.269782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400327+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:56:32.400327+0000","last_peered":"2024-05-21T01:56:32.400327+0000","last_clean":"2024-05-21T01:56:32.400327+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:56:32.400327+0000","last_undegraded":"2024-05-21T01:56:32.400327+0000","last_fullsized":"2024-05-21T01:56:32.400327+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277647+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:58:01.277647+0000","last_peered":"2024-05-21T01:58:01.277647+0000","last_clean":"2024-05-21T01:58:01.277647+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:58:01.277647+0000","last_undegraded":"2024-05-21T01:58:01.277647+0000","last_fullsized":"2024-05-21T01:58:01.277647+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.811107+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:57:52.811107+0000","last_peered":"2024-05-21T01:57:52.811107+0000","last_clean":"2024-05-21T01:57:52.811107+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:57:52.811107+0000","last_undegraded":"2024-05-21T01:57:52.811107+0000","last_fullsized":"2024-05-21T01:57:52.811107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333394+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:58:01.333394+0000","last_peered":"2024-05-21T01:58:01.333394+0000","last_clean":"2024-05-21T01:58:01.333394+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:58:01.333394+0000","last_undegraded":"2024-05-21T01:58:01.333394+0000","last_fullsized":"2024-05-21T01:58:01.333394+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"82'7","reported_seq":271,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:07.014249+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T02:00:07.014249+0000","last_peered":"2024-05-21T02:00:07.014249+0000","last_clean":"2024-05-21T02:00:07.014249+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T02:00:07.014249+0000","last_undegraded":"2024-05-21T02:00:07.014249+0000","last_fullsized":"2024-05-21T02:00:07.014249+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":236,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.273041+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:58:01.273041+0000","last_peered":"2024-05-21T01:58:01.273041+0000","last_clean":"2024-05-21T01:58:01.273041+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:58:01.273041+0000","last_undegraded":"2024-05-21T01:58:01.273041+0000","last_fullsized":"2024-05-21T01:58:01.273041+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275140+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:58:01.275140+0000","last_peered":"2024-05-21T01:58:01.275140+0000","last_clean":"2024-05-21T01:58:01.275140+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:58:01.275140+0000","last_undegraded":"2024-05-21T01:58:01.275140+0000","last_fullsized":"2024-05-21T01:58:01.275140+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":266,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:04.979344+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T02:00:04.979344+0000","last_peered":"2024-05-21T02:00:04.979344+0000","last_clean":"2024-05-21T02:00:04.979344+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T02:00:04.979344+0000","last_undegraded":"2024-05-21T02:00:04.979344+0000","last_fullsized":"2024-05-21T02:00:04.979344+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":232,"num_read_kb":232,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314281+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:58:01.314281+0000","last_peered":"2024-05-21T01:58:01.314281+0000","last_clean":"2024-05-21T01:58:01.314281+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:58:01.314281+0000","last_undegraded":"2024-05-21T01:58:01.314281+0000","last_fullsized":"2024-05-21T01:58:01.314281+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.517993+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:57:57.517993+0000","last_peered":"2024-05-21T01:57:57.517993+0000","last_clean":"2024-05-21T01:57:57.517993+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:57:57.517993+0000","last_undegraded":"2024-05-21T01:57:57.517993+0000","last_fullsized":"2024-05-21T01:57:57.517993+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:53.881302+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:53.881302+0000","last_peered":"2024-05-21T01:56:53.881302+0000","last_clean":"2024-05-21T01:56:53.881302+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:53.881302+0000","last_undegraded":"2024-05-21T01:56:53.881302+0000","last_fullsized":"2024-05-21T01:56:53.881302+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746625+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:58:01.746625+0000","last_peered":"2024-05-21T01:58:01.746625+0000","last_clean":"2024-05-21T01:58:01.746625+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:58:01.746625+0000","last_undegraded":"2024-05-21T01:58:01.746625+0000","last_fullsized":"2024-05-21T01:58:01.746625+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:48.887887+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:57:48.887887+0000","last_peered":"2024-05-21T01:57:48.887887+0000","last_clean":"2024-05-21T01:57:48.887887+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:57:48.887887+0000","last_undegraded":"2024-05-21T01:57:48.887887+0000","last_fullsized":"2024-05-21T01:57:48.887887+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:56.435407+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:57:56.435407+0000","last_peered":"2024-05-21T01:57:56.435407+0000","last_clean":"2024-05-21T01:57:56.435407+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:57:56.435407+0000","last_undegraded":"2024-05-21T01:57:56.435407+0000","last_fullsized":"2024-05-21T01:57:56.435407+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746681+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:58:01.746681+0000","last_peered":"2024-05-21T01:58:01.746681+0000","last_clean":"2024-05-21T01:58:01.746681+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:58:01.746681+0000","last_undegraded":"2024-05-21T01:58:01.746681+0000","last_fullsized":"2024-05-21T01:58:01.746681+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'18","reported_seq":62,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:01.859212+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T02:00:01.859212+0000","last_peered":"2024-05-21T02:00:01.859212+0000","last_clean":"2024-05-21T02:00:01.859212+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T02:00:01.859212+0000","last_undegraded":"2024-05-21T02:00:01.859212+0000","last_fullsized":"2024-05-21T02:00:01.859212+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331720+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:58:01.331720+0000","last_peered":"2024-05-21T01:58:01.331720+0000","last_clean":"2024-05-21T01:58:01.331720+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:58:01.331720+0000","last_undegraded":"2024-05-21T01:58:01.331720+0000","last_fullsized":"2024-05-21T01:58:01.331720+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452644+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:56:32.452644+0000","last_peered":"2024-05-21T01:56:32.452644+0000","last_clean":"2024-05-21T01:56:32.452644+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:56:32.452644+0000","last_undegraded":"2024-05-21T01:56:32.452644+0000","last_fullsized":"2024-05-21T01:56:32.452644+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.343196+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:58:01.343196+0000","last_peered":"2024-05-21T01:58:01.343196+0000","last_clean":"2024-05-21T01:58:01.343196+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:58:01.343196+0000","last_undegraded":"2024-05-21T01:58:01.343196+0000","last_fullsized":"2024-05-21T01:58:01.343196+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.768848+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:57:57.768848+0000","last_peered":"2024-05-21T01:57:57.768848+0000","last_clean":"2024-05-21T01:57:57.768848+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:57:57.768848+0000","last_undegraded":"2024-05-21T01:57:57.768848+0000","last_fullsized":"2024-05-21T01:57:57.768848+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.271688+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:58:01.271688+0000","last_peered":"2024-05-21T01:58:01.271688+0000","last_clean":"2024-05-21T01:58:01.271688+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:58:01.271688+0000","last_undegraded":"2024-05-21T01:58:01.271688+0000","last_fullsized":"2024-05-21T01:58:01.271688+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400947+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:56:32.400947+0000","last_peered":"2024-05-21T01:56:32.400947+0000","last_clean":"2024-05-21T01:56:32.400947+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:56:32.400947+0000","last_undegraded":"2024-05-21T01:56:32.400947+0000","last_fullsized":"2024-05-21T01:56:32.400947+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.321265+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:58:01.321265+0000","last_peered":"2024-05-21T01:58:01.321265+0000","last_clean":"2024-05-21T01:58:01.321265+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:58:01.321265+0000","last_undegraded":"2024-05-21T01:58:01.321265+0000","last_fullsized":"2024-05-21T01:58:01.321265+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:34.041739+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:34.041739+0000","last_peered":"2024-05-21T01:56:34.041739+0000","last_clean":"2024-05-21T01:56:34.041739+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:34.041739+0000","last_undegraded":"2024-05-21T01:56:34.041739+0000","last_fullsized":"2024-05-21T01:56:34.041739+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340913+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:58:01.340913+0000","last_peered":"2024-05-21T01:58:01.340913+0000","last_clean":"2024-05-21T01:58:01.340913+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:58:01.340913+0000","last_undegraded":"2024-05-21T01:58:01.340913+0000","last_fullsized":"2024-05-21T01:58:01.340913+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400863+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:56:32.400863+0000","last_peered":"2024-05-21T01:56:32.400863+0000","last_clean":"2024-05-21T01:56:32.400863+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:56:32.400863+0000","last_undegraded":"2024-05-21T01:56:32.400863+0000","last_fullsized":"2024-05-21T01:56:32.400863+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301010+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:58:01.301010+0000","last_peered":"2024-05-21T01:58:01.301010+0000","last_clean":"2024-05-21T01:58:01.301010+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:58:01.301010+0000","last_undegraded":"2024-05-21T01:58:01.301010+0000","last_fullsized":"2024-05-21T01:58:01.301010+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":266,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:05.796107+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T02:00:05.796107+0000","last_peered":"2024-05-21T02:00:05.796107+0000","last_clean":"2024-05-21T02:00:05.796107+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T02:00:05.796107+0000","last_undegraded":"2024-05-21T02:00:05.796107+0000","last_fullsized":"2024-05-21T02:00:05.796107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":234,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280726+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:58:01.280726+0000","last_peered":"2024-05-21T01:58:01.280726+0000","last_clean":"2024-05-21T01:58:01.280726+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:58:01.280726+0000","last_undegraded":"2024-05-21T01:58:01.280726+0000","last_fullsized":"2024-05-21T01:58:01.280726+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399559+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:56:32.399559+0000","last_peered":"2024-05-21T01:56:32.399559+0000","last_clean":"2024-05-21T01:56:32.399559+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:56:32.399559+0000","last_undegraded":"2024-05-21T01:56:32.399559+0000","last_fullsized":"2024-05-21T01:56:32.399559+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314505+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:58:01.314505+0000","last_peered":"2024-05-21T01:58:01.314505+0000","last_clean":"2024-05-21T01:58:01.314505+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:58:01.314505+0000","last_undegraded":"2024-05-21T01:58:01.314505+0000","last_fullsized":"2024-05-21T01:58:01.314505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.453003+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:56:32.453003+0000","last_peered":"2024-05-21T01:56:32.453003+0000","last_clean":"2024-05-21T01:56:32.453003+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:56:32.453003+0000","last_undegraded":"2024-05-21T01:56:32.453003+0000","last_fullsized":"2024-05-21T01:56:32.453003+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278824+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:58:01.278824+0000","last_peered":"2024-05-21T01:58:01.278824+0000","last_clean":"2024-05-21T01:58:01.278824+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:58:01.278824+0000","last_undegraded":"2024-05-21T01:58:01.278824+0000","last_fullsized":"2024-05-21T01:58:01.278824+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274763+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:58:01.274763+0000","last_peered":"2024-05-21T01:58:01.274763+0000","last_clean":"2024-05-21T01:58:01.274763+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:58:01.274763+0000","last_undegraded":"2024-05-21T01:58:01.274763+0000","last_fullsized":"2024-05-21T01:58:01.274763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277313+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:58:01.277313+0000","last_peered":"2024-05-21T01:58:01.277313+0000","last_clean":"2024-05-21T01:58:01.277313+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:58:01.277313+0000","last_undegraded":"2024-05-21T01:58:01.277313+0000","last_fullsized":"2024-05-21T01:58:01.277313+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.335087+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:58:01.335087+0000","last_peered":"2024-05-21T01:58:01.335087+0000","last_clean":"2024-05-21T01:58:01.335087+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:58:01.335087+0000","last_undegraded":"2024-05-21T01:58:01.335087+0000","last_fullsized":"2024-05-21T01:58:01.335087+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340052+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:58:01.340052+0000","last_peered":"2024-05-21T01:58:01.340052+0000","last_clean":"2024-05-21T01:58:01.340052+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:58:01.340052+0000","last_undegraded":"2024-05-21T01:58:01.340052+0000","last_fullsized":"2024-05-21T01:58:01.340052+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338890+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:58:01.338890+0000","last_peered":"2024-05-21T01:58:01.338890+0000","last_clean":"2024-05-21T01:58:01.338890+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:58:01.338890+0000","last_undegraded":"2024-05-21T01:58:01.338890+0000","last_fullsized":"2024-05-21T01:58:01.338890+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272095+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:58:01.272095+0000","last_peered":"2024-05-21T01:58:01.272095+0000","last_clean":"2024-05-21T01:58:01.272095+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:58:01.272095+0000","last_undegraded":"2024-05-21T01:58:01.272095+0000","last_fullsized":"2024-05-21T01:58:01.272095+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277058+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:58:01.277058+0000","last_peered":"2024-05-21T01:58:01.277058+0000","last_clean":"2024-05-21T01:58:01.277058+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:58:01.277058+0000","last_undegraded":"2024-05-21T01:58:01.277058+0000","last_fullsized":"2024-05-21T01:58:01.277058+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338901+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:58:01.338901+0000","last_peered":"2024-05-21T01:58:01.338901+0000","last_clean":"2024-05-21T01:58:01.338901+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:58:01.338901+0000","last_undegraded":"2024-05-21T01:58:01.338901+0000","last_fullsized":"2024-05-21T01:58:01.338901+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.320957+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:58:01.320957+0000","last_peered":"2024-05-21T01:58:01.320957+0000","last_clean":"2024-05-21T01:58:01.320957+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:58:01.320957+0000","last_undegraded":"2024-05-21T01:58:01.320957+0000","last_fullsized":"2024-05-21T01:58:01.320957+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.341916+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:58:01.341916+0000","last_peered":"2024-05-21T01:58:01.341916+0000","last_clean":"2024-05-21T01:58:01.341916+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:58:01.341916+0000","last_undegraded":"2024-05-21T01:58:01.341916+0000","last_fullsized":"2024-05-21T01:58:01.341916+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.315195+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:58:01.315195+0000","last_peered":"2024-05-21T01:58:01.315195+0000","last_clean":"2024-05-21T01:58:01.315195+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:58:01.315195+0000","last_undegraded":"2024-05-21T01:58:01.315195+0000","last_fullsized":"2024-05-21T01:58:01.315195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.339256+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:58:01.339256+0000","last_peered":"2024-05-21T01:58:01.339256+0000","last_clean":"2024-05-21T01:58:01.339256+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:58:01.339256+0000","last_undegraded":"2024-05-21T01:58:01.339256+0000","last_fullsized":"2024-05-21T01:58:01.339256+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324389+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:58:01.324389+0000","last_peered":"2024-05-21T01:58:01.324389+0000","last_clean":"2024-05-21T01:58:01.324389+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:58:01.324389+0000","last_undegraded":"2024-05-21T01:58:01.324389+0000","last_fullsized":"2024-05-21T01:58:01.324389+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":77367,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2365,"num_read_kb":1263,"num_write":260,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":232101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":223,"ondisk_log_size":223,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645380,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841609,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28588,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716564,"statfs":{"total":95995035648,"available":95965761536,"internally_reserved":0,"allocated":1609728,"data_stored":1096249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005134,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201365,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397596,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1028084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593825,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":434986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574973,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":506002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149811,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953580,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":504728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790054,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":71113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T02:00:11.215 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:00:11.716 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:12.000 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:11 smithi007 ceph-mon[31288]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:12.000 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:11 smithi007 ceph-mon[31288]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:12.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:11 smithi190 ceph-mon[35961]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:12.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:11 smithi190 ceph-mon[35961]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:12.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:11 smithi164 ceph-mon[36138]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:12.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:11 smithi164 ceph-mon[36138]: from='client.15042 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:13.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:12 smithi007 ceph-mon[31288]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:13.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:12 smithi007 ceph-mon[31288]: pgmap v452: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T02:00:13.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:12 smithi190 ceph-mon[35961]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:13.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:12 smithi190 ceph-mon[35961]: pgmap v452: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T02:00:13.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:12 smithi164 ceph-mon[36138]: from='client.15048 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:13.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:12 smithi164 ceph-mon[36138]: pgmap v452: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T02:00:14.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.028+0000 7f1c8ca00700 1 -- 172.21.15.7:0/2176383497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c881037f0 msgr2=0x7f1c88103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:14.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.028+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/2176383497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c881037f0 0x7f1c88103bd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1c780099c0 tx=0x7f1c78009cd0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.028+0000 7f1c8ca00700 1 -- 172.21.15.7:0/2176383497 shutdown_connections 2024-05-21T02:00:14.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.028+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/2176383497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c881088f0 0x7f1c88110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.028+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/2176383497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c881037f0 0x7f1c88103bd0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.028+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/2176383497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c881041a0 0x7f1c881081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.028+0000 7f1c8ca00700 1 -- 172.21.15.7:0/2176383497 >> 172.21.15.7:0/2176383497 conn(0x7f1c8807a6a0 msgr2=0x7f1c8807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:14.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.028+0000 7f1c8ca00700 1 -- 172.21.15.7:0/2176383497 shutdown_connections 2024-05-21T02:00:14.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.028+0000 7f1c8ca00700 1 -- 172.21.15.7:0/2176383497 wait complete. 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.029+0000 7f1c8ca00700 1 Processor -- start 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.029+0000 7f1c8ca00700 1 -- start start 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c8ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c881037f0 0x7f1c8819bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c8ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c881041a0 0x7f1c8819c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c8ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c881088f0 0x7f1c881a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c8ca00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c88113730 con 0x7f1c881037f0 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c8ca00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1c881135b0 con 0x7f1c881088f0 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c8ca00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1c881138b0 con 0x7f1c881041a0 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c85e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c881037f0 0x7f1c8819bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c86800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c881088f0 0x7f1c881a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c86800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c881088f0 0x7f1c881a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55828/0 (socket says 172.21.15.7:55828) 2024-05-21T02:00:14.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c86800700 1 -- 172.21.15.7:0/4207838497 learned_addr learned my addr 172.21.15.7:0/4207838497 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:14.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.030+0000 7f1c85400700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c881041a0 0x7f1c8819c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:14.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c85e00700 1 -- 172.21.15.7:0/4207838497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c881041a0 msgr2=0x7f1c8819c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:14.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c85e00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c881041a0 0x7f1c8819c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c85e00700 1 -- 172.21.15.7:0/4207838497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c881088f0 msgr2=0x7f1c881a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:14.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c85e00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c881088f0 0x7f1c881a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c85e00700 1 -- 172.21.15.7:0/4207838497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c881a0dd0 con 0x7f1c881037f0 2024-05-21T02:00:14.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c86800700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c881088f0 0x7f1c881a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:14.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c85e00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c881037f0 0x7f1c8819bdc0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1c780098e0 tx=0x7f1c78005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:14.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c7ea00700 1 -- 172.21.15.7:0/4207838497 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78026070 con 0x7f1c881037f0 2024-05-21T02:00:14.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c7ea00700 1 -- 172.21.15.7:0/4207838497 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c780056c0 con 0x7f1c881037f0 2024-05-21T02:00:14.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c881a1060 con 0x7f1c881037f0 2024-05-21T02:00:14.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c7ea00700 1 -- 172.21.15.7:0/4207838497 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7800f990 con 0x7f1c881037f0 2024-05-21T02:00:14.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.031+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c881a8940 con 0x7f1c881037f0 2024-05-21T02:00:14.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.033+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c8806a230 con 0x7f1c881037f0 2024-05-21T02:00:14.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.035+0000 7f1c7ea00700 1 -- 172.21.15.7:0/4207838497 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1c78029070 con 0x7f1c881037f0 2024-05-21T02:00:14.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.037+0000 7f1c7ea00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c6c0b2880 0x7f1c6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:14.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.037+0000 7f1c7ea00700 1 -- 172.21.15.7:0/4207838497 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1c780e2e10 con 0x7f1c881037f0 2024-05-21T02:00:14.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.037+0000 7f1c85400700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c6c0b2880 0x7f1c6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:14.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.038+0000 7f1c85400700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c6c0b2880 0x7f1c6c0b4d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1c880777d0 tx=0x7f1c74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:14.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.040+0000 7f1c7ea00700 1 -- 172.21.15.7:0/4207838497 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1c78030020 con 0x7f1c881037f0 2024-05-21T02:00:14.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.328+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c881a8b10 con 0x7f1c881037f0 2024-05-21T02:00:14.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.329+0000 7f1c7ea00700 1 -- 172.21.15.7:0/4207838497 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f1c78013070 con 0x7f1c881037f0 2024-05-21T02:00:14.331 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:14.332 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.332+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c6c0b2880 msgr2=0x7f1c6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c6c0b2880 0x7f1c6c0b4d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1c880777d0 tx=0x7f1c74009260 comp rx=0 tx=0).stop 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c881037f0 msgr2=0x7f1c8819bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c881037f0 0x7f1c8819bdc0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1c780098e0 tx=0x7f1c78005280 comp rx=0 tx=0).stop 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 shutdown_connections 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c881088f0 0x7f1c881a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c6c0b2880 0x7f1c6c0b4d40 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c881037f0 0x7f1c8819bdc0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 --2- 172.21.15.7:0/4207838497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c881041a0 0x7f1c8819c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 >> 172.21.15.7:0/4207838497 conn(0x7f1c8807a6a0 msgr2=0x7f1c881018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 shutdown_connections 2024-05-21T02:00:14.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:14.333+0000 7f1c8ca00700 1 -- 172.21.15.7:0/4207838497 wait complete. 2024-05-21T02:00:14.336 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:00:15.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:14 smithi007 ceph-mon[31288]: pgmap v453: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T02:00:15.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:14 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/4207838497' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:14 smithi190 ceph-mon[35961]: pgmap v453: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T02:00:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:14 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/4207838497' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:15.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:14 smithi164 ceph-mon[36138]: pgmap v453: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T02:00:15.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:14 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/4207838497' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:15.247 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T02:00:15.700 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:15.985 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:15 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:00:16.006 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:15 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:00:16.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:15 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:00:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:16 smithi007 ceph-mon[31288]: pgmap v454: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:00:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:00:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:00:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:16 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:00:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:16 smithi190 ceph-mon[35961]: pgmap v454: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:00:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:00:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:00:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:16 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:00:17.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:16 smithi164 ceph-mon[36138]: pgmap v454: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:00:17.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:00:17.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:00:17.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:16 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:00:17.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.954+0000 7f9536c00700 1 -- 172.21.15.7:0/3095682153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301088f0 msgr2=0x7f9530110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:17.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.954+0000 7f9536c00700 1 --2- 172.21.15.7:0/3095682153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301088f0 0x7f9530110470 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f952800b0d0 tx=0x7f952800b3e0 comp rx=0 tx=0).stop 2024-05-21T02:00:17.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.954+0000 7f9536c00700 1 -- 172.21.15.7:0/3095682153 shutdown_connections 2024-05-21T02:00:17.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.954+0000 7f9536c00700 1 --2- 172.21.15.7:0/3095682153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301088f0 0x7f9530110470 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:17.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.954+0000 7f9536c00700 1 --2- 172.21.15.7:0/3095682153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95301037f0 0x7f9530103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:17.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.954+0000 7f9536c00700 1 --2- 172.21.15.7:0/3095682153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95301041a0 0x7f95301081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:17.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.954+0000 7f9536c00700 1 -- 172.21.15.7:0/3095682153 >> 172.21.15.7:0/3095682153 conn(0x7f953007a6a0 msgr2=0x7f953007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:17.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.954+0000 7f9536c00700 1 -- 172.21.15.7:0/3095682153 shutdown_connections 2024-05-21T02:00:17.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.954+0000 7f9536c00700 1 -- 172.21.15.7:0/3095682153 wait complete. 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.955+0000 7f9536c00700 1 Processor -- start 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9536c00700 1 -- start start 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9536c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301037f0 0x7f95301a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9536c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95301041a0 0x7f95301a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9536c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95301088f0 0x7f953019bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9536c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f95301136c0 con 0x7f95301088f0 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9536c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9530113540 con 0x7f95301037f0 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9536c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9530113840 con 0x7f95301041a0 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9527400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95301041a0 0x7f95301a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:17.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f952fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301037f0 0x7f95301a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:17.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f952fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301037f0 0x7f95301a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:32854/0 (socket says 172.21.15.7:32854) 2024-05-21T02:00:17.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9527400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95301041a0 0x7f95301a1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40292/0 (socket says 172.21.15.7:40292) 2024-05-21T02:00:17.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f952fe00700 1 -- 172.21.15.7:0/209051563 learned_addr learned my addr 172.21.15.7:0/209051563 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:17.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.956+0000 7f9534c00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95301088f0 0x7f953019bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.957+0000 7f952fe00700 1 -- 172.21.15.7:0/209051563 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95301041a0 msgr2=0x7f95301a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.957+0000 7f952fe00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95301041a0 0x7f95301a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.957+0000 7f952fe00700 1 -- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95301088f0 msgr2=0x7f953019bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.957+0000 7f952fe00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95301088f0 0x7f953019bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.957+0000 7f952fe00700 1 -- 172.21.15.7:0/209051563 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f953019c3f0 con 0x7f95301037f0 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.957+0000 7f952fe00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301037f0 0x7f95301a1a40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f952000d950 tx=0x7f952000dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.958+0000 7f952d600700 1 -- 172.21.15.7:0/209051563 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9520016070 con 0x7f95301037f0 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.958+0000 7f952d600700 1 -- 172.21.15.7:0/209051563 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f952000fd40 con 0x7f95301037f0 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.958+0000 7f952d600700 1 -- 172.21.15.7:0/209051563 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952000e3b0 con 0x7f95301037f0 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.958+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f953019c6e0 con 0x7f95301037f0 2024-05-21T02:00:17.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.958+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95301a89c0 con 0x7f95301037f0 2024-05-21T02:00:17.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.959+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9530104c80 con 0x7f95301037f0 2024-05-21T02:00:17.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.962+0000 7f952d600700 1 -- 172.21.15.7:0/209051563 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9520019070 con 0x7f95301037f0 2024-05-21T02:00:17.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.963+0000 7f952d600700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95140b2900 0x7f95140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:17.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.963+0000 7f952d600700 1 -- 172.21.15.7:0/209051563 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f95200e1cc0 con 0x7f95301037f0 2024-05-21T02:00:17.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.963+0000 7f9527400700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95140b2900 0x7f95140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:17.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.964+0000 7f9527400700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95140b2900 0x7f95140b4dc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f953019d260 tx=0x7f9518009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:17.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:17.967+0000 7f952d600700 1 -- 172.21.15.7:0/209051563 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f95200e8080 con 0x7f95301037f0 2024-05-21T02:00:18.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.204+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f95301a8b90 con 0x7f95301037f0 2024-05-21T02:00:18.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.207+0000 7f952d600700 1 -- 172.21.15.7:0/209051563 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7f95200a99a0 con 0x7f95301037f0 2024-05-21T02:00:18.209 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:18.209 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T02:00:18.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.210+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95140b2900 msgr2=0x7f95140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:18.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.210+0000 7f9536c00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95140b2900 0x7f95140b4dc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f953019d260 tx=0x7f9518009260 comp rx=0 tx=0).stop 2024-05-21T02:00:18.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301037f0 msgr2=0x7f95301a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:18.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301037f0 0x7f95301a1a40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f952000d950 tx=0x7f952000dc60 comp rx=0 tx=0).stop 2024-05-21T02:00:18.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 shutdown_connections 2024-05-21T02:00:18.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f95140b2900 0x7f95140b4dc0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:18.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f95301088f0 0x7f953019bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:18.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f95301037f0 0x7f95301a1a40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:18.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 --2- 172.21.15.7:0/209051563 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f95301041a0 0x7f95301a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:18.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 >> 172.21.15.7:0/209051563 conn(0x7f953007a6a0 msgr2=0x7f9530101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:18.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 shutdown_connections 2024-05-21T02:00:18.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:18.211+0000 7f9536c00700 1 -- 172.21.15.7:0/209051563 wait complete. 2024-05-21T02:00:18.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:18 smithi007 ceph-mon[31288]: pgmap v455: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-05-21T02:00:18.978 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:18 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/209051563' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:00:19.063 DEBUG:tasks.fwd_scrub:Yielding 2024-05-21T02:00:19.063 INFO:teuthology.run_tasks:Running task quiescer... 2024-05-21T02:00:19.081 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T02:00:19.081 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T02:00:19.082 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-21T02:00:19.082 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T02:00:19.082 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T02:00:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:18 smithi190 ceph-mon[35961]: pgmap v455: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-05-21T02:00:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:18 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/209051563' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:00:19.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:18 smithi164 ceph-mon[36138]: pgmap v455: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-05-21T02:00:19.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:18 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/209051563' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:00:19.539 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:19.549 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:20 smithi007 ceph-mon[31288]: pgmap v456: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 11 op/s 2024-05-21T02:00:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:20 smithi190 ceph-mon[35961]: pgmap v456: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 11 op/s 2024-05-21T02:00:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:20 smithi164 ceph-mon[36138]: pgmap v456: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 11 op/s 2024-05-21T02:00:23.002 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:22 smithi007 ceph-mon[31288]: pgmap v457: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:22 smithi190 ceph-mon[35961]: pgmap v457: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:23.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.117+0000 7fa15fc00700 1 -- 172.21.15.7:0/2013228568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa158103f50 msgr2=0x7fa158110430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.117+0000 7fa15fc00700 1 --2- 172.21.15.7:0/2013228568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa158103f50 0x7fa158110430 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa15000b0a0 tx=0x7fa15000b3b0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.117+0000 7fa15fc00700 1 -- 172.21.15.7:0/2013228568 shutdown_connections 2024-05-21T02:00:23.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.117+0000 7fa15fc00700 1 --2- 172.21.15.7:0/2013228568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa158103f50 0x7fa158110430 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.117+0000 7fa15fc00700 1 --2- 172.21.15.7:0/2013228568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa1581096a0 0x7fa158109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.117+0000 7fa15fc00700 1 --2- 172.21.15.7:0/2013228568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa158103590 0x7fa158103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.117+0000 7fa15fc00700 1 -- 172.21.15.7:0/2013228568 >> 172.21.15.7:0/2013228568 conn(0x7fa15807a6f0 msgr2=0x7fa15807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:23.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.117+0000 7fa15fc00700 1 -- 172.21.15.7:0/2013228568 shutdown_connections 2024-05-21T02:00:23.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.117+0000 7fa15fc00700 1 -- 172.21.15.7:0/2013228568 wait complete. 2024-05-21T02:00:23.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.119+0000 7fa15fc00700 1 Processor -- start 2024-05-21T02:00:23.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.119+0000 7fa15fc00700 1 -- start start 2024-05-21T02:00:23.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15fc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa158103590 0x7fa15819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15fc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa158103f50 0x7fa15819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15fc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1581096a0 0x7fa1581a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15fc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa1581137c0 con 0x7fa158103f50 2024-05-21T02:00:23.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15fc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa158113640 con 0x7fa158103590 2024-05-21T02:00:23.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15fc00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa158113940 con 0x7fa1581096a0 2024-05-21T02:00:23.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa157e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa158103f50 0x7fa15819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15d200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa158103590 0x7fa15819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa157e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa158103f50 0x7fa15819c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45928/0 (socket says 172.21.15.7:45928) 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15d200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa158103590 0x7fa15819be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:32898/0 (socket says 172.21.15.7:32898) 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15d200700 1 -- 172.21.15.7:0/4281816421 learned_addr learned my addr 172.21.15.7:0/4281816421 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15dc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1581096a0 0x7fa1581a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15d200700 1 -- 172.21.15.7:0/4281816421 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1581096a0 msgr2=0x7fa1581a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15d200700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1581096a0 0x7fa1581a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15d200700 1 -- 172.21.15.7:0/4281816421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa158103f50 msgr2=0x7fa15819c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.120+0000 7fa15d200700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa158103f50 0x7fa15819c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.121+0000 7fa15d200700 1 -- 172.21.15.7:0/4281816421 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1581a0e20 con 0x7fa158103590 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.121+0000 7fa15d200700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa158103590 0x7fa15819be10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa14c00e9a0 tx=0x7fa14c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.121+0000 7fa155600700 1 -- 172.21.15.7:0/4281816421 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14c00ca10 con 0x7fa158103590 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.121+0000 7fa155600700 1 -- 172.21.15.7:0/4281816421 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa14c00cbb0 con 0x7fa158103590 2024-05-21T02:00:23.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.121+0000 7fa155600700 1 -- 172.21.15.7:0/4281816421 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14c018680 con 0x7fa158103590 2024-05-21T02:00:23.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.121+0000 7fa15fc00700 1 -- 172.21.15.7:0/4281816421 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1581a1110 con 0x7fa158103590 2024-05-21T02:00:23.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.121+0000 7fa15fc00700 1 -- 172.21.15.7:0/4281816421 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1581a8990 con 0x7fa158103590 2024-05-21T02:00:23.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.125+0000 7fa155600700 1 -- 172.21.15.7:0/4281816421 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa14c010430 con 0x7fa158103590 2024-05-21T02:00:23.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.126+0000 7fa16a620b80 1 Processor -- start 2024-05-21T02:00:23.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.126+0000 7fa16a620b80 1 -- start start 2024-05-21T02:00:23.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa155600700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa1400b2900 0x7fa1400b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c28310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c28850 0x555f55c222e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c22900 0x555f55c22d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa155600700 1 -- 172.21.15.7:0/4281816421 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa14c0e22d0 con 0x7fa158103590 2024-05-21T02:00:23.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa16a620b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555f55b80ec0 con 0x555f55c22900 2024-05-21T02:00:23.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa16a620b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555f55b70a60 con 0x555f55c27f30 2024-05-21T02:00:23.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa16a620b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x555f55b74aa0 con 0x555f55c28850 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa15dc00700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa1400b2900 0x7fa1400b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa15dc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c22900 0x555f55c22d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa157e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c28850 0x555f55c222e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa15dc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c22900 0x555f55c22d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45936/0 (socket says 172.21.15.7:45936) 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.127+0000 7fa15dc00700 1 -- 172.21.15.7:0/500468316 learned_addr learned my addr 172.21.15.7:0/500468316 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.128+0000 7fa15d200700 1 --2- 172.21.15.7:0/500468316 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c28310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.128+0000 7fa157e00700 1 -- 172.21.15.7:0/500468316 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 msgr2=0x555f55c28310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.128+0000 7fa157e00700 1 --2- 172.21.15.7:0/500468316 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c28310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.128+0000 7fa157e00700 1 -- 172.21.15.7:0/500468316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c22900 msgr2=0x555f55c22d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.128+0000 7fa157e00700 1 --2- 172.21.15.7:0/500468316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c22900 0x555f55c22d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.128+0000 7fa157e00700 1 -- 172.21.15.7:0/500468316 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f55b394a0 con 0x555f55c28850 2024-05-21T02:00:23.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.128+0000 7fa157e00700 1 --2- 172.21.15.7:0/500468316 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c28850 0x555f55c222e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa144009c80 tx=0x7fa144009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0ec1b52d63ed632 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:23.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.128+0000 7fa15dc00700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa1400b2900 0x7fa1400b4dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa1500060b0 tx=0x7fa150009400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:23.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.129+0000 7fa14a000700 1 -- 172.21.15.7:0/500468316 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa144011cb0 con 0x555f55c28850 2024-05-21T02:00:23.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.129+0000 7fa14a000700 1 -- 172.21.15.7:0/500468316 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa144011e50 con 0x555f55c28850 2024-05-21T02:00:23.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.129+0000 7fa14a000700 1 -- 172.21.15.7:0/500468316 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa144005280 con 0x555f55c28850 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.129+0000 7fa16a620b80 1 -- 172.21.15.7:0/500468316 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c28850 msgr2=0x555f55c222e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.129+0000 7fa16a620b80 1 --2- 172.21.15.7:0/500468316 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c28850 0x555f55c222e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa144009c80 tx=0x7fa144009f90 comp rx=0 tx=0).stop 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.130+0000 7fa16a620b80 1 -- 172.21.15.7:0/500468316 shutdown_connections 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.130+0000 7fa16a620b80 1 --2- 172.21.15.7:0/500468316 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c22900 0x555f55c22d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.130+0000 7fa16a620b80 1 --2- 172.21.15.7:0/500468316 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c28310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.130+0000 7fa16a620b80 1 --2- 172.21.15.7:0/500468316 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c28850 0x555f55c222e0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.130+0000 7fa16a620b80 1 -- 172.21.15.7:0/500468316 >> 172.21.15.7:0/500468316 conn(0x555f55b50c60 msgr2=0x555f55c1d090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.130+0000 7fa16a620b80 1 -- 172.21.15.7:0/500468316 shutdown_connections 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.130+0000 7fa16a620b80 1 -- 172.21.15.7:0/500468316 wait complete. 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.131+0000 7fa16a620b80 1 -- start start 2024-05-21T02:00:23.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.131+0000 7fa16a620b80 1 Processor -- start 2024-05-21T02:00:23.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.000+0000 7f7975400700 1 -- 172.21.15.7:0/2354204096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 msgr2=0x7f797010fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.000+0000 7f7975400700 1 --2- 172.21.15.7:0/2354204096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 0x7f797010fa60 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f795c009990 tx=0x7f795c009ca0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.000+0000 7f7975400700 1 -- 172.21.15.7:0/2354204096 shutdown_connections 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.000+0000 7f7975400700 1 --2- 172.21.15.7:0/2354204096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f797010ffa0 0x7f7970112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.000+0000 7f7975400700 1 --2- 172.21.15.7:0/2354204096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7970075770 0x7f7970075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.000+0000 7f7975400700 1 --2- 172.21.15.7:0/2354204096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 0x7f797010fa60 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.000+0000 7f7975400700 1 -- 172.21.15.7:0/2354204096 >> 172.21.15.7:0/2354204096 conn(0x7f797007a6a0 msgr2=0x7f797007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.001+0000 7f7975400700 1 -- 172.21.15.7:0/2354204096 shutdown_connections 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.001+0000 7f7975400700 1 -- 172.21.15.7:0/2354204096 wait complete. 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.002+0000 7f7975400700 1 Processor -- start 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.002+0000 7f7975400700 1 -- start start 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.002+0000 7f7975400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7970075770 0x7f797019be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f7975400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 0x7f797019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f7975400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f797010ffa0 0x7f79701a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f7975400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f79701159b0 con 0x7f7970076090 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f7975400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7970115830 con 0x7f7970075770 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f7975400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7970115b30 con 0x7f797010ffa0 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f796de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 0x7f797019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f796de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 0x7f797019c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45896/0 (socket says 172.21.15.7:45896) 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f796de00700 1 -- 172.21.15.7:0/2489552867 learned_addr learned my addr 172.21.15.7:0/2489552867 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f796e800700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7970075770 0x7f797019be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f796f200700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f797010ffa0 0x7f79701a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f796de00700 1 -- 172.21.15.7:0/2489552867 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f797010ffa0 msgr2=0x7f79701a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f796de00700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f797010ffa0 0x7f79701a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f796de00700 1 -- 172.21.15.7:0/2489552867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7970075770 msgr2=0x7f797019be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.003+0000 7f796de00700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7970075770 0x7f797019be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.004+0000 7f796de00700 1 -- 172.21.15.7:0/2489552867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79701a0e30 con 0x7f7970076090 2024-05-21T02:00:23.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.004+0000 7f796e800700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7970075770 0x7f797019be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.004+0000 7f796de00700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 0x7f797019c360 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f795c005910 tx=0x7f795c00b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.004+0000 7f7967400700 1 -- 172.21.15.7:0/2489552867 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c027070 con 0x7f7970076090 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.004+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79701a10c0 con 0x7f7970076090 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.004+0000 7f7967400700 1 -- 172.21.15.7:0/2489552867 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f795c022470 con 0x7f7970076090 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.004+0000 7f7967400700 1 -- 172.21.15.7:0/2489552867 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795c017650 con 0x7f7970076090 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.004+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79701a89a0 con 0x7f7970076090 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.006+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7970076e30 con 0x7f7970076090 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.008+0000 7f7967400700 1 -- 172.21.15.7:0/2489552867 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f795c02a070 con 0x7f7970076090 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.010+0000 7f7967400700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f79540b2880 0x7f79540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.010+0000 7f7967400700 1 -- 172.21.15.7:0/2489552867 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f795c0e2fe0 con 0x7f7970076090 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.010+0000 7f796e800700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f79540b2880 0x7f79540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.011+0000 7f796e800700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f79540b2880 0x7f79540b4d40 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7960011490 tx=0x7f7960009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:23.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.019+0000 7f7967400700 1 -- 172.21.15.7:0/2489552867 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f795c013070 con 0x7f7970076090 2024-05-21T02:00:23.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.131+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c2e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.131+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c27f30 0x555f55c2b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c28850 0x555f55c2be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa16a620b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555f55a77020 con 0x555f55c27f30 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa16a620b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555f55b117e0 con 0x555f55c28850 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa16a620b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x555f55c2f2c0 con 0x555f55c22900 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa16a620b80 10 client.0 _ll_register_callbacks cb 0x555f55b1acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa157e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c27f30 0x555f55c2b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa157e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c27f30 0x555f55c2b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45938/0 (socket says 172.21.15.7:45938) 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa157e00700 1 -- 172.21.15.7:0/3015024916 learned_addr learned my addr 172.21.15.7:0/3015024916 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa15dc00700 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c28850 0x555f55c2be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa15d200700 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c2e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa157e00700 1 -- 172.21.15.7:0/3015024916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 msgr2=0x555f55c2e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.132+0000 7fa157e00700 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c2e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.133+0000 7fa157e00700 1 -- 172.21.15.7:0/3015024916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c28850 msgr2=0x555f55c2be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.133+0000 7fa157e00700 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c28850 0x555f55c2be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.133+0000 7fa157e00700 1 -- 172.21.15.7:0/3015024916 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f55ac0950 con 0x555f55c27f30 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.133+0000 7fa15d200700 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c2e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.133+0000 7fa157e00700 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c27f30 0x555f55c2b8c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa144005e80 tx=0x7fa144011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95a253a351bb3ccb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.133+0000 7fa13ea00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.133+0000 7fa13ea00700 1 -- 172.21.15.7:0/3015024916 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa144026020 con 0x555f55c27f30 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.133+0000 7fa13ea00700 1 -- 172.21.15.7:0/3015024916 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa144004ff0 con 0x555f55c27f30 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.133+0000 7fa16a620b80 1 -- 172.21.15.7:0/3015024916 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa144011e50 con 0x555f55c27f30 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.134+0000 7fa13ea00700 1 -- 172.21.15.7:0/3015024916 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa1440051f0 con 0x555f55c27f30 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.134+0000 7fa16a620b80 10 client.15078 fetch_fsmap learned FSMap version 29 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.134+0000 7fa16a620b80 1 -- 172.21.15.7:0/3015024916 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555f55b410e0 con 0x555f55c27f30 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.134+0000 7fa13ea00700 1 -- 172.21.15.7:0/3015024916 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa144011e50 con 0x555f55c27f30 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.134+0000 7fa13ea00700 1 -- 172.21.15.7:0/3015024916 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa144018070 con 0x555f55c27f30 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.134+0000 7fa16a620b80 10 client.15078 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.134+0000 7fa16a620b80 10 client.15078 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:00:23.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.134+0000 7fa16a620b80 20 client.15078 populate_metadata read hostname 'smithi007' 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.135+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555f55c3bc70 0x555f55c3e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.135+0000 7fa16a620b80 4 client.15078 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.135+0000 7fa16a620b80 1 -- 172.21.15.7:0/3015024916 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f55b82e10 con 0x555f55c3bc70 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.135+0000 7fa15d200700 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555f55c3bc70 0x555f55c3e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.136+0000 7fa15d200700 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555f55c3bc70 0x555f55c3e060 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d432fd996e864506 server_cookie=128d90b74dfa103a in_seq=0 out_seq=0 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.136+0000 7fa13ea00700 10 client.15078 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.136+0000 7fa13ea00700 1 -- 172.21.15.7:0/3015024916 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555f55b82e10 con 0x555f55c3bc70 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.136+0000 7fa13ea00700 10 client.15078 handle_command_reply: tid=0 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 client.15078 shutdown 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 -- 172.21.15.7:0/3015024916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c27f30 msgr2=0x555f55c2b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c27f30 0x555f55c2b8c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa144005e80 tx=0x7fa144011ab0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 -- 172.21.15.7:0/3015024916 shutdown_connections 2024-05-21T02:00:23.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555f55c3bc70 0x555f55c3e060 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa13ea00700 0 client.15078 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:00:23.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c28850 0x555f55c2be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c2e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3015024916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c27f30 0x555f55c2b8c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 -- 172.21.15.7:0/3015024916 >> 172.21.15.7:0/3015024916 conn(0x555f55b50c60 msgr2=0x555f55c212d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:23.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 -- 172.21.15.7:0/3015024916 shutdown_connections 2024-05-21T02:00:23.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.137+0000 7fa16a620b80 1 -- 172.21.15.7:0/3015024916 wait complete. 2024-05-21T02:00:23.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.138+0000 7fa16a620b80 20 client.15078 trim_cache size 0 max 16384 2024-05-21T02:00:23.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.161+0000 7fa16a620b80 1 Processor -- start 2024-05-21T02:00:23.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.161+0000 7fa16a620b80 1 -- start start 2024-05-21T02:00:23.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.161+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c222e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.161+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c28cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.161+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 0x555f55c29230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.161+0000 7fa16a620b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa1581aff00 con 0x555f55c28850 2024-05-21T02:00:23.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.161+0000 7fa16a620b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa1581b1a40 con 0x555f55c27f30 2024-05-21T02:00:23.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.161+0000 7fa16a620b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa1581b05d0 con 0x555f55c22900 2024-05-21T02:00:23.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa15d200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c222e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa15d200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c222e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40362/0 (socket says 172.21.15.7:40362) 2024-05-21T02:00:23.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa15d200700 1 -- 172.21.15.7:0/2223483985 learned_addr learned my addr 172.21.15.7:0/2223483985 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:23.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa157e00700 1 --2- 172.21.15.7:0/2223483985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c28cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa15dc00700 1 --2- 172.21.15.7:0/2223483985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 0x555f55c29230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa157e00700 1 -- 172.21.15.7:0/2223483985 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 msgr2=0x555f55c222e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:23.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa157e00700 1 --2- 172.21.15.7:0/2223483985 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c222e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa157e00700 1 -- 172.21.15.7:0/2223483985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 msgr2=0x555f55c29230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:23.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa157e00700 1 --2- 172.21.15.7:0/2223483985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 0x555f55c29230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.162+0000 7fa157e00700 1 -- 172.21.15.7:0/2223483985 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f55c29e30 con 0x555f55c27f30 2024-05-21T02:00:23.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.163+0000 7fa157e00700 1 --2- 172.21.15.7:0/2223483985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c28cf0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa144022e10 tx=0x7fa144009870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bff7aef93c2512b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:23.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.163+0000 7fa149600700 1 -- 172.21.15.7:0/2223483985 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa144015030 con 0x555f55c27f30 2024-05-21T02:00:23.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.163+0000 7fa149600700 1 -- 172.21.15.7:0/2223483985 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa144004ff0 con 0x555f55c27f30 2024-05-21T02:00:23.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.163+0000 7fa149600700 1 -- 172.21.15.7:0/2223483985 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa144026040 con 0x555f55c27f30 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 -- 172.21.15.7:0/2223483985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 msgr2=0x555f55c28cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 --2- 172.21.15.7:0/2223483985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c28cf0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa144022e10 tx=0x7fa144009870 comp rx=0 tx=0).stop 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 -- 172.21.15.7:0/2223483985 shutdown_connections 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 --2- 172.21.15.7:0/2223483985 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 0x555f55c29230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 --2- 172.21.15.7:0/2223483985 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c222e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 --2- 172.21.15.7:0/2223483985 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c28cf0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 -- 172.21.15.7:0/2223483985 >> 172.21.15.7:0/2223483985 conn(0x555f55b50c60 msgr2=0x555f55c2a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 -- 172.21.15.7:0/2223483985 shutdown_connections 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 -- 172.21.15.7:0/2223483985 wait complete. 2024-05-21T02:00:23.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.164+0000 7fa16a620b80 1 -- start start 2024-05-21T02:00:23.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.165+0000 7fa16a620b80 1 Processor -- start 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.165+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c34a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.165+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c31550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.165+0000 7fa16a620b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 0x555f55c31a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.165+0000 7fa16a620b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa1581b1370 con 0x555f55c28850 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.165+0000 7fa16a620b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa1581b0ca0 con 0x555f55c27f30 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.165+0000 7fa16a620b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa1581ade80 con 0x555f55c22900 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.165+0000 7fa16a620b80 10 client.0 _ll_register_callbacks cb 0x555f55b1acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa157e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c31550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa15d200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c34a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa157e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c31550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:32934/0 (socket says 172.21.15.7:32934) 2024-05-21T02:00:23.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa157e00700 1 -- 172.21.15.7:0/3467338830 learned_addr learned my addr 172.21.15.7:0/3467338830 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:23.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa15dc00700 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 0x555f55c31a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa157e00700 1 -- 172.21.15.7:0/3467338830 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 msgr2=0x555f55c34a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:23.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa157e00700 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c34a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa157e00700 1 -- 172.21.15.7:0/3467338830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 msgr2=0x555f55c31a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:23.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa157e00700 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 0x555f55c31a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa157e00700 1 -- 172.21.15.7:0/3467338830 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f55c320d0 con 0x555f55c27f30 2024-05-21T02:00:23.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa157e00700 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c31550 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa1440051c0 tx=0x7fa144012e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=227e0b0c78173dcb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:23.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.166+0000 7fa13ea00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:00:23.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.167+0000 7fa13ea00700 1 -- 172.21.15.7:0/3467338830 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa144039030 con 0x555f55c27f30 2024-05-21T02:00:23.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.167+0000 7fa16a620b80 1 -- 172.21.15.7:0/3467338830 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa144004ff0 con 0x555f55c27f30 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.167+0000 7fa13ea00700 1 -- 172.21.15.7:0/3467338830 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa14401e040 con 0x555f55c27f30 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.167+0000 7fa13ea00700 1 -- 172.21.15.7:0/3467338830 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa144015070 con 0x555f55c27f30 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.167+0000 7fa16a620b80 10 client.25187 fetch_fsmap learned FSMap version 29 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.167+0000 7fa16a620b80 1 -- 172.21.15.7:0/3467338830 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555f55ca7460 con 0x555f55c27f30 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.168+0000 7fa13ea00700 1 -- 172.21.15.7:0/3467338830 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa144004ff0 con 0x555f55c27f30 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.168+0000 7fa13ea00700 1 -- 172.21.15.7:0/3467338830 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa144034070 con 0x555f55c27f30 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.168+0000 7fa16a620b80 10 client.25187 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.168+0000 7fa16a620b80 10 client.25187 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.168+0000 7fa16a620b80 20 client.25187 populate_metadata read hostname 'smithi007' 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.168+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555f55ca7a30 0x555f55ca9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.168+0000 7fa16a620b80 4 client.25187 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.168+0000 7fa16a620b80 1 -- 172.21.15.7:0/3467338830 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555f55b7c5f0 con 0x555f55ca7a30 2024-05-21T02:00:23.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.168+0000 7fa15d200700 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555f55ca7a30 0x555f55ca9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:23.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.169+0000 7fa15d200700 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555f55ca7a30 0x555f55ca9e50 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32816388cf5697b5 server_cookie=18c817f40e19239a in_seq=0 out_seq=0 2024-05-21T02:00:23.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.169+0000 7fa13ea00700 10 client.25187 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:00:23.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.170+0000 7fa13ea00700 1 -- 172.21.15.7:0/3467338830 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555f55b7c5f0 con 0x555f55ca7a30 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.170+0000 7fa13ea00700 10 client.25187 handle_command_reply: tid=0 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.170+0000 7fa16a620b80 1 client.25187 shutdown 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 -- 172.21.15.7:0/3467338830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 msgr2=0x555f55c31550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c31550 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fa1440051c0 tx=0x7fa144012e10 comp rx=0 tx=0).stop 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 -- 172.21.15.7:0/3467338830 shutdown_connections 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555f55ca7a30 0x555f55ca9e50 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555f55c28850 0x555f55c31a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555f55c22900 0x555f55c34a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 --2- 172.21.15.7:0/3467338830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555f55c27f30 0x555f55c31550 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 -- 172.21.15.7:0/3467338830 >> 172.21.15.7:0/3467338830 conn(0x555f55b50c60 msgr2=0x555f55c28c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa13ea00700 0 client.25187 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 -- 172.21.15.7:0/3467338830 shutdown_connections 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 1 -- 172.21.15.7:0/3467338830 wait complete. 2024-05-21T02:00:23.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.171+0000 7fa16a620b80 20 client.25187 trim_cache size 0 max 16384 2024-05-21T02:00:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:00:23.174 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-05-21T02:00:23.174 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "9610cb01-f1de-4a6e-af13-477d5285afce", 2024-05-21T02:00:23.174 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-05-21T02:00:23.174 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:00:23.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.172+0000 7fa15fc00700 1 -- 172.21.15.7:0/4281816421 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa1400b2900 msgr2=0x7fa1400b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.172+0000 7fa15fc00700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa1400b2900 0x7fa1400b4dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa1500060b0 tx=0x7fa150009400 comp rx=0 tx=0).stop 2024-05-21T02:00:23.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.172+0000 7fa15fc00700 1 -- 172.21.15.7:0/4281816421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa158103590 msgr2=0x7fa15819be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.172+0000 7fa15fc00700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa158103590 0x7fa15819be10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa14c00e9a0 tx=0x7fa14c00ecb0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.173+0000 7fa15fc00700 1 -- 172.21.15.7:0/4281816421 shutdown_connections 2024-05-21T02:00:23.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.173+0000 7fa15fc00700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa1581096a0 0x7fa1581a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.173+0000 7fa15fc00700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa158103590 0x7fa15819be10 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.173+0000 7fa15fc00700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa1400b2900 0x7fa1400b4dc0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.173+0000 7fa15fc00700 1 --2- 172.21.15.7:0/4281816421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa158103f50 0x7fa15819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.173+0000 7fa15fc00700 1 -- 172.21.15.7:0/4281816421 >> 172.21.15.7:0/4281816421 conn(0x7fa15807a6f0 msgr2=0x7fa15810e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:23.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.173+0000 7fa15fc00700 1 -- 172.21.15.7:0/4281816421 shutdown_connections 2024-05-21T02:00:23.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.173+0000 7fa15fc00700 1 -- 172.21.15.7:0/4281816421 wait complete. 2024-05-21T02:00:23.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:22 smithi164 ceph-mon[36138]: pgmap v457: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:23.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.290+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f797019d180 con 0x7f79540b2880 2024-05-21T02:00:23.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.311+0000 7f7967400700 1 -- 172.21.15.7:0/2489552867 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258872 (secure 0 0 0) 0x7f797019d180 con 0x7f79540b2880 2024-05-21T02:00:23.314 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.316+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f79540b2880 msgr2=0x7f79540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.316+0000 7f7975400700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f79540b2880 0x7f79540b4d40 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7960011490 tx=0x7f7960009260 comp rx=0 tx=0).stop 2024-05-21T02:00:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.316+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 msgr2=0x7f797019c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:23.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.316+0000 7f7975400700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 0x7f797019c360 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f795c005910 tx=0x7f795c00b670 comp rx=0 tx=0).stop 2024-05-21T02:00:23.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.317+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 shutdown_connections 2024-05-21T02:00:23.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.317+0000 7f7975400700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f797010ffa0 0x7f79701a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.317+0000 7f7975400700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7970075770 0x7f797019be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.317+0000 7f7975400700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f79540b2880 0x7f79540b4d40 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.317+0000 7f7975400700 1 --2- 172.21.15.7:0/2489552867 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7970076090 0x7f797019c360 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:23.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.317+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 >> 172.21.15.7:0/2489552867 conn(0x7f797007a6a0 msgr2=0x7f7970100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:23.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.317+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 shutdown_connections 2024-05-21T02:00:23.321 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:23.317+0000 7f7975400700 1 -- 172.21.15.7:0/2489552867 wait complete. 2024-05-21T02:00:23.322 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T02:00:24.289 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":457,"stamp":"2024-05-21T02:00:21.395115+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667969,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2546,"num_read_kb":1377,"num_write":385,"num_write_kb":2306,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":817,"ondisk_log_size":817,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357748,"kb_used_data":12756,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584076,"statfs":{"total":1151940427776,"available":1151574093824,"internally_reserved":0,"allocated":13062144,"data_stored":7207287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004539"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330906+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:58:01.330906+0000","last_peered":"2024-05-21T01:58:01.330906+0000","last_clean":"2024-05-21T01:58:01.330906+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:58:01.330906+0000","last_undegraded":"2024-05-21T01:58:01.330906+0000","last_fullsized":"2024-05-21T01:58:01.330906+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330122+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:58:01.330122+0000","last_peered":"2024-05-21T01:58:01.330122+0000","last_clean":"2024-05-21T01:58:01.330122+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:58:01.330122+0000","last_undegraded":"2024-05-21T01:58:01.330122+0000","last_fullsized":"2024-05-21T01:58:01.330122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333117+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:58:01.333117+0000","last_peered":"2024-05-21T01:58:01.333117+0000","last_clean":"2024-05-21T01:58:01.333117+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:58:01.333117+0000","last_undegraded":"2024-05-21T01:58:01.333117+0000","last_fullsized":"2024-05-21T01:58:01.333117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277203+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:58:01.277203+0000","last_peered":"2024-05-21T01:58:01.277203+0000","last_clean":"2024-05-21T01:58:01.277203+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:58:01.277203+0000","last_undegraded":"2024-05-21T01:58:01.277203+0000","last_fullsized":"2024-05-21T01:58:01.277203+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334304+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:58:01.334304+0000","last_peered":"2024-05-21T01:58:01.334304+0000","last_clean":"2024-05-21T01:58:01.334304+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:58:01.334304+0000","last_undegraded":"2024-05-21T01:58:01.334304+0000","last_fullsized":"2024-05-21T01:58:01.334304+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324662+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:58:01.324662+0000","last_peered":"2024-05-21T01:58:01.324662+0000","last_clean":"2024-05-21T01:58:01.324662+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:58:01.324662+0000","last_undegraded":"2024-05-21T01:58:01.324662+0000","last_fullsized":"2024-05-21T01:58:01.324662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.322768+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:58:01.322768+0000","last_peered":"2024-05-21T01:58:01.322768+0000","last_clean":"2024-05-21T01:58:01.322768+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:58:01.322768+0000","last_undegraded":"2024-05-21T01:58:01.322768+0000","last_fullsized":"2024-05-21T01:58:01.322768+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338015+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:58:01.338015+0000","last_peered":"2024-05-21T01:58:01.338015+0000","last_clean":"2024-05-21T01:58:01.338015+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:58:01.338015+0000","last_undegraded":"2024-05-21T01:58:01.338015+0000","last_fullsized":"2024-05-21T01:58:01.338015+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280810+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:58:01.280810+0000","last_peered":"2024-05-21T01:58:01.280810+0000","last_clean":"2024-05-21T01:58:01.280810+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:58:01.280810+0000","last_undegraded":"2024-05-21T01:58:01.280810+0000","last_fullsized":"2024-05-21T01:58:01.280810+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274356+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:58:01.274356+0000","last_peered":"2024-05-21T01:58:01.274356+0000","last_clean":"2024-05-21T01:58:01.274356+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:58:01.274356+0000","last_undegraded":"2024-05-21T01:58:01.274356+0000","last_fullsized":"2024-05-21T01:58:01.274356+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269550+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:58:01.269550+0000","last_peered":"2024-05-21T01:58:01.269550+0000","last_clean":"2024-05-21T01:58:01.269550+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:58:01.269550+0000","last_undegraded":"2024-05-21T01:58:01.269550+0000","last_fullsized":"2024-05-21T01:58:01.269550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275354+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:58:01.275354+0000","last_peered":"2024-05-21T01:58:01.275354+0000","last_clean":"2024-05-21T01:58:01.275354+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:58:01.275354+0000","last_undegraded":"2024-05-21T01:58:01.275354+0000","last_fullsized":"2024-05-21T01:58:01.275354+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333780+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:58:01.333780+0000","last_peered":"2024-05-21T01:58:01.333780+0000","last_clean":"2024-05-21T01:58:01.333780+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:58:01.333780+0000","last_undegraded":"2024-05-21T01:58:01.333780+0000","last_fullsized":"2024-05-21T01:58:01.333780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333111+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:58:01.333111+0000","last_peered":"2024-05-21T01:58:01.333111+0000","last_clean":"2024-05-21T01:58:01.333111+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:58:01.333111+0000","last_undegraded":"2024-05-21T01:58:01.333111+0000","last_fullsized":"2024-05-21T01:58:01.333111+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333061+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:58:01.333061+0000","last_peered":"2024-05-21T01:58:01.333061+0000","last_clean":"2024-05-21T01:58:01.333061+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:58:01.333061+0000","last_undegraded":"2024-05-21T01:58:01.333061+0000","last_fullsized":"2024-05-21T01:58:01.333061+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333060+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:58:01.333060+0000","last_peered":"2024-05-21T01:58:01.333060+0000","last_clean":"2024-05-21T01:58:01.333060+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:58:01.333060+0000","last_undegraded":"2024-05-21T01:58:01.333060+0000","last_fullsized":"2024-05-21T01:58:01.333060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331040+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:58:01.331040+0000","last_peered":"2024-05-21T01:58:01.331040+0000","last_clean":"2024-05-21T01:58:01.331040+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:58:01.331040+0000","last_undegraded":"2024-05-21T01:58:01.331040+0000","last_fullsized":"2024-05-21T01:58:01.331040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324327+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:58:01.324327+0000","last_peered":"2024-05-21T01:58:01.324327+0000","last_clean":"2024-05-21T01:58:01.324327+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:58:01.324327+0000","last_undegraded":"2024-05-21T01:58:01.324327+0000","last_fullsized":"2024-05-21T01:58:01.324327+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334966+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:58:01.334966+0000","last_peered":"2024-05-21T01:58:01.334966+0000","last_clean":"2024-05-21T01:58:01.334966+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:58:01.334966+0000","last_undegraded":"2024-05-21T01:58:01.334966+0000","last_fullsized":"2024-05-21T01:58:01.334966+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"82'14","reported_seq":285,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:16.033763+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T02:00:16.033763+0000","last_peered":"2024-05-21T02:00:16.033763+0000","last_clean":"2024-05-21T02:00:16.033763+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T02:00:16.033763+0000","last_undegraded":"2024-05-21T02:00:16.033763+0000","last_fullsized":"2024-05-21T02:00:16.033763+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":243,"num_read_kb":243,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.342438+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:58:01.342438+0000","last_peered":"2024-05-21T01:58:01.342438+0000","last_clean":"2024-05-21T01:58:01.342438+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:58:01.342438+0000","last_undegraded":"2024-05-21T01:58:01.342438+0000","last_fullsized":"2024-05-21T01:58:01.342438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.617866+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:57:52.617866+0000","last_peered":"2024-05-21T01:57:52.617866+0000","last_clean":"2024-05-21T01:57:52.617866+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:57:52.617866+0000","last_undegraded":"2024-05-21T01:57:52.617866+0000","last_fullsized":"2024-05-21T01:57:52.617866+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333653+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:58:01.333653+0000","last_peered":"2024-05-21T01:58:01.333653+0000","last_clean":"2024-05-21T01:58:01.333653+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:58:01.333653+0000","last_undegraded":"2024-05-21T01:58:01.333653+0000","last_fullsized":"2024-05-21T01:58:01.333653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400447+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400447+0000","last_peered":"2024-05-21T01:56:32.400447+0000","last_clean":"2024-05-21T01:56:32.400447+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400447+0000","last_undegraded":"2024-05-21T01:56:32.400447+0000","last_fullsized":"2024-05-21T01:56:32.400447+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334121+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:58:01.334121+0000","last_peered":"2024-05-21T01:58:01.334121+0000","last_clean":"2024-05-21T01:58:01.334121+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:58:01.334121+0000","last_undegraded":"2024-05-21T01:58:01.334121+0000","last_fullsized":"2024-05-21T01:58:01.334121+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400807+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400807+0000","last_peered":"2024-05-21T01:56:32.400807+0000","last_clean":"2024-05-21T01:56:32.400807+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400807+0000","last_undegraded":"2024-05-21T01:56:32.400807+0000","last_fullsized":"2024-05-21T01:56:32.400807+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.308867+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:58:01.308867+0000","last_peered":"2024-05-21T01:58:01.308867+0000","last_clean":"2024-05-21T01:58:01.308867+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:58:01.308867+0000","last_undegraded":"2024-05-21T01:58:01.308867+0000","last_fullsized":"2024-05-21T01:58:01.308867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":279,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:18.814352+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T02:00:18.814352+0000","last_peered":"2024-05-21T02:00:18.814352+0000","last_clean":"2024-05-21T02:00:18.814352+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T02:00:18.814352+0000","last_undegraded":"2024-05-21T02:00:18.814352+0000","last_fullsized":"2024-05-21T02:00:18.814352+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":247,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.323604+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:58:01.323604+0000","last_peered":"2024-05-21T01:58:01.323604+0000","last_clean":"2024-05-21T01:58:01.323604+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:58:01.323604+0000","last_undegraded":"2024-05-21T01:58:01.323604+0000","last_fullsized":"2024-05-21T01:58:01.323604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398158+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398158+0000","last_peered":"2024-05-21T01:56:32.398158+0000","last_clean":"2024-05-21T01:56:32.398158+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398158+0000","last_undegraded":"2024-05-21T01:56:32.398158+0000","last_fullsized":"2024-05-21T01:56:32.398158+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344457+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:58:01.344457+0000","last_peered":"2024-05-21T01:58:01.344457+0000","last_clean":"2024-05-21T01:58:01.344457+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:58:01.344457+0000","last_undegraded":"2024-05-21T01:58:01.344457+0000","last_fullsized":"2024-05-21T01:58:01.344457+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452421+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452421+0000","last_peered":"2024-05-21T01:56:32.452421+0000","last_clean":"2024-05-21T01:56:32.452421+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452421+0000","last_undegraded":"2024-05-21T01:56:32.452421+0000","last_fullsized":"2024-05-21T01:56:32.452421+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344321+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:58:01.344321+0000","last_peered":"2024-05-21T01:58:01.344321+0000","last_clean":"2024-05-21T01:58:01.344321+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:58:01.344321+0000","last_undegraded":"2024-05-21T01:58:01.344321+0000","last_fullsized":"2024-05-21T01:58:01.344321+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399267+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399267+0000","last_peered":"2024-05-21T01:56:32.399267+0000","last_clean":"2024-05-21T01:56:32.399267+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399267+0000","last_undegraded":"2024-05-21T01:56:32.399267+0000","last_fullsized":"2024-05-21T01:56:32.399267+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.345328+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:58:01.345328+0000","last_peered":"2024-05-21T01:58:01.345328+0000","last_clean":"2024-05-21T01:58:01.345328+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:58:01.345328+0000","last_undegraded":"2024-05-21T01:58:01.345328+0000","last_fullsized":"2024-05-21T01:58:01.345328+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":519,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:18.813654+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T02:00:18.813654+0000","last_peered":"2024-05-21T02:00:18.813654+0000","last_clean":"2024-05-21T02:00:18.813654+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T02:00:18.813654+0000","last_undegraded":"2024-05-21T02:00:18.813654+0000","last_fullsized":"2024-05-21T02:00:18.813654+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":488,"num_read_kb":488,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324763+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:58:01.324763+0000","last_peered":"2024-05-21T01:58:01.324763+0000","last_clean":"2024-05-21T01:58:01.324763+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:58:01.324763+0000","last_undegraded":"2024-05-21T01:58:01.324763+0000","last_fullsized":"2024-05-21T01:58:01.324763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398666+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398666+0000","last_peered":"2024-05-21T01:56:32.398666+0000","last_clean":"2024-05-21T01:56:32.398666+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398666+0000","last_undegraded":"2024-05-21T01:56:32.398666+0000","last_fullsized":"2024-05-21T01:56:32.398666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333387+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:58:01.333387+0000","last_peered":"2024-05-21T01:58:01.333387+0000","last_clean":"2024-05-21T01:58:01.333387+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:58:01.333387+0000","last_undegraded":"2024-05-21T01:58:01.333387+0000","last_fullsized":"2024-05-21T01:58:01.333387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400161+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400161+0000","last_peered":"2024-05-21T01:56:32.400161+0000","last_clean":"2024-05-21T01:56:32.400161+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400161+0000","last_undegraded":"2024-05-21T01:56:32.400161+0000","last_fullsized":"2024-05-21T01:56:32.400161+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.282060+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:58:01.282060+0000","last_peered":"2024-05-21T01:58:01.282060+0000","last_clean":"2024-05-21T01:58:01.282060+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:58:01.282060+0000","last_undegraded":"2024-05-21T01:58:01.282060+0000","last_fullsized":"2024-05-21T01:58:01.282060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'38","reported_seq":584,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:18.797979+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T02:00:18.797979+0000","last_peered":"2024-05-21T02:00:18.797979+0000","last_clean":"2024-05-21T02:00:18.797979+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T02:00:18.797979+0000","last_undegraded":"2024-05-21T02:00:18.797979+0000","last_fullsized":"2024-05-21T02:00:18.797979+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70103,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":494,"num_read_kb":309,"num_write":40,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272769+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:58:01.272769+0000","last_peered":"2024-05-21T01:58:01.272769+0000","last_clean":"2024-05-21T01:58:01.272769+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:58:01.272769+0000","last_undegraded":"2024-05-21T01:58:01.272769+0000","last_fullsized":"2024-05-21T01:58:01.272769+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403676+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403676+0000","last_peered":"2024-05-21T01:56:32.403676+0000","last_clean":"2024-05-21T01:56:32.403676+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403676+0000","last_undegraded":"2024-05-21T01:56:32.403676+0000","last_fullsized":"2024-05-21T01:56:32.403676+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.346182+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:58:01.346182+0000","last_peered":"2024-05-21T01:58:01.346182+0000","last_clean":"2024-05-21T01:58:01.346182+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:58:01.346182+0000","last_undegraded":"2024-05-21T01:58:01.346182+0000","last_fullsized":"2024-05-21T01:58:01.346182+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400297+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:56:32.400297+0000","last_peered":"2024-05-21T01:56:32.400297+0000","last_clean":"2024-05-21T01:56:32.400297+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:56:32.400297+0000","last_undegraded":"2024-05-21T01:56:32.400297+0000","last_fullsized":"2024-05-21T01:56:32.400297+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301797+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:58:01.301797+0000","last_peered":"2024-05-21T01:58:01.301797+0000","last_clean":"2024-05-21T01:58:01.301797+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:58:01.301797+0000","last_undegraded":"2024-05-21T01:58:01.301797+0000","last_fullsized":"2024-05-21T01:58:01.301797+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":278,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:16.006027+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T02:00:16.006027+0000","last_peered":"2024-05-21T02:00:16.006027+0000","last_clean":"2024-05-21T02:00:16.006027+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T02:00:16.006027+0000","last_undegraded":"2024-05-21T02:00:16.006027+0000","last_fullsized":"2024-05-21T02:00:16.006027+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":898,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":246,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278551+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:58:01.278551+0000","last_peered":"2024-05-21T01:58:01.278551+0000","last_clean":"2024-05-21T01:58:01.278551+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:58:01.278551+0000","last_undegraded":"2024-05-21T01:58:01.278551+0000","last_fullsized":"2024-05-21T01:58:01.278551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399813+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399813+0000","last_peered":"2024-05-21T01:56:32.399813+0000","last_clean":"2024-05-21T01:56:32.399813+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399813+0000","last_undegraded":"2024-05-21T01:56:32.399813+0000","last_fullsized":"2024-05-21T01:56:32.399813+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269782+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:58:01.269782+0000","last_peered":"2024-05-21T01:58:01.269782+0000","last_clean":"2024-05-21T01:58:01.269782+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:58:01.269782+0000","last_undegraded":"2024-05-21T01:58:01.269782+0000","last_fullsized":"2024-05-21T01:58:01.269782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400327+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:56:32.400327+0000","last_peered":"2024-05-21T01:56:32.400327+0000","last_clean":"2024-05-21T01:56:32.400327+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:56:32.400327+0000","last_undegraded":"2024-05-21T01:56:32.400327+0000","last_fullsized":"2024-05-21T01:56:32.400327+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277647+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:58:01.277647+0000","last_peered":"2024-05-21T01:58:01.277647+0000","last_clean":"2024-05-21T01:58:01.277647+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:58:01.277647+0000","last_undegraded":"2024-05-21T01:58:01.277647+0000","last_fullsized":"2024-05-21T01:58:01.277647+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.811107+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:57:52.811107+0000","last_peered":"2024-05-21T01:57:52.811107+0000","last_clean":"2024-05-21T01:57:52.811107+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:57:52.811107+0000","last_undegraded":"2024-05-21T01:57:52.811107+0000","last_fullsized":"2024-05-21T01:57:52.811107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333394+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:58:01.333394+0000","last_peered":"2024-05-21T01:58:01.333394+0000","last_clean":"2024-05-21T01:58:01.333394+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:58:01.333394+0000","last_undegraded":"2024-05-21T01:58:01.333394+0000","last_fullsized":"2024-05-21T01:58:01.333394+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"82'7","reported_seq":281,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:17.036675+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T02:00:17.036675+0000","last_peered":"2024-05-21T02:00:17.036675+0000","last_clean":"2024-05-21T02:00:17.036675+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T02:00:17.036675+0000","last_undegraded":"2024-05-21T02:00:17.036675+0000","last_fullsized":"2024-05-21T02:00:17.036675+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":246,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.273041+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:58:01.273041+0000","last_peered":"2024-05-21T01:58:01.273041+0000","last_clean":"2024-05-21T01:58:01.273041+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:58:01.273041+0000","last_undegraded":"2024-05-21T01:58:01.273041+0000","last_fullsized":"2024-05-21T01:58:01.273041+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275140+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:58:01.275140+0000","last_peered":"2024-05-21T01:58:01.275140+0000","last_clean":"2024-05-21T01:58:01.275140+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:58:01.275140+0000","last_undegraded":"2024-05-21T01:58:01.275140+0000","last_fullsized":"2024-05-21T01:58:01.275140+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":276,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:15.003065+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T02:00:15.003065+0000","last_peered":"2024-05-21T02:00:15.003065+0000","last_clean":"2024-05-21T02:00:15.003065+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T02:00:15.003065+0000","last_undegraded":"2024-05-21T02:00:15.003065+0000","last_fullsized":"2024-05-21T02:00:15.003065+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":242,"num_read_kb":242,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314281+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:58:01.314281+0000","last_peered":"2024-05-21T01:58:01.314281+0000","last_clean":"2024-05-21T01:58:01.314281+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:58:01.314281+0000","last_undegraded":"2024-05-21T01:58:01.314281+0000","last_fullsized":"2024-05-21T01:58:01.314281+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.517993+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:57:57.517993+0000","last_peered":"2024-05-21T01:57:57.517993+0000","last_clean":"2024-05-21T01:57:57.517993+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:57:57.517993+0000","last_undegraded":"2024-05-21T01:57:57.517993+0000","last_fullsized":"2024-05-21T01:57:57.517993+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:53.881302+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:53.881302+0000","last_peered":"2024-05-21T01:56:53.881302+0000","last_clean":"2024-05-21T01:56:53.881302+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:53.881302+0000","last_undegraded":"2024-05-21T01:56:53.881302+0000","last_fullsized":"2024-05-21T01:56:53.881302+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746625+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:58:01.746625+0000","last_peered":"2024-05-21T01:58:01.746625+0000","last_clean":"2024-05-21T01:58:01.746625+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:58:01.746625+0000","last_undegraded":"2024-05-21T01:58:01.746625+0000","last_fullsized":"2024-05-21T01:58:01.746625+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:48.887887+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:57:48.887887+0000","last_peered":"2024-05-21T01:57:48.887887+0000","last_clean":"2024-05-21T01:57:48.887887+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:57:48.887887+0000","last_undegraded":"2024-05-21T01:57:48.887887+0000","last_fullsized":"2024-05-21T01:57:48.887887+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:56.435407+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:57:56.435407+0000","last_peered":"2024-05-21T01:57:56.435407+0000","last_clean":"2024-05-21T01:57:56.435407+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:57:56.435407+0000","last_undegraded":"2024-05-21T01:57:56.435407+0000","last_fullsized":"2024-05-21T01:57:56.435407+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746681+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:58:01.746681+0000","last_peered":"2024-05-21T01:58:01.746681+0000","last_clean":"2024-05-21T01:58:01.746681+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:58:01.746681+0000","last_undegraded":"2024-05-21T01:58:01.746681+0000","last_fullsized":"2024-05-21T01:58:01.746681+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'18","reported_seq":62,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:01.859212+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T02:00:01.859212+0000","last_peered":"2024-05-21T02:00:01.859212+0000","last_clean":"2024-05-21T02:00:01.859212+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T02:00:01.859212+0000","last_undegraded":"2024-05-21T02:00:01.859212+0000","last_fullsized":"2024-05-21T02:00:01.859212+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.619500+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:58:02.619500+0000","last_peered":"2024-05-21T01:58:02.619500+0000","last_clean":"2024-05-21T01:58:02.619500+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:58:02.619500+0000","last_undegraded":"2024-05-21T01:58:02.619500+0000","last_fullsized":"2024-05-21T01:58:02.619500+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.518453+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:58:02.518453+0000","last_peered":"2024-05-21T01:58:02.518453+0000","last_clean":"2024-05-21T01:58:02.518453+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:58:02.518453+0000","last_undegraded":"2024-05-21T01:58:02.518453+0000","last_fullsized":"2024-05-21T01:58:02.518453+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:04.830547+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:58:04.830547+0000","last_peered":"2024-05-21T01:58:04.830547+0000","last_clean":"2024-05-21T01:58:04.830547+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:58:04.830547+0000","last_undegraded":"2024-05-21T01:58:04.830547+0000","last_fullsized":"2024-05-21T01:58:04.830547+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.768848+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:57:57.768848+0000","last_peered":"2024-05-21T01:57:57.768848+0000","last_clean":"2024-05-21T01:57:57.768848+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:57:57.768848+0000","last_undegraded":"2024-05-21T01:57:57.768848+0000","last_fullsized":"2024-05-21T01:57:57.768848+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.436421+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:58:06.436421+0000","last_peered":"2024-05-21T01:58:06.436421+0000","last_clean":"2024-05-21T01:58:06.436421+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:58:06.436421+0000","last_undegraded":"2024-05-21T01:58:06.436421+0000","last_fullsized":"2024-05-21T01:58:06.436421+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.619377+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:58:02.619377+0000","last_peered":"2024-05-21T01:58:02.619377+0000","last_clean":"2024-05-21T01:58:02.619377+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:58:02.619377+0000","last_undegraded":"2024-05-21T01:58:02.619377+0000","last_fullsized":"2024-05-21T01:58:02.619377+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:04.051019+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:58:04.051019+0000","last_peered":"2024-05-21T01:58:04.051019+0000","last_clean":"2024-05-21T01:58:04.051019+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:58:04.051019+0000","last_undegraded":"2024-05-21T01:58:04.051019+0000","last_fullsized":"2024-05-21T01:58:04.051019+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:34.041739+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:34.041739+0000","last_peered":"2024-05-21T01:56:34.041739+0000","last_clean":"2024-05-21T01:56:34.041739+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:34.041739+0000","last_undegraded":"2024-05-21T01:56:34.041739+0000","last_fullsized":"2024-05-21T01:56:34.041739+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340913+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:58:01.340913+0000","last_peered":"2024-05-21T01:58:01.340913+0000","last_clean":"2024-05-21T01:58:01.340913+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:58:01.340913+0000","last_undegraded":"2024-05-21T01:58:01.340913+0000","last_fullsized":"2024-05-21T01:58:01.340913+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400863+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:56:32.400863+0000","last_peered":"2024-05-21T01:56:32.400863+0000","last_clean":"2024-05-21T01:56:32.400863+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:56:32.400863+0000","last_undegraded":"2024-05-21T01:56:32.400863+0000","last_fullsized":"2024-05-21T01:56:32.400863+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:03.889614+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:58:03.889614+0000","last_peered":"2024-05-21T01:58:03.889614+0000","last_clean":"2024-05-21T01:58:03.889614+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:58:03.889614+0000","last_undegraded":"2024-05-21T01:58:03.889614+0000","last_fullsized":"2024-05-21T01:58:03.889614+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":276,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:15.810581+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T02:00:15.810581+0000","last_peered":"2024-05-21T02:00:15.810581+0000","last_clean":"2024-05-21T02:00:15.810581+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T02:00:15.810581+0000","last_undegraded":"2024-05-21T02:00:15.810581+0000","last_fullsized":"2024-05-21T02:00:15.810581+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":244,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280726+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:58:01.280726+0000","last_peered":"2024-05-21T01:58:01.280726+0000","last_clean":"2024-05-21T01:58:01.280726+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:58:01.280726+0000","last_undegraded":"2024-05-21T01:58:01.280726+0000","last_fullsized":"2024-05-21T01:58:01.280726+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:05.577448+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:58:05.577448+0000","last_peered":"2024-05-21T01:58:05.577448+0000","last_clean":"2024-05-21T01:58:05.577448+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:58:05.577448+0000","last_undegraded":"2024-05-21T01:58:05.577448+0000","last_fullsized":"2024-05-21T01:58:05.577448+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314505+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:58:01.314505+0000","last_peered":"2024-05-21T01:58:01.314505+0000","last_clean":"2024-05-21T01:58:01.314505+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:58:01.314505+0000","last_undegraded":"2024-05-21T01:58:01.314505+0000","last_fullsized":"2024-05-21T01:58:01.314505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.453003+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:56:32.453003+0000","last_peered":"2024-05-21T01:56:32.453003+0000","last_clean":"2024-05-21T01:56:32.453003+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:56:32.453003+0000","last_undegraded":"2024-05-21T01:56:32.453003+0000","last_fullsized":"2024-05-21T01:56:32.453003+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278824+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:58:01.278824+0000","last_peered":"2024-05-21T01:58:01.278824+0000","last_clean":"2024-05-21T01:58:01.278824+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:58:01.278824+0000","last_undegraded":"2024-05-21T01:58:01.278824+0000","last_fullsized":"2024-05-21T01:58:01.278824+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274763+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:58:01.274763+0000","last_peered":"2024-05-21T01:58:01.274763+0000","last_clean":"2024-05-21T01:58:01.274763+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:58:01.274763+0000","last_undegraded":"2024-05-21T01:58:01.274763+0000","last_fullsized":"2024-05-21T01:58:01.274763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277313+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:58:01.277313+0000","last_peered":"2024-05-21T01:58:01.277313+0000","last_clean":"2024-05-21T01:58:01.277313+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:58:01.277313+0000","last_undegraded":"2024-05-21T01:58:01.277313+0000","last_fullsized":"2024-05-21T01:58:01.277313+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.335087+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:58:01.335087+0000","last_peered":"2024-05-21T01:58:01.335087+0000","last_clean":"2024-05-21T01:58:01.335087+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:58:01.335087+0000","last_undegraded":"2024-05-21T01:58:01.335087+0000","last_fullsized":"2024-05-21T01:58:01.335087+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340052+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:58:01.340052+0000","last_peered":"2024-05-21T01:58:01.340052+0000","last_clean":"2024-05-21T01:58:01.340052+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:58:01.340052+0000","last_undegraded":"2024-05-21T01:58:01.340052+0000","last_fullsized":"2024-05-21T01:58:01.340052+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.747472+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:58:06.747472+0000","last_peered":"2024-05-21T01:58:06.747472+0000","last_clean":"2024-05-21T01:58:06.747472+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:58:06.747472+0000","last_undegraded":"2024-05-21T01:58:06.747472+0000","last_fullsized":"2024-05-21T01:58:06.747472+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:04.051047+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:58:04.051047+0000","last_peered":"2024-05-21T01:58:04.051047+0000","last_clean":"2024-05-21T01:58:04.051047+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:58:04.051047+0000","last_undegraded":"2024-05-21T01:58:04.051047+0000","last_fullsized":"2024-05-21T01:58:04.051047+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.079857+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:58:02.079857+0000","last_peered":"2024-05-21T01:58:02.079857+0000","last_clean":"2024-05-21T01:58:02.079857+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:58:02.079857+0000","last_undegraded":"2024-05-21T01:58:02.079857+0000","last_fullsized":"2024-05-21T01:58:02.079857+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.619477+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:58:02.619477+0000","last_peered":"2024-05-21T01:58:02.619477+0000","last_clean":"2024-05-21T01:58:02.619477+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:58:02.619477+0000","last_undegraded":"2024-05-21T01:58:02.619477+0000","last_fullsized":"2024-05-21T01:58:02.619477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:05.577394+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:58:05.577394+0000","last_peered":"2024-05-21T01:58:05.577394+0000","last_clean":"2024-05-21T01:58:05.577394+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:58:05.577394+0000","last_undegraded":"2024-05-21T01:58:05.577394+0000","last_fullsized":"2024-05-21T01:58:05.577394+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.341916+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:58:01.341916+0000","last_peered":"2024-05-21T01:58:01.341916+0000","last_clean":"2024-05-21T01:58:01.341916+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:58:01.341916+0000","last_undegraded":"2024-05-21T01:58:01.341916+0000","last_fullsized":"2024-05-21T01:58:01.341916+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.315195+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:58:01.315195+0000","last_peered":"2024-05-21T01:58:01.315195+0000","last_clean":"2024-05-21T01:58:01.315195+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:58:01.315195+0000","last_undegraded":"2024-05-21T01:58:01.315195+0000","last_fullsized":"2024-05-21T01:58:01.315195+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.339256+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:58:01.339256+0000","last_peered":"2024-05-21T01:58:01.339256+0000","last_clean":"2024-05-21T01:58:01.339256+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:58:01.339256+0000","last_undegraded":"2024-05-21T01:58:01.339256+0000","last_fullsized":"2024-05-21T01:58:01.339256+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324389+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:58:01.324389+0000","last_peered":"2024-05-21T01:58:01.324389+0000","last_clean":"2024-05-21T01:58:01.324389+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:58:01.324389+0000","last_undegraded":"2024-05-21T01:58:01.324389+0000","last_fullsized":"2024-05-21T01:58:01.324389+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":77367,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2470,"num_read_kb":1313,"num_write":260,"num_write_kb":154,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":232101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":223,"ondisk_log_size":223,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645382,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841611,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28588,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716564,"statfs":{"total":95995035648,"available":95965761536,"internally_reserved":0,"allocated":1609728,"data_stored":1096249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005136,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201367,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397598,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1028084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593827,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":434986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574975,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":506002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738501,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411450,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149813,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953582,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":504728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790057,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":71113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T02:00:24.293 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T02:00:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:24 smithi007 ceph-mon[31288]: scrub queued for path: / 2024-05-21T02:00:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:24 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:00:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:24 smithi007 ceph-mon[31288]: scrub summary: active paths [/] 2024-05-21T02:00:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:24 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:00:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:24 smithi007 ceph-mon[31288]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:24 smithi007 ceph-mon[31288]: pgmap v458: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:00:24.950 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T02:00:25.060 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:24 smithi190 ceph-mon[35961]: scrub queued for path: / 2024-05-21T02:00:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:24 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:00:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:24 smithi190 ceph-mon[35961]: scrub summary: active paths [/] 2024-05-21T02:00:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:24 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:00:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:24 smithi190 ceph-mon[35961]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:24 smithi190 ceph-mon[35961]: pgmap v458: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:00:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:24 smithi164 ceph-mon[36138]: scrub queued for path: / 2024-05-21T02:00:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:24 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:00:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:24 smithi164 ceph-mon[36138]: scrub summary: active paths [/] 2024-05-21T02:00:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:24 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:00:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:24 smithi164 ceph-mon[36138]: from='client.15066 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:24 smithi164 ceph-mon[36138]: pgmap v458: 97 pgs: 97 active+clean; 652 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:00:26.587 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:26.870 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:26 smithi007 ceph-mon[31288]: pgmap v459: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:26 smithi190 ceph-mon[35961]: pgmap v459: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:27.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:26 smithi164 ceph-mon[36138]: pgmap v459: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:28.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.550+0000 7f46f8800700 1 -- 172.21.15.7:0/3304213435 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f46f01095d0 msgr2=0x7f46f01099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:28.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.550+0000 7f46f8800700 1 --2- 172.21.15.7:0/3304213435 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f46f01095d0 0x7f46f01099b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f46e4009990 tx=0x7f46e4009ca0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.416 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.550+0000 7f46f8800700 1 -- 172.21.15.7:0/3304213435 shutdown_connections 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.550+0000 7f46f8800700 1 --2- 172.21.15.7:0/3304213435 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f46f0103f80 0x7f46f0110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.550+0000 7f46f8800700 1 --2- 172.21.15.7:0/3304213435 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f46f01095d0 0x7f46f01099b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.550+0000 7f46f8800700 1 --2- 172.21.15.7:0/3304213435 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46f01035c0 0x7f46f0103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.550+0000 7f46f8800700 1 -- 172.21.15.7:0/3304213435 >> 172.21.15.7:0/3304213435 conn(0x7f46f007a610 msgr2=0x7f46f007aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.550+0000 7f46f8800700 1 -- 172.21.15.7:0/3304213435 shutdown_connections 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.550+0000 7f46f8800700 1 -- 172.21.15.7:0/3304213435 wait complete. 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.551+0000 7f46f8800700 1 Processor -- start 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.551+0000 7f46f8800700 1 -- start start 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.551+0000 7f46f8800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f46f01035c0 0x7f46f019f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.551+0000 7f46f8800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46f0103f80 0x7f46f019fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:28.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.551+0000 7f46f8800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f46f01095d0 0x7f46f01999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.551+0000 7f46f8800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f46f0113780 con 0x7f46f0103f80 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.551+0000 7f46f8800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f46f0113600 con 0x7f46f01095d0 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.551+0000 7f46f8800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f46f0113900 con 0x7f46f01035c0 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f5400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46f0103f80 0x7f46f019fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f5400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46f0103f80 0x7f46f019fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48306/0 (socket says 172.21.15.7:48306) 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f5400700 1 -- 172.21.15.7:0/1857777850 learned_addr learned my addr 172.21.15.7:0/1857777850 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f6800700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f46f01095d0 0x7f46f01999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f5e00700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f46f01035c0 0x7f46f019f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f5400700 1 -- 172.21.15.7:0/1857777850 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f46f01035c0 msgr2=0x7f46f019f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f5400700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f46f01035c0 0x7f46f019f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f5400700 1 -- 172.21.15.7:0/1857777850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f46f01095d0 msgr2=0x7f46f01999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f5400700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f46f01095d0 0x7f46f01999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.418 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f5400700 1 -- 172.21.15.7:0/1857777850 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46f019a140 con 0x7f46f0103f80 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.552+0000 7f46f6800700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f46f01095d0 0x7f46f01999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.553+0000 7f46f5400700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46f0103f80 0x7f46f019fd60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f46e000e9a0 tx=0x7f46e000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.553+0000 7f46eaa00700 1 -- 172.21.15.7:0/1857777850 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e000c9c0 con 0x7f46f0103f80 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.553+0000 7f46eaa00700 1 -- 172.21.15.7:0/1857777850 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f46e000cb60 con 0x7f46f0103f80 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.553+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46f019a430 con 0x7f46f0103f80 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.553+0000 7f46eaa00700 1 -- 172.21.15.7:0/1857777850 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e0018680 con 0x7f46f0103f80 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.553+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46f01a66f0 con 0x7f46f0103f80 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.554+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46f006a230 con 0x7f46f0103f80 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.557+0000 7f46eaa00700 1 -- 172.21.15.7:0/1857777850 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f46e0010430 con 0x7f46f0103f80 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.559+0000 7f46eaa00700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46d80b2880 0x7f46d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.559+0000 7f46eaa00700 1 -- 172.21.15.7:0/1857777850 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f46e00e2850 con 0x7f46f0103f80 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.559+0000 7f46f5e00700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46d80b2880 0x7f46d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:28.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.560+0000 7f46f5e00700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46d80b2880 0x7f46d80b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f46f019ab20 tx=0x7f46e401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:28.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.561+0000 7f46eaa00700 1 -- 172.21.15.7:0/1857777850 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f46e00aa530 con 0x7f46f0103f80 2024-05-21T02:00:28.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.799+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f46f0063980 con 0x7f46d80b2880 2024-05-21T02:00:28.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:27.823+0000 7f46eaa00700 1 -- 172.21.15.7:0/1857777850 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258875 (secure 0 0 0) 0x7f46f0063980 con 0x7f46d80b2880 2024-05-21T02:00:28.423 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:28.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46d80b2880 msgr2=0x7f46d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:28.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46d80b2880 0x7f46d80b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f46f019ab20 tx=0x7f46e401a040 comp rx=0 tx=0).stop 2024-05-21T02:00:28.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46f0103f80 msgr2=0x7f46f019fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:28.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46f0103f80 0x7f46f019fd60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f46e000e9a0 tx=0x7f46e000ecb0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 shutdown_connections 2024-05-21T02:00:28.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f46f01095d0 0x7f46f01999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f46f01035c0 0x7f46f019f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46d80b2880 0x7f46d80b4d40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 --2- 172.21.15.7:0/1857777850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f46f0103f80 0x7f46f019fd60 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:28.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.421+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 >> 172.21.15.7:0/1857777850 conn(0x7f46f007a610 msgr2=0x7f46f0102290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:28.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.422+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 shutdown_connections 2024-05-21T02:00:28.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:28.422+0000 7f46f8800700 1 -- 172.21.15.7:0/1857777850 wait complete. 2024-05-21T02:00:28.426 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T02:00:28.813 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:28 smithi007 ceph-mon[31288]: pgmap v460: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-21T02:00:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:28 smithi190 ceph-mon[35961]: pgmap v460: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-21T02:00:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:28 smithi164 ceph-mon[36138]: pgmap v460: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-21T02:00:29.286 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":460,"stamp":"2024-05-21T02:00:27.397218+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669107,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2608,"num_read_kb":1410,"num_write":387,"num_write_kb":2309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":819,"ondisk_log_size":819,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357752,"kb_used_data":12760,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584072,"statfs":{"total":1151940427776,"available":1151574089728,"internally_reserved":0,"allocated":13066240,"data_stored":7208425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1138,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":58,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004239"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330906+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:58:01.330906+0000","last_peered":"2024-05-21T01:58:01.330906+0000","last_clean":"2024-05-21T01:58:01.330906+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:58:01.330906+0000","last_undegraded":"2024-05-21T01:58:01.330906+0000","last_fullsized":"2024-05-21T01:58:01.330906+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330122+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:58:01.330122+0000","last_peered":"2024-05-21T01:58:01.330122+0000","last_clean":"2024-05-21T01:58:01.330122+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:58:01.330122+0000","last_undegraded":"2024-05-21T01:58:01.330122+0000","last_fullsized":"2024-05-21T01:58:01.330122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333117+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:58:01.333117+0000","last_peered":"2024-05-21T01:58:01.333117+0000","last_clean":"2024-05-21T01:58:01.333117+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:58:01.333117+0000","last_undegraded":"2024-05-21T01:58:01.333117+0000","last_fullsized":"2024-05-21T01:58:01.333117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277203+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:58:01.277203+0000","last_peered":"2024-05-21T01:58:01.277203+0000","last_clean":"2024-05-21T01:58:01.277203+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:58:01.277203+0000","last_undegraded":"2024-05-21T01:58:01.277203+0000","last_fullsized":"2024-05-21T01:58:01.277203+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334304+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:58:01.334304+0000","last_peered":"2024-05-21T01:58:01.334304+0000","last_clean":"2024-05-21T01:58:01.334304+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:58:01.334304+0000","last_undegraded":"2024-05-21T01:58:01.334304+0000","last_fullsized":"2024-05-21T01:58:01.334304+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324662+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:58:01.324662+0000","last_peered":"2024-05-21T01:58:01.324662+0000","last_clean":"2024-05-21T01:58:01.324662+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:58:01.324662+0000","last_undegraded":"2024-05-21T01:58:01.324662+0000","last_fullsized":"2024-05-21T01:58:01.324662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.322768+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:58:01.322768+0000","last_peered":"2024-05-21T01:58:01.322768+0000","last_clean":"2024-05-21T01:58:01.322768+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:58:01.322768+0000","last_undegraded":"2024-05-21T01:58:01.322768+0000","last_fullsized":"2024-05-21T01:58:01.322768+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338015+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:58:01.338015+0000","last_peered":"2024-05-21T01:58:01.338015+0000","last_clean":"2024-05-21T01:58:01.338015+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:58:01.338015+0000","last_undegraded":"2024-05-21T01:58:01.338015+0000","last_fullsized":"2024-05-21T01:58:01.338015+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280810+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:58:01.280810+0000","last_peered":"2024-05-21T01:58:01.280810+0000","last_clean":"2024-05-21T01:58:01.280810+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:58:01.280810+0000","last_undegraded":"2024-05-21T01:58:01.280810+0000","last_fullsized":"2024-05-21T01:58:01.280810+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274356+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:58:01.274356+0000","last_peered":"2024-05-21T01:58:01.274356+0000","last_clean":"2024-05-21T01:58:01.274356+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:58:01.274356+0000","last_undegraded":"2024-05-21T01:58:01.274356+0000","last_fullsized":"2024-05-21T01:58:01.274356+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269550+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:58:01.269550+0000","last_peered":"2024-05-21T01:58:01.269550+0000","last_clean":"2024-05-21T01:58:01.269550+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:58:01.269550+0000","last_undegraded":"2024-05-21T01:58:01.269550+0000","last_fullsized":"2024-05-21T01:58:01.269550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275354+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:58:01.275354+0000","last_peered":"2024-05-21T01:58:01.275354+0000","last_clean":"2024-05-21T01:58:01.275354+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:58:01.275354+0000","last_undegraded":"2024-05-21T01:58:01.275354+0000","last_fullsized":"2024-05-21T01:58:01.275354+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333780+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:58:01.333780+0000","last_peered":"2024-05-21T01:58:01.333780+0000","last_clean":"2024-05-21T01:58:01.333780+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:58:01.333780+0000","last_undegraded":"2024-05-21T01:58:01.333780+0000","last_fullsized":"2024-05-21T01:58:01.333780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333111+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:58:01.333111+0000","last_peered":"2024-05-21T01:58:01.333111+0000","last_clean":"2024-05-21T01:58:01.333111+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:58:01.333111+0000","last_undegraded":"2024-05-21T01:58:01.333111+0000","last_fullsized":"2024-05-21T01:58:01.333111+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333061+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:58:01.333061+0000","last_peered":"2024-05-21T01:58:01.333061+0000","last_clean":"2024-05-21T01:58:01.333061+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:58:01.333061+0000","last_undegraded":"2024-05-21T01:58:01.333061+0000","last_fullsized":"2024-05-21T01:58:01.333061+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333060+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:58:01.333060+0000","last_peered":"2024-05-21T01:58:01.333060+0000","last_clean":"2024-05-21T01:58:01.333060+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:58:01.333060+0000","last_undegraded":"2024-05-21T01:58:01.333060+0000","last_fullsized":"2024-05-21T01:58:01.333060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331040+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:58:01.331040+0000","last_peered":"2024-05-21T01:58:01.331040+0000","last_clean":"2024-05-21T01:58:01.331040+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:58:01.331040+0000","last_undegraded":"2024-05-21T01:58:01.331040+0000","last_fullsized":"2024-05-21T01:58:01.331040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324327+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:58:01.324327+0000","last_peered":"2024-05-21T01:58:01.324327+0000","last_clean":"2024-05-21T01:58:01.324327+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:58:01.324327+0000","last_undegraded":"2024-05-21T01:58:01.324327+0000","last_fullsized":"2024-05-21T01:58:01.324327+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:07.080351+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:58:07.080351+0000","last_peered":"2024-05-21T01:58:07.080351+0000","last_clean":"2024-05-21T01:58:07.080351+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:58:07.080351+0000","last_undegraded":"2024-05-21T01:58:07.080351+0000","last_fullsized":"2024-05-21T01:58:07.080351+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"82'14","reported_seq":290,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:21.046553+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T02:00:21.046553+0000","last_peered":"2024-05-21T02:00:21.046553+0000","last_clean":"2024-05-21T02:00:21.046553+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T02:00:21.046553+0000","last_undegraded":"2024-05-21T02:00:21.046553+0000","last_fullsized":"2024-05-21T02:00:21.046553+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":248,"num_read_kb":248,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.342438+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:58:01.342438+0000","last_peered":"2024-05-21T01:58:01.342438+0000","last_clean":"2024-05-21T01:58:01.342438+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:58:01.342438+0000","last_undegraded":"2024-05-21T01:58:01.342438+0000","last_fullsized":"2024-05-21T01:58:01.342438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.617866+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:57:52.617866+0000","last_peered":"2024-05-21T01:57:52.617866+0000","last_clean":"2024-05-21T01:57:52.617866+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:57:52.617866+0000","last_undegraded":"2024-05-21T01:57:52.617866+0000","last_fullsized":"2024-05-21T01:57:52.617866+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333653+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:58:01.333653+0000","last_peered":"2024-05-21T01:58:01.333653+0000","last_clean":"2024-05-21T01:58:01.333653+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:58:01.333653+0000","last_undegraded":"2024-05-21T01:58:01.333653+0000","last_fullsized":"2024-05-21T01:58:01.333653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400447+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400447+0000","last_peered":"2024-05-21T01:56:32.400447+0000","last_clean":"2024-05-21T01:56:32.400447+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400447+0000","last_undegraded":"2024-05-21T01:56:32.400447+0000","last_fullsized":"2024-05-21T01:56:32.400447+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334121+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:58:01.334121+0000","last_peered":"2024-05-21T01:58:01.334121+0000","last_clean":"2024-05-21T01:58:01.334121+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:58:01.334121+0000","last_undegraded":"2024-05-21T01:58:01.334121+0000","last_fullsized":"2024-05-21T01:58:01.334121+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400807+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400807+0000","last_peered":"2024-05-21T01:56:32.400807+0000","last_clean":"2024-05-21T01:56:32.400807+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400807+0000","last_undegraded":"2024-05-21T01:56:32.400807+0000","last_fullsized":"2024-05-21T01:56:32.400807+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.308867+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:58:01.308867+0000","last_peered":"2024-05-21T01:58:01.308867+0000","last_clean":"2024-05-21T01:58:01.308867+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:58:01.308867+0000","last_undegraded":"2024-05-21T01:58:01.308867+0000","last_fullsized":"2024-05-21T01:58:01.308867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":284,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:23.821680+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T02:00:23.821680+0000","last_peered":"2024-05-21T02:00:23.821680+0000","last_clean":"2024-05-21T02:00:23.821680+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T02:00:23.821680+0000","last_undegraded":"2024-05-21T02:00:23.821680+0000","last_fullsized":"2024-05-21T02:00:23.821680+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":252,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.323604+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:58:01.323604+0000","last_peered":"2024-05-21T01:58:01.323604+0000","last_clean":"2024-05-21T01:58:01.323604+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:58:01.323604+0000","last_undegraded":"2024-05-21T01:58:01.323604+0000","last_fullsized":"2024-05-21T01:58:01.323604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398158+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398158+0000","last_peered":"2024-05-21T01:56:32.398158+0000","last_clean":"2024-05-21T01:56:32.398158+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398158+0000","last_undegraded":"2024-05-21T01:56:32.398158+0000","last_fullsized":"2024-05-21T01:56:32.398158+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344457+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:58:01.344457+0000","last_peered":"2024-05-21T01:58:01.344457+0000","last_clean":"2024-05-21T01:58:01.344457+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:58:01.344457+0000","last_undegraded":"2024-05-21T01:58:01.344457+0000","last_fullsized":"2024-05-21T01:58:01.344457+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452421+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452421+0000","last_peered":"2024-05-21T01:56:32.452421+0000","last_clean":"2024-05-21T01:56:32.452421+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452421+0000","last_undegraded":"2024-05-21T01:56:32.452421+0000","last_fullsized":"2024-05-21T01:56:32.452421+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344321+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:58:01.344321+0000","last_peered":"2024-05-21T01:58:01.344321+0000","last_clean":"2024-05-21T01:58:01.344321+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:58:01.344321+0000","last_undegraded":"2024-05-21T01:58:01.344321+0000","last_fullsized":"2024-05-21T01:58:01.344321+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399267+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399267+0000","last_peered":"2024-05-21T01:56:32.399267+0000","last_clean":"2024-05-21T01:56:32.399267+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399267+0000","last_undegraded":"2024-05-21T01:56:32.399267+0000","last_fullsized":"2024-05-21T01:56:32.399267+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.345328+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:58:01.345328+0000","last_peered":"2024-05-21T01:58:01.345328+0000","last_clean":"2024-05-21T01:58:01.345328+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:58:01.345328+0000","last_undegraded":"2024-05-21T01:58:01.345328+0000","last_fullsized":"2024-05-21T01:58:01.345328+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":529,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:23.820946+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T02:00:23.820946+0000","last_peered":"2024-05-21T02:00:23.820946+0000","last_clean":"2024-05-21T02:00:23.820946+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T02:00:23.820946+0000","last_undegraded":"2024-05-21T02:00:23.820946+0000","last_fullsized":"2024-05-21T02:00:23.820946+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":498,"num_read_kb":498,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324763+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:58:01.324763+0000","last_peered":"2024-05-21T01:58:01.324763+0000","last_clean":"2024-05-21T01:58:01.324763+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:58:01.324763+0000","last_undegraded":"2024-05-21T01:58:01.324763+0000","last_fullsized":"2024-05-21T01:58:01.324763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398666+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398666+0000","last_peered":"2024-05-21T01:56:32.398666+0000","last_clean":"2024-05-21T01:56:32.398666+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398666+0000","last_undegraded":"2024-05-21T01:56:32.398666+0000","last_fullsized":"2024-05-21T01:56:32.398666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333387+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:58:01.333387+0000","last_peered":"2024-05-21T01:58:01.333387+0000","last_clean":"2024-05-21T01:58:01.333387+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:58:01.333387+0000","last_undegraded":"2024-05-21T01:58:01.333387+0000","last_fullsized":"2024-05-21T01:58:01.333387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400161+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400161+0000","last_peered":"2024-05-21T01:56:32.400161+0000","last_clean":"2024-05-21T01:56:32.400161+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400161+0000","last_undegraded":"2024-05-21T01:56:32.400161+0000","last_fullsized":"2024-05-21T01:56:32.400161+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.282060+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:58:01.282060+0000","last_peered":"2024-05-21T01:58:01.282060+0000","last_clean":"2024-05-21T01:58:01.282060+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:58:01.282060+0000","last_undegraded":"2024-05-21T01:58:01.282060+0000","last_fullsized":"2024-05-21T01:58:01.282060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'40","reported_seq":598,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:23.806194+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T02:00:23.806194+0000","last_peered":"2024-05-21T02:00:23.806194+0000","last_clean":"2024-05-21T02:00:23.806194+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T02:00:23.806194+0000","last_undegraded":"2024-05-21T02:00:23.806194+0000","last_fullsized":"2024-05-21T02:00:23.806194+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":71241,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":317,"num_write":42,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272769+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:58:01.272769+0000","last_peered":"2024-05-21T01:58:01.272769+0000","last_clean":"2024-05-21T01:58:01.272769+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:58:01.272769+0000","last_undegraded":"2024-05-21T01:58:01.272769+0000","last_fullsized":"2024-05-21T01:58:01.272769+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403676+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403676+0000","last_peered":"2024-05-21T01:56:32.403676+0000","last_clean":"2024-05-21T01:56:32.403676+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403676+0000","last_undegraded":"2024-05-21T01:56:32.403676+0000","last_fullsized":"2024-05-21T01:56:32.403676+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.346182+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:58:01.346182+0000","last_peered":"2024-05-21T01:58:01.346182+0000","last_clean":"2024-05-21T01:58:01.346182+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:58:01.346182+0000","last_undegraded":"2024-05-21T01:58:01.346182+0000","last_fullsized":"2024-05-21T01:58:01.346182+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400297+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:56:32.400297+0000","last_peered":"2024-05-21T01:56:32.400297+0000","last_clean":"2024-05-21T01:56:32.400297+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:56:32.400297+0000","last_undegraded":"2024-05-21T01:56:32.400297+0000","last_fullsized":"2024-05-21T01:56:32.400297+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301797+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:58:01.301797+0000","last_peered":"2024-05-21T01:58:01.301797+0000","last_clean":"2024-05-21T01:58:01.301797+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:58:01.301797+0000","last_undegraded":"2024-05-21T01:58:01.301797+0000","last_fullsized":"2024-05-21T01:58:01.301797+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":283,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:21.018144+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T02:00:21.018144+0000","last_peered":"2024-05-21T02:00:21.018144+0000","last_clean":"2024-05-21T02:00:21.018144+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T02:00:21.018144+0000","last_undegraded":"2024-05-21T02:00:21.018144+0000","last_fullsized":"2024-05-21T02:00:21.018144+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":898,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":251,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278551+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:58:01.278551+0000","last_peered":"2024-05-21T01:58:01.278551+0000","last_clean":"2024-05-21T01:58:01.278551+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:58:01.278551+0000","last_undegraded":"2024-05-21T01:58:01.278551+0000","last_fullsized":"2024-05-21T01:58:01.278551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399813+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399813+0000","last_peered":"2024-05-21T01:56:32.399813+0000","last_clean":"2024-05-21T01:56:32.399813+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399813+0000","last_undegraded":"2024-05-21T01:56:32.399813+0000","last_fullsized":"2024-05-21T01:56:32.399813+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269782+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:58:01.269782+0000","last_peered":"2024-05-21T01:58:01.269782+0000","last_clean":"2024-05-21T01:58:01.269782+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:58:01.269782+0000","last_undegraded":"2024-05-21T01:58:01.269782+0000","last_fullsized":"2024-05-21T01:58:01.269782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.436471+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:58:06.436471+0000","last_peered":"2024-05-21T01:58:06.436471+0000","last_clean":"2024-05-21T01:58:06.436471+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:58:06.436471+0000","last_undegraded":"2024-05-21T01:58:06.436471+0000","last_fullsized":"2024-05-21T01:58:06.436471+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:09.051504+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:58:09.051504+0000","last_peered":"2024-05-21T01:58:09.051504+0000","last_clean":"2024-05-21T01:58:09.051504+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:58:09.051504+0000","last_undegraded":"2024-05-21T01:58:09.051504+0000","last_fullsized":"2024-05-21T01:58:09.051504+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.811107+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:57:52.811107+0000","last_peered":"2024-05-21T01:57:52.811107+0000","last_clean":"2024-05-21T01:57:52.811107+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:57:52.811107+0000","last_undegraded":"2024-05-21T01:57:52.811107+0000","last_fullsized":"2024-05-21T01:57:52.811107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333394+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:58:01.333394+0000","last_peered":"2024-05-21T01:58:01.333394+0000","last_clean":"2024-05-21T01:58:01.333394+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:58:01.333394+0000","last_undegraded":"2024-05-21T01:58:01.333394+0000","last_fullsized":"2024-05-21T01:58:01.333394+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"82'7","reported_seq":286,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:22.050329+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T02:00:22.050329+0000","last_peered":"2024-05-21T02:00:22.050329+0000","last_clean":"2024-05-21T02:00:22.050329+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T02:00:22.050329+0000","last_undegraded":"2024-05-21T02:00:22.050329+0000","last_fullsized":"2024-05-21T02:00:22.050329+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":251,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.273041+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:58:01.273041+0000","last_peered":"2024-05-21T01:58:01.273041+0000","last_clean":"2024-05-21T01:58:01.273041+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:58:01.273041+0000","last_undegraded":"2024-05-21T01:58:01.273041+0000","last_fullsized":"2024-05-21T01:58:01.273041+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275140+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:58:01.275140+0000","last_peered":"2024-05-21T01:58:01.275140+0000","last_clean":"2024-05-21T01:58:01.275140+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:58:01.275140+0000","last_undegraded":"2024-05-21T01:58:01.275140+0000","last_fullsized":"2024-05-21T01:58:01.275140+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":286,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:25.027189+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T02:00:25.027189+0000","last_peered":"2024-05-21T02:00:25.027189+0000","last_clean":"2024-05-21T02:00:25.027189+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T02:00:25.027189+0000","last_undegraded":"2024-05-21T02:00:25.027189+0000","last_fullsized":"2024-05-21T02:00:25.027189+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":252,"num_read_kb":252,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314281+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:58:01.314281+0000","last_peered":"2024-05-21T01:58:01.314281+0000","last_clean":"2024-05-21T01:58:01.314281+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:58:01.314281+0000","last_undegraded":"2024-05-21T01:58:01.314281+0000","last_fullsized":"2024-05-21T01:58:01.314281+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.517993+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:57:57.517993+0000","last_peered":"2024-05-21T01:57:57.517993+0000","last_clean":"2024-05-21T01:57:57.517993+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:57:57.517993+0000","last_undegraded":"2024-05-21T01:57:57.517993+0000","last_fullsized":"2024-05-21T01:57:57.517993+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:53.881302+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:53.881302+0000","last_peered":"2024-05-21T01:56:53.881302+0000","last_clean":"2024-05-21T01:56:53.881302+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:53.881302+0000","last_undegraded":"2024-05-21T01:56:53.881302+0000","last_fullsized":"2024-05-21T01:56:53.881302+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746625+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:58:01.746625+0000","last_peered":"2024-05-21T01:58:01.746625+0000","last_clean":"2024-05-21T01:58:01.746625+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:58:01.746625+0000","last_undegraded":"2024-05-21T01:58:01.746625+0000","last_fullsized":"2024-05-21T01:58:01.746625+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:48.887887+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:57:48.887887+0000","last_peered":"2024-05-21T01:57:48.887887+0000","last_clean":"2024-05-21T01:57:48.887887+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:57:48.887887+0000","last_undegraded":"2024-05-21T01:57:48.887887+0000","last_fullsized":"2024-05-21T01:57:48.887887+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:56.435407+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:57:56.435407+0000","last_peered":"2024-05-21T01:57:56.435407+0000","last_clean":"2024-05-21T01:57:56.435407+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:57:56.435407+0000","last_undegraded":"2024-05-21T01:57:56.435407+0000","last_fullsized":"2024-05-21T01:57:56.435407+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746681+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:58:01.746681+0000","last_peered":"2024-05-21T01:58:01.746681+0000","last_clean":"2024-05-21T01:58:01.746681+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:58:01.746681+0000","last_undegraded":"2024-05-21T01:58:01.746681+0000","last_fullsized":"2024-05-21T01:58:01.746681+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'18","reported_seq":62,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:01.859212+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T02:00:01.859212+0000","last_peered":"2024-05-21T02:00:01.859212+0000","last_clean":"2024-05-21T02:00:01.859212+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T02:00:01.859212+0000","last_undegraded":"2024-05-21T02:00:01.859212+0000","last_fullsized":"2024-05-21T02:00:01.859212+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.619500+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:58:02.619500+0000","last_peered":"2024-05-21T01:58:02.619500+0000","last_clean":"2024-05-21T01:58:02.619500+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:58:02.619500+0000","last_undegraded":"2024-05-21T01:58:02.619500+0000","last_fullsized":"2024-05-21T01:58:02.619500+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.518453+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:58:02.518453+0000","last_peered":"2024-05-21T01:58:02.518453+0000","last_clean":"2024-05-21T01:58:02.518453+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:58:02.518453+0000","last_undegraded":"2024-05-21T01:58:02.518453+0000","last_fullsized":"2024-05-21T01:58:02.518453+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:04.830547+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:58:04.830547+0000","last_peered":"2024-05-21T01:58:04.830547+0000","last_clean":"2024-05-21T01:58:04.830547+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:58:04.830547+0000","last_undegraded":"2024-05-21T01:58:04.830547+0000","last_fullsized":"2024-05-21T01:58:04.830547+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.768848+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:57:57.768848+0000","last_peered":"2024-05-21T01:57:57.768848+0000","last_clean":"2024-05-21T01:57:57.768848+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:57:57.768848+0000","last_undegraded":"2024-05-21T01:57:57.768848+0000","last_fullsized":"2024-05-21T01:57:57.768848+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.436421+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:58:06.436421+0000","last_peered":"2024-05-21T01:58:06.436421+0000","last_clean":"2024-05-21T01:58:06.436421+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:58:06.436421+0000","last_undegraded":"2024-05-21T01:58:06.436421+0000","last_fullsized":"2024-05-21T01:58:06.436421+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.619377+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:58:02.619377+0000","last_peered":"2024-05-21T01:58:02.619377+0000","last_clean":"2024-05-21T01:58:02.619377+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:58:02.619377+0000","last_undegraded":"2024-05-21T01:58:02.619377+0000","last_fullsized":"2024-05-21T01:58:02.619377+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:04.051019+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:58:04.051019+0000","last_peered":"2024-05-21T01:58:04.051019+0000","last_clean":"2024-05-21T01:58:04.051019+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:58:04.051019+0000","last_undegraded":"2024-05-21T01:58:04.051019+0000","last_fullsized":"2024-05-21T01:58:04.051019+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:34.041739+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:34.041739+0000","last_peered":"2024-05-21T01:56:34.041739+0000","last_clean":"2024-05-21T01:56:34.041739+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:34.041739+0000","last_undegraded":"2024-05-21T01:56:34.041739+0000","last_fullsized":"2024-05-21T01:56:34.041739+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:07.620297+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:58:07.620297+0000","last_peered":"2024-05-21T01:58:07.620297+0000","last_clean":"2024-05-21T01:58:07.620297+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:58:07.620297+0000","last_undegraded":"2024-05-21T01:58:07.620297+0000","last_fullsized":"2024-05-21T01:58:07.620297+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.436449+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:58:06.436449+0000","last_peered":"2024-05-21T01:58:06.436449+0000","last_clean":"2024-05-21T01:58:06.436449+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:58:06.436449+0000","last_undegraded":"2024-05-21T01:58:06.436449+0000","last_fullsized":"2024-05-21T01:58:06.436449+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:03.889614+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:58:03.889614+0000","last_peered":"2024-05-21T01:58:03.889614+0000","last_clean":"2024-05-21T01:58:03.889614+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:58:03.889614+0000","last_undegraded":"2024-05-21T01:58:03.889614+0000","last_fullsized":"2024-05-21T01:58:03.889614+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":287,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:25.823870+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T02:00:25.823870+0000","last_peered":"2024-05-21T02:00:25.823870+0000","last_clean":"2024-05-21T02:00:25.823870+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T02:00:25.823870+0000","last_undegraded":"2024-05-21T02:00:25.823870+0000","last_fullsized":"2024-05-21T02:00:25.823870+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":254,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:08.890357+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:58:08.890357+0000","last_peered":"2024-05-21T01:58:08.890357+0000","last_clean":"2024-05-21T01:58:08.890357+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:58:08.890357+0000","last_undegraded":"2024-05-21T01:58:08.890357+0000","last_fullsized":"2024-05-21T01:58:08.890357+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:05.577448+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:58:05.577448+0000","last_peered":"2024-05-21T01:58:05.577448+0000","last_clean":"2024-05-21T01:58:05.577448+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:58:05.577448+0000","last_undegraded":"2024-05-21T01:58:05.577448+0000","last_fullsized":"2024-05-21T01:58:05.577448+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:08.890335+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:58:08.890335+0000","last_peered":"2024-05-21T01:58:08.890335+0000","last_clean":"2024-05-21T01:58:08.890335+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:58:08.890335+0000","last_undegraded":"2024-05-21T01:58:08.890335+0000","last_fullsized":"2024-05-21T01:58:08.890335+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.747527+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:58:06.747527+0000","last_peered":"2024-05-21T01:58:06.747527+0000","last_clean":"2024-05-21T01:58:06.747527+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:58:06.747527+0000","last_undegraded":"2024-05-21T01:58:06.747527+0000","last_fullsized":"2024-05-21T01:58:06.747527+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:08.890369+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:58:08.890369+0000","last_peered":"2024-05-21T01:58:08.890369+0000","last_clean":"2024-05-21T01:58:08.890369+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:58:08.890369+0000","last_undegraded":"2024-05-21T01:58:08.890369+0000","last_fullsized":"2024-05-21T01:58:08.890369+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274763+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:58:01.274763+0000","last_peered":"2024-05-21T01:58:01.274763+0000","last_clean":"2024-05-21T01:58:01.274763+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:58:01.274763+0000","last_undegraded":"2024-05-21T01:58:01.274763+0000","last_fullsized":"2024-05-21T01:58:01.274763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277313+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:58:01.277313+0000","last_peered":"2024-05-21T01:58:01.277313+0000","last_clean":"2024-05-21T01:58:01.277313+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:58:01.277313+0000","last_undegraded":"2024-05-21T01:58:01.277313+0000","last_fullsized":"2024-05-21T01:58:01.277313+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.335087+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:58:01.335087+0000","last_peered":"2024-05-21T01:58:01.335087+0000","last_clean":"2024-05-21T01:58:01.335087+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:58:01.335087+0000","last_undegraded":"2024-05-21T01:58:01.335087+0000","last_fullsized":"2024-05-21T01:58:01.335087+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340052+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:58:01.340052+0000","last_peered":"2024-05-21T01:58:01.340052+0000","last_clean":"2024-05-21T01:58:01.340052+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:58:01.340052+0000","last_undegraded":"2024-05-21T01:58:01.340052+0000","last_fullsized":"2024-05-21T01:58:01.340052+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.747472+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:58:06.747472+0000","last_peered":"2024-05-21T01:58:06.747472+0000","last_clean":"2024-05-21T01:58:06.747472+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:58:06.747472+0000","last_undegraded":"2024-05-21T01:58:06.747472+0000","last_fullsized":"2024-05-21T01:58:06.747472+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:04.051047+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:58:04.051047+0000","last_peered":"2024-05-21T01:58:04.051047+0000","last_clean":"2024-05-21T01:58:04.051047+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:58:04.051047+0000","last_undegraded":"2024-05-21T01:58:04.051047+0000","last_fullsized":"2024-05-21T01:58:04.051047+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.079857+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:58:02.079857+0000","last_peered":"2024-05-21T01:58:02.079857+0000","last_clean":"2024-05-21T01:58:02.079857+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:58:02.079857+0000","last_undegraded":"2024-05-21T01:58:02.079857+0000","last_fullsized":"2024-05-21T01:58:02.079857+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.619477+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:58:02.619477+0000","last_peered":"2024-05-21T01:58:02.619477+0000","last_clean":"2024-05-21T01:58:02.619477+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:58:02.619477+0000","last_undegraded":"2024-05-21T01:58:02.619477+0000","last_fullsized":"2024-05-21T01:58:02.619477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:05.577394+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:58:05.577394+0000","last_peered":"2024-05-21T01:58:05.577394+0000","last_clean":"2024-05-21T01:58:05.577394+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:58:05.577394+0000","last_undegraded":"2024-05-21T01:58:05.577394+0000","last_fullsized":"2024-05-21T01:58:05.577394+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:07.620215+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:58:07.620215+0000","last_peered":"2024-05-21T01:58:07.620215+0000","last_clean":"2024-05-21T01:58:07.620215+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:58:07.620215+0000","last_undegraded":"2024-05-21T01:58:07.620215+0000","last_fullsized":"2024-05-21T01:58:07.620215+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:07.769739+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:58:07.769739+0000","last_peered":"2024-05-21T01:58:07.769739+0000","last_clean":"2024-05-21T01:58:07.769739+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:58:07.769739+0000","last_undegraded":"2024-05-21T01:58:07.769739+0000","last_fullsized":"2024-05-21T01:58:07.769739+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:11.748089+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:58:11.748089+0000","last_peered":"2024-05-21T01:58:11.748089+0000","last_clean":"2024-05-21T01:58:11.748089+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:58:11.748089+0000","last_undegraded":"2024-05-21T01:58:11.748089+0000","last_fullsized":"2024-05-21T01:58:11.748089+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:09.051481+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:58:09.051481+0000","last_peered":"2024-05-21T01:58:09.051481+0000","last_clean":"2024-05-21T01:58:09.051481+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:58:09.051481+0000","last_undegraded":"2024-05-21T01:58:09.051481+0000","last_fullsized":"2024-05-21T01:58:09.051481+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":78505,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2532,"num_read_kb":1346,"num_write":262,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":233239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645383,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841612,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28592,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716560,"statfs":{"total":95995035648,"available":95965757440,"internally_reserved":0,"allocated":1613824,"data_stored":1097387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005137,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201369,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397599,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1028084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593829,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":434986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574976,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":506002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738502,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411452,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149814,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953583,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":504728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790058,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":71113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":73287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T02:00:29.290 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T02:00:29.290 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T02:00:29.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.945+0000 7fac9ea00700 1 -- 172.21.15.7:0/36990402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac981095d0 msgr2=0x7fac981099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:29.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.945+0000 7fac9ea00700 1 --2- 172.21.15.7:0/36990402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac981095d0 0x7fac981099b0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fac88009990 tx=0x7fac88009ca0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.945+0000 7fac9ea00700 1 -- 172.21.15.7:0/36990402 shutdown_connections 2024-05-21T02:00:29.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.945+0000 7fac9ea00700 1 --2- 172.21.15.7:0/36990402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac98103f80 0x7fac98110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.945+0000 7fac9ea00700 1 --2- 172.21.15.7:0/36990402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac981095d0 0x7fac981099b0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.945+0000 7fac9ea00700 1 --2- 172.21.15.7:0/36990402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac981035c0 0x7fac98103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.945+0000 7fac9ea00700 1 -- 172.21.15.7:0/36990402 >> 172.21.15.7:0/36990402 conn(0x7fac9807a6f0 msgr2=0x7fac9807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:29.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.946+0000 7fac9ea00700 1 -- 172.21.15.7:0/36990402 shutdown_connections 2024-05-21T02:00:29.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.946+0000 7fac9ea00700 1 -- 172.21.15.7:0/36990402 wait complete. 2024-05-21T02:00:29.949 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:29 smithi007 ceph-mon[31288]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:29.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.947+0000 7fac9ea00700 1 Processor -- start 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.947+0000 7fac9ea00700 1 -- start start 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.947+0000 7fac9ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac981035c0 0x7fac9810a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.947+0000 7fac9ea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac98103f80 0x7fac9810a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.947+0000 7fac9ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac981095d0 0x7fac9810ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.947+0000 7fac9ea00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fac98113790 con 0x7fac981095d0 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.947+0000 7fac9ea00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fac98113610 con 0x7fac981035c0 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.947+0000 7fac9ea00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fac98113910 con 0x7fac98103f80 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.948+0000 7fac97400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac98103f80 0x7fac9810a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.948+0000 7fac97e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac981035c0 0x7fac9810a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.948+0000 7fac97400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac98103f80 0x7fac9810a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:39046/0 (socket says 172.21.15.7:39046) 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.948+0000 7fac97400700 1 -- 172.21.15.7:0/1859137763 learned_addr learned my addr 172.21.15.7:0/1859137763 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:29.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.948+0000 7fac9ca00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac981095d0 0x7fac9810ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.949+0000 7fac97400700 1 -- 172.21.15.7:0/1859137763 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac981035c0 msgr2=0x7fac9810a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:29.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.949+0000 7fac97400700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac981035c0 0x7fac9810a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.949+0000 7fac97400700 1 -- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac981095d0 msgr2=0x7fac9810ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:29.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.949+0000 7fac97400700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac981095d0 0x7fac9810ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.949+0000 7fac97400700 1 -- 172.21.15.7:0/1859137763 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac981ac470 con 0x7fac98103f80 2024-05-21T02:00:29.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.950+0000 7fac97400700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac98103f80 0x7fac9810a8e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fac8400e9d0 tx=0x7fac8400ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:29.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.951+0000 7fac94c00700 1 -- 172.21.15.7:0/1859137763 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8400cbd0 con 0x7fac98103f80 2024-05-21T02:00:29.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.951+0000 7fac9ea00700 1 -- 172.21.15.7:0/1859137763 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac981ac760 con 0x7fac98103f80 2024-05-21T02:00:29.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.951+0000 7fac94c00700 1 -- 172.21.15.7:0/1859137763 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac8400ee70 con 0x7fac98103f80 2024-05-21T02:00:29.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.951+0000 7fac94c00700 1 -- 172.21.15.7:0/1859137763 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac84018680 con 0x7fac98103f80 2024-05-21T02:00:29.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.952+0000 7fac9ea00700 1 -- 172.21.15.7:0/1859137763 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac981accf0 con 0x7fac98103f80 2024-05-21T02:00:29.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.957+0000 7faca92b5b80 1 Processor -- start 2024-05-21T02:00:29.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.957+0000 7faca92b5b80 1 -- start start 2024-05-21T02:00:29.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.957+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.957+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af55b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.957+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af56140 0x55641af565c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.957+0000 7faca92b5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55641aeb3e40 con 0x55641af5bf30 2024-05-21T02:00:29.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.957+0000 7faca92b5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55641aea39e0 con 0x55641af5b610 2024-05-21T02:00:29.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.957+0000 7faca92b5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55641aea7a20 con 0x55641af56140 2024-05-21T02:00:29.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac97e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af55b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac9ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac97e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af55b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48336/0 (socket says 172.21.15.7:48336) 2024-05-21T02:00:29.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac97e00700 1 -- 172.21.15.7:0/3641369132 learned_addr learned my addr 172.21.15.7:0/3641369132 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:29.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac9ca00700 1 -- 172.21.15.7:0/3641369132 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af56140 msgr2=0x55641af565c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:00:29.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac9ca00700 1 --2- 172.21.15.7:0/3641369132 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af56140 0x55641af565c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac9ca00700 1 -- 172.21.15.7:0/3641369132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 msgr2=0x55641af55b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:29.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac9ca00700 1 --2- 172.21.15.7:0/3641369132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af55b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac9ca00700 1 -- 172.21.15.7:0/3641369132 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55641ae6c420 con 0x55641af5b610 2024-05-21T02:00:29.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac97e00700 1 --2- 172.21.15.7:0/3641369132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af55b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:29.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.958+0000 7fac94c00700 1 -- 172.21.15.7:0/1859137763 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fac84010430 con 0x7fac98103f80 2024-05-21T02:00:29.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.959+0000 7fac9ca00700 1 --2- 172.21.15.7:0/3641369132 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5b9f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fac90011550 tx=0x7fac90009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17fac41cc0d7e1a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:29.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.959+0000 7fac8d600700 1 -- 172.21.15.7:0/3641369132 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90004bb0 con 0x55641af5b610 2024-05-21T02:00:29.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.959+0000 7fac8d600700 1 -- 172.21.15.7:0/3641369132 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac90004d50 con 0x55641af5b610 2024-05-21T02:00:29.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.959+0000 7fac8d600700 1 -- 172.21.15.7:0/3641369132 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac900046e0 con 0x55641af5b610 2024-05-21T02:00:29.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.960+0000 7faca92b5b80 1 -- 172.21.15.7:0/3641369132 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 msgr2=0x55641af5b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:29.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.960+0000 7faca92b5b80 1 --2- 172.21.15.7:0/3641369132 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5b9f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fac90011550 tx=0x7fac90009920 comp rx=0 tx=0).stop 2024-05-21T02:00:29.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.960+0000 7faca92b5b80 1 -- 172.21.15.7:0/3641369132 shutdown_connections 2024-05-21T02:00:29.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.960+0000 7faca92b5b80 1 --2- 172.21.15.7:0/3641369132 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af56140 0x55641af565c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.960+0000 7faca92b5b80 1 --2- 172.21.15.7:0/3641369132 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5b9f0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.960+0000 7faca92b5b80 1 --2- 172.21.15.7:0/3641369132 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af55b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.960+0000 7faca92b5b80 1 -- 172.21.15.7:0/3641369132 >> 172.21.15.7:0/3641369132 conn(0x55641ae83be0 msgr2=0x55641af50690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:29.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.960+0000 7fac94c00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac7c0b2900 0x7fac7c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.960+0000 7faca92b5b80 1 -- 172.21.15.7:0/3641369132 shutdown_connections 2024-05-21T02:00:29.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.961+0000 7faca92b5b80 1 -- 172.21.15.7:0/3641369132 wait complete. 2024-05-21T02:00:29.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.961+0000 7fac94c00700 1 -- 172.21.15.7:0/1859137763 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fac840e23e0 con 0x7fac98103f80 2024-05-21T02:00:29.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.961+0000 7fac97e00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac7c0b2900 0x7fac7c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.961+0000 7faca92b5b80 1 -- start start 2024-05-21T02:00:29.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.962+0000 7faca92b5b80 1 Processor -- start 2024-05-21T02:00:29.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.962+0000 7fac97e00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac7c0b2900 0x7fac7c0b4dc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fac88000c00 tx=0x7fac88005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:29.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af56140 0x55641af61cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5bf30 0x55641af5f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7faca92b5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55641ada9fa0 con 0x55641af56140 2024-05-21T02:00:29.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7faca92b5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55641ae44760 con 0x55641af5b610 2024-05-21T02:00:29.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7faca92b5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55641af629e0 con 0x55641af5bf30 2024-05-21T02:00:29.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7faca92b5b80 10 client.0 _ll_register_callbacks cb 0x55641ae4dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:00:29.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7fac97400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7fac97e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af56140 0x55641af61cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7fac97400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:54876/0 (socket says 172.21.15.7:54876) 2024-05-21T02:00:29.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7fac97400700 1 -- 172.21.15.7:0/1990011298 learned_addr learned my addr 172.21.15.7:0/1990011298 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:29.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.963+0000 7fac9ca00700 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5bf30 0x55641af5f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac97e00700 1 -- 172.21.15.7:0/1990011298 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5bf30 msgr2=0x55641af5f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:29.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac97e00700 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5bf30 0x55641af5f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac97e00700 1 -- 172.21.15.7:0/1990011298 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 msgr2=0x55641af5f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:29.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac97e00700 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac97e00700 1 -- 172.21.15.7:0/1990011298 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55641adf38d0 con 0x55641af56140 2024-05-21T02:00:29.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac97400700 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:29.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac97e00700 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af56140 0x55641af61cc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fac8800b2e0 tx=0x7fac88009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5d66351a4ce215b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:29.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac82000700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:00:29.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac82000700 1 -- 172.21.15.7:0/1990011298 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac88034060 con 0x55641af56140 2024-05-21T02:00:29.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7fac82000700 1 -- 172.21.15.7:0/1990011298 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fac88003900 con 0x55641af56140 2024-05-21T02:00:29.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.964+0000 7faca92b5b80 1 -- 172.21.15.7:0/1990011298 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac90004d50 con 0x55641af56140 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.965+0000 7fac82000700 1 -- 172.21.15.7:0/1990011298 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fac8802b040 con 0x55641af56140 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.965+0000 7faca92b5b80 10 client.15102 fetch_fsmap learned FSMap version 29 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.965+0000 7faca92b5b80 1 -- 172.21.15.7:0/1990011298 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55641ae74060 con 0x55641af56140 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.965+0000 7fac82000700 1 -- 172.21.15.7:0/1990011298 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac90004d50 con 0x55641af56140 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.965+0000 7fac82000700 1 -- 172.21.15.7:0/1990011298 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fac88039070 con 0x55641af56140 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.965+0000 7faca92b5b80 10 client.15102 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.965+0000 7faca92b5b80 10 client.15102 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.965+0000 7faca92b5b80 20 client.15102 populate_metadata read hostname 'smithi007' 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.965+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55641af6f5b0 0x55641af719a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.966+0000 7faca92b5b80 4 client.15102 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.966+0000 7faca92b5b80 1 -- 172.21.15.7:0/1990011298 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55641aeb5d90 con 0x55641af6f5b0 2024-05-21T02:00:29.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.966+0000 7fac97400700 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55641af6f5b0 0x55641af719a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.966+0000 7fac82000700 10 client.15102 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.966+0000 7fac97400700 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55641af6f5b0 0x55641af719a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de54c3c3a4b15734 server_cookie=73bc5e7fd8d08ff6 in_seq=0 out_seq=0 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.967+0000 7fac82000700 1 -- 172.21.15.7:0/1990011298 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55641aeb5d90 con 0x55641af6f5b0 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.967+0000 7fac82000700 10 client.15102 handle_command_reply: tid=0 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.967+0000 7faca92b5b80 1 client.15102 shutdown 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 -- 172.21.15.7:0/1990011298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af56140 msgr2=0x55641af61cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af56140 0x55641af61cc0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fac8800b2e0 tx=0x7fac88009310 comp rx=0 tx=0).stop 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 -- 172.21.15.7:0/1990011298 shutdown_connections 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55641af6f5b0 0x55641af719a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5bf30 0x55641af5f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af56140 0x55641af61cc0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1990011298 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af5b610 0x55641af5f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 -- 172.21.15.7:0/1990011298 >> 172.21.15.7:0/1990011298 conn(0x55641ae83be0 msgr2=0x55641af4fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:29.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7fac82000700 0 client.15102 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:00:29.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 -- 172.21.15.7:0/1990011298 shutdown_connections 2024-05-21T02:00:29.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 1 -- 172.21.15.7:0/1990011298 wait complete. 2024-05-21T02:00:29.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.968+0000 7faca92b5b80 20 client.15102 trim_cache size 0 max 16384 2024-05-21T02:00:29.971 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:29.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.996+0000 7faca92b5b80 1 Processor -- start 2024-05-21T02:00:29.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.996+0000 7faca92b5b80 1 -- start start 2024-05-21T02:00:29.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af55b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af5f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af504f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7faca92b5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b4220 con 0x55641af5bf30 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7faca92b5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b5d60 con 0x55641af56140 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7faca92b5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b48f0 con 0x55641af5b610 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7fac9ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af504f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7fac9ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af504f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:48362/0 (socket says 172.21.15.7:48362) 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7fac9ca00700 1 -- 172.21.15.7:0/1568157667 learned_addr learned my addr 172.21.15.7:0/1568157667 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7fac97400700 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af5f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:29.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.997+0000 7fac97e00700 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af55b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:30.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac9ca00700 1 -- 172.21.15.7:0/1568157667 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 msgr2=0x55641af5f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:30.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac9ca00700 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af5f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac9ca00700 1 -- 172.21.15.7:0/1568157667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 msgr2=0x55641af55b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:30.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac9ca00700 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af55b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac9ca00700 1 -- 172.21.15.7:0/1568157667 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55641af5d620 con 0x55641af5bf30 2024-05-21T02:00:30.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac97400700 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af5f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:30.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac97e00700 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af55b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:00:30.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac9ca00700 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af504f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fac900060b0 tx=0x7fac90009ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31ed48e5dae57aff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:30.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac8cc00700 1 -- 172.21.15.7:0/1568157667 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac90003d80 con 0x55641af5bf30 2024-05-21T02:00:30.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac8cc00700 1 -- 172.21.15.7:0/1568157667 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac90003f20 con 0x55641af5bf30 2024-05-21T02:00:30.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.998+0000 7fac8cc00700 1 -- 172.21.15.7:0/1568157667 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac900079c0 con 0x55641af5bf30 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.999+0000 7faca92b5b80 1 -- 172.21.15.7:0/1568157667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 msgr2=0x55641af504f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.999+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af504f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fac900060b0 tx=0x7fac90009ac0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.999+0000 7faca92b5b80 1 -- 172.21.15.7:0/1568157667 shutdown_connections 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.999+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af504f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.999+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af55b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.999+0000 7faca92b5b80 1 --2- 172.21.15.7:0/1568157667 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af5f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:29.999+0000 7faca92b5b80 1 -- 172.21.15.7:0/1568157667 >> 172.21.15.7:0/1568157667 conn(0x55641ae83be0 msgr2=0x55641af5ee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.000+0000 7faca92b5b80 1 -- 172.21.15.7:0/1568157667 shutdown_connections 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.000+0000 7faca92b5b80 1 -- 172.21.15.7:0/1568157667 wait complete. 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.000+0000 7faca92b5b80 1 -- start start 2024-05-21T02:00:30.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.000+0000 7faca92b5b80 1 Processor -- start 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af681e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af76820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7faca92b5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af76d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7faca92b5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b5690 con 0x55641af5bf30 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7faca92b5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b4fc0 con 0x55641af56140 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7faca92b5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fac981b21a0 con 0x55641af5b610 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7faca92b5b80 10 client.0 _ll_register_callbacks cb 0x55641ae4dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7fac97e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7fac9ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af76d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7fac97e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af681e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:54892/0 (socket says 172.21.15.7:54892) 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7fac97e00700 1 -- 172.21.15.7:0/4159481204 learned_addr learned my addr 172.21.15.7:0/4159481204 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.001+0000 7fac97400700 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af76820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:30.004 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.002+0000 7fac9ca00700 1 -- 172.21.15.7:0/4159481204 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 msgr2=0x55641af76820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:30.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.002+0000 7fac9ca00700 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af76820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.002+0000 7fac9ca00700 1 -- 172.21.15.7:0/4159481204 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 msgr2=0x55641af681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:30.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.002+0000 7fac9ca00700 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af681e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.002+0000 7fac9ca00700 1 -- 172.21.15.7:0/4159481204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55641af77350 con 0x55641af5bf30 2024-05-21T02:00:30.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.002+0000 7fac97e00700 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:30.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.002+0000 7fac97400700 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af76820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:30.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.002+0000 7fac9ca00700 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af76d60 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fac90006080 tx=0x7fac90005560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95ce3edb57cae328 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:30.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.002+0000 7fac82000700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:00:30.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.003+0000 7fac82000700 1 -- 172.21.15.7:0/4159481204 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac900059a0 con 0x55641af5bf30 2024-05-21T02:00:30.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.003+0000 7fac82000700 1 -- 172.21.15.7:0/4159481204 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fac90007640 con 0x55641af5bf30 2024-05-21T02:00:30.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.003+0000 7faca92b5b80 1 -- 172.21.15.7:0/4159481204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac90003f20 con 0x55641af5bf30 2024-05-21T02:00:30.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.003+0000 7fac82000700 1 -- 172.21.15.7:0/4159481204 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fac90007840 con 0x55641af5bf30 2024-05-21T02:00:30.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.003+0000 7faca92b5b80 10 client.15108 fetch_fsmap learned FSMap version 29 2024-05-21T02:00:30.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.003+0000 7faca92b5b80 1 -- 172.21.15.7:0/4159481204 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55641afd9eb0 con 0x55641af5bf30 2024-05-21T02:00:30.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.004+0000 7fac82000700 1 -- 172.21.15.7:0/4159481204 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac90003f20 con 0x55641af5bf30 2024-05-21T02:00:30.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.004+0000 7fac82000700 1 -- 172.21.15.7:0/4159481204 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fac90030b30 con 0x55641af5bf30 2024-05-21T02:00:30.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.004+0000 7faca92b5b80 10 client.15108 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:00:30.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.004+0000 7faca92b5b80 10 client.15108 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:00:30.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.004+0000 7faca92b5b80 20 client.15108 populate_metadata read hostname 'smithi007' 2024-05-21T02:00:30.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.004+0000 7faca92b5b80 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55641afda310 0x55641afdc700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:30.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.004+0000 7faca92b5b80 4 client.15108 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T02:00:30.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.004+0000 7faca92b5b80 1 -- 172.21.15.7:0/4159481204 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55641aeaf570 con 0x55641afda310 2024-05-21T02:00:30.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.005+0000 7fac97e00700 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55641afda310 0x55641afdc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:30.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.005+0000 7fac97e00700 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55641afda310 0x55641afdc700 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=326531065957365f server_cookie=80e8a5154fbbc6d7 in_seq=0 out_seq=0 2024-05-21T02:00:30.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.005+0000 7fac82000700 10 client.15108 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:00:30.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7fac82000700 1 -- 172.21.15.7:0/4159481204 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55641aeaf570 con 0x55641afda310 2024-05-21T02:00:30.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7fac82000700 10 client.15108 handle_command_reply: tid=0 2024-05-21T02:00:30.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 client.15108 shutdown 2024-05-21T02:00:30.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 -- 172.21.15.7:0/4159481204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 msgr2=0x55641af76d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:30.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af76d60 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fac90006080 tx=0x7fac90005560 comp rx=0 tx=0).stop 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 -- 172.21.15.7:0/4159481204 shutdown_connections 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55641afda310 0x55641afdc700 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55641af5bf30 0x55641af76d60 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55641af56140 0x55641af681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 --2- 172.21.15.7:0/4159481204 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55641af5b610 0x55641af76820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7fac82000700 0 client.15108 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 -- 172.21.15.7:0/4159481204 >> 172.21.15.7:0/4159481204 conn(0x55641ae83be0 msgr2=0x55641af5c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 -- 172.21.15.7:0/4159481204 shutdown_connections 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 1 -- 172.21.15.7:0/4159481204 wait complete. 2024-05-21T02:00:30.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.006+0000 7faca92b5b80 20 client.15108 trim_cache size 0 max 16384 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": { 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout: "9610cb01-f1de-4a6e-af13-477d5285afce": { 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout: "path": "/", 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout: "tag": "9610cb01-f1de-4a6e-af13-477d5285afce", 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout: "options": "recursive,force" 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:00:30.010 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:00:30.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.007+0000 7fac9ea00700 1 -- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac7c0b2900 msgr2=0x7fac7c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:30.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.007+0000 7fac9ea00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac7c0b2900 0x7fac7c0b4dc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fac88000c00 tx=0x7fac88005fd0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.007+0000 7fac9ea00700 1 -- 172.21.15.7:0/1859137763 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac98103f80 msgr2=0x7fac9810a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:30.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.007+0000 7fac9ea00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac98103f80 0x7fac9810a8e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fac8400e9d0 tx=0x7fac8400ece0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.008+0000 7fac9ea00700 1 -- 172.21.15.7:0/1859137763 shutdown_connections 2024-05-21T02:00:30.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.008+0000 7fac9ea00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac7c0b2900 0x7fac7c0b4dc0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.008+0000 7fac9ea00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac981095d0 0x7fac9810ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.008+0000 7fac9ea00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac981035c0 0x7fac9810a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.008+0000 7fac9ea00700 1 --2- 172.21.15.7:0/1859137763 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac98103f80 0x7fac9810a8e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:30.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.008+0000 7fac9ea00700 1 -- 172.21.15.7:0/1859137763 >> 172.21.15.7:0/1859137763 conn(0x7fac9807a6f0 msgr2=0x7fac98102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:30.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.008+0000 7fac9ea00700 1 -- 172.21.15.7:0/1859137763 shutdown_connections 2024-05-21T02:00:30.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:30.008+0000 7fac9ea00700 1 -- 172.21.15.7:0/1859137763 wait complete. 2024-05-21T02:00:30.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:29 smithi190 ceph-mon[35961]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:30.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:29 smithi164 ceph-mon[36138]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:31.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:30 smithi007 ceph-mon[31288]: pgmap v461: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-21T02:00:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:30 smithi190 ceph-mon[35961]: pgmap v461: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-21T02:00:31.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:30 smithi164 ceph-mon[36138]: pgmap v461: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-21T02:00:32.104 INFO:tasks.cephfs.filesystem:scrub status for tag:9610cb01-f1de-4a6e-af13-477d5285afce - {'path': '/', 'tag': '9610cb01-f1de-4a6e-af13-477d5285afce', 'options': 'recursive,force'} 2024-05-21T02:00:32.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.806+0000 7fbc02400700 1 -- 172.21.15.7:0/1809439069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc10b760 msgr2=0x7fbbfc10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:32.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.806+0000 7fbc02400700 1 --2- 172.21.15.7:0/1809439069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc10b760 0x7fbbfc10bb40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fbbec009990 tx=0x7fbbec009ca0 comp rx=0 tx=0).stop 2024-05-21T02:00:32.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.806+0000 7fbc02400700 1 -- 172.21.15.7:0/1809439069 shutdown_connections 2024-05-21T02:00:32.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.806+0000 7fbc02400700 1 --2- 172.21.15.7:0/1809439069 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbbfc106120 0x7fbbfc112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:32.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.806+0000 7fbc02400700 1 --2- 172.21.15.7:0/1809439069 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc10b760 0x7fbbfc10bb40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:32.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.806+0000 7fbc02400700 1 --2- 172.21.15.7:0/1809439069 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbfc105760 0x7fbbfc105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:32.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.806+0000 7fbc02400700 1 -- 172.21.15.7:0/1809439069 >> 172.21.15.7:0/1809439069 conn(0x7fbbfc101250 msgr2=0x7fbbfc103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:32.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.806+0000 7fbc02400700 1 -- 172.21.15.7:0/1809439069 shutdown_connections 2024-05-21T02:00:32.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.806+0000 7fbc02400700 1 -- 172.21.15.7:0/1809439069 wait complete. 2024-05-21T02:00:32.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.807+0000 7fbc02400700 1 Processor -- start 2024-05-21T02:00:32.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.807+0000 7fbc02400700 1 -- start start 2024-05-21T02:00:32.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbc02400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc105760 0x7fbbfc19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:32.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbc02400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbfc106120 0x7fbbfc19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:32.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbc02400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbbfc10b760 0x7fbbfc1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbc02400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbbfc115940 con 0x7fbbfc106120 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbc02400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbbfc1157c0 con 0x7fbbfc105760 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbc02400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbbfc115ac0 con 0x7fbbfc10b760 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbbfb400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc105760 0x7fbbfc19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbbfaa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbfc106120 0x7fbbfc19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbbfb400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc105760 0x7fbbfc19bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:54918/0 (socket says 172.21.15.7:54918) 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbbfb400700 1 -- 172.21.15.7:0/2556351714 learned_addr learned my addr 172.21.15.7:0/2556351714 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.808+0000 7fbbfbe00700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbbfc10b760 0x7fbbfc1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbfb400700 1 -- 172.21.15.7:0/2556351714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbbfc10b760 msgr2=0x7fbbfc1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbfb400700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbbfc10b760 0x7fbbfc1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbfb400700 1 -- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbfc106120 msgr2=0x7fbbfc19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbfb400700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbfc106120 0x7fbbfc19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:32.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbfb400700 1 -- 172.21.15.7:0/2556351714 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbfc1a0e00 con 0x7fbbfc105760 2024-05-21T02:00:32.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbfaa00700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbfc106120 0x7fbbfc19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:32.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbfb400700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc105760 0x7fbbfc19bdf0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbbec0057f0 tx=0x7fbbec00bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:32.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbf3e00700 1 -- 172.21.15.7:0/2556351714 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbec026070 con 0x7fbbfc105760 2024-05-21T02:00:32.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbf3e00700 1 -- 172.21.15.7:0/2556351714 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbec021410 con 0x7fbbfc105760 2024-05-21T02:00:32.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbbf3e00700 1 -- 172.21.15.7:0/2556351714 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbec017650 con 0x7fbbfc105760 2024-05-21T02:00:32.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.809+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbfc1a1090 con 0x7fbbfc105760 2024-05-21T02:00:32.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.810+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbfc1a8970 con 0x7fbbfc105760 2024-05-21T02:00:32.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.811+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbfc10dcf0 con 0x7fbbfc105760 2024-05-21T02:00:32.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.813+0000 7fbbf3e00700 1 -- 172.21.15.7:0/2556351714 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbbec029070 con 0x7fbbfc105760 2024-05-21T02:00:32.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.815+0000 7fbbf3e00700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbbe00b2900 0x7fbbe00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:32.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.815+0000 7fbbf3e00700 1 -- 172.21.15.7:0/2556351714 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fbbec0e3050 con 0x7fbbfc105760 2024-05-21T02:00:32.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.816+0000 7fbbfaa00700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbbe00b2900 0x7fbbe00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:32.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.816+0000 7fbbfaa00700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbbe00b2900 0x7fbbe00b4dc0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc1038b0 tx=0x7fbbe8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:32.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:32.817+0000 7fbbf3e00700 1 -- 172.21.15.7:0/2556351714 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbbec030080 con 0x7fbbfc105760 2024-05-21T02:00:33.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:32 smithi007 ceph-mon[31288]: pgmap v462: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-21T02:00:33.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.057+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 --> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbbfc063980 con 0x7fbbe00b2900 2024-05-21T02:00:33.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.073+0000 7fbbf3e00700 1 -- 172.21.15.7:0/2556351714 <== mgr.14152 v2:172.21.15.7:6800/3375602398 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258876 (secure 0 0 0) 0x7fbbfc063980 con 0x7fbbe00b2900 2024-05-21T02:00:33.077 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbbe00b2900 msgr2=0x7fbbe00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbbe00b2900 0x7fbbe00b4dc0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc1038b0 tx=0x7fbbe8009260 comp rx=0 tx=0).stop 2024-05-21T02:00:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc105760 msgr2=0x7fbbfc19bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:33.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc105760 0x7fbbfc19bdf0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbbec0057f0 tx=0x7fbbec00bfd0 comp rx=0 tx=0).stop 2024-05-21T02:00:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 shutdown_connections 2024-05-21T02:00:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbbfc10b760 0x7fbbfc1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbbfc105760 0x7fbbfc19bdf0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:33.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbbe00b2900 0x7fbbe00b4dc0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 --2- 172.21.15.7:0/2556351714 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbbfc106120 0x7fbbfc19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.078+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 >> 172.21.15.7:0/2556351714 conn(0x7fbbfc101250 msgr2=0x7fbbfc101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.079+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 shutdown_connections 2024-05-21T02:00:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:33.079+0000 7fbc02400700 1 -- 172.21.15.7:0/2556351714 wait complete. 2024-05-21T02:00:33.082 INFO:teuthology.orchestra.run.smithi007.stderr:dumped all 2024-05-21T02:00:33.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:32 smithi190 ceph-mon[35961]: pgmap v462: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-21T02:00:33.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:32 smithi164 ceph-mon[36138]: pgmap v462: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-21T02:00:33.976 INFO:teuthology.orchestra.run.smithi007.stdout:{"pg_ready":true,"pg_map":{"version":462,"stamp":"2024-05-21T02:00:31.399339+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669107,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2649,"num_read_kb":1431,"num_write":387,"num_write_kb":2309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":2979923,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":819,"ondisk_log_size":819,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":357760,"kb_used_data":12768,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124584064,"statfs":{"total":1151940427776,"available":1151574081536,"internally_reserved":0,"allocated":13074432,"data_stored":7210701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":353154364},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1138,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":54,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004785"},"pg_stats":[{"pgid":"3.3f","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330906+0000","last_change":"2024-05-21T01:55:52.788787+0000","last_active":"2024-05-21T01:58:01.330906+0000","last_peered":"2024-05-21T01:58:01.330906+0000","last_clean":"2024-05-21T01:58:01.330906+0000","last_became_active":"2024-05-21T01:55:52.788486+0000","last_became_peered":"2024-05-21T01:55:52.788486+0000","last_unstale":"2024-05-21T01:58:01.330906+0000","last_undegraded":"2024-05-21T01:58:01.330906+0000","last_fullsized":"2024-05-21T01:58:01.330906+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:16.826361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.330122+0000","last_change":"2024-05-21T01:55:52.807994+0000","last_active":"2024-05-21T01:58:01.330122+0000","last_peered":"2024-05-21T01:58:01.330122+0000","last_clean":"2024-05-21T01:58:01.330122+0000","last_became_active":"2024-05-21T01:55:52.807565+0000","last_became_peered":"2024-05-21T01:55:52.807565+0000","last_unstale":"2024-05-21T01:58:01.330122+0000","last_undegraded":"2024-05-21T01:58:01.330122+0000","last_fullsized":"2024-05-21T01:58:01.330122+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:06.374862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333117+0000","last_change":"2024-05-21T01:55:52.795043+0000","last_active":"2024-05-21T01:58:01.333117+0000","last_peered":"2024-05-21T01:58:01.333117+0000","last_clean":"2024-05-21T01:58:01.333117+0000","last_became_active":"2024-05-21T01:55:52.794709+0000","last_became_peered":"2024-05-21T01:55:52.794709+0000","last_unstale":"2024-05-21T01:58:01.333117+0000","last_undegraded":"2024-05-21T01:58:01.333117+0000","last_fullsized":"2024-05-21T01:58:01.333117+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:56:23.330139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277203+0000","last_change":"2024-05-21T01:55:52.792798+0000","last_active":"2024-05-21T01:58:01.277203+0000","last_peered":"2024-05-21T01:58:01.277203+0000","last_clean":"2024-05-21T01:58:01.277203+0000","last_became_active":"2024-05-21T01:55:52.787647+0000","last_became_peered":"2024-05-21T01:55:52.787647+0000","last_unstale":"2024-05-21T01:58:01.277203+0000","last_undegraded":"2024-05-21T01:58:01.277203+0000","last_fullsized":"2024-05-21T01:58:01.277203+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:32:47.944838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"82'4","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334304+0000","last_change":"2024-05-21T01:55:52.817352+0000","last_active":"2024-05-21T01:58:01.334304+0000","last_peered":"2024-05-21T01:58:01.334304+0000","last_clean":"2024-05-21T01:58:01.334304+0000","last_became_active":"2024-05-21T01:55:52.817044+0000","last_became_peered":"2024-05-21T01:55:52.817044+0000","last_unstale":"2024-05-21T01:58:01.334304+0000","last_undegraded":"2024-05-21T01:58:01.334304+0000","last_fullsized":"2024-05-21T01:58:01.334304+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:00.766654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324662+0000","last_change":"2024-05-21T01:55:52.792738+0000","last_active":"2024-05-21T01:58:01.324662+0000","last_peered":"2024-05-21T01:58:01.324662+0000","last_clean":"2024-05-21T01:58:01.324662+0000","last_became_active":"2024-05-21T01:55:52.792373+0000","last_became_peered":"2024-05-21T01:55:52.792373+0000","last_unstale":"2024-05-21T01:58:01.324662+0000","last_undegraded":"2024-05-21T01:58:01.324662+0000","last_fullsized":"2024-05-21T01:58:01.324662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:25:00.200590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"82'5","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.322768+0000","last_change":"2024-05-21T01:56:32.404644+0000","last_active":"2024-05-21T01:58:01.322768+0000","last_peered":"2024-05-21T01:58:01.322768+0000","last_clean":"2024-05-21T01:58:01.322768+0000","last_became_active":"2024-05-21T01:56:32.404204+0000","last_became_peered":"2024-05-21T01:56:32.404204+0000","last_unstale":"2024-05-21T01:58:01.322768+0000","last_undegraded":"2024-05-21T01:58:01.322768+0000","last_fullsized":"2024-05-21T01:58:01.322768+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:00.963847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.338015+0000","last_change":"2024-05-21T01:55:52.804948+0000","last_active":"2024-05-21T01:58:01.338015+0000","last_peered":"2024-05-21T01:58:01.338015+0000","last_clean":"2024-05-21T01:58:01.338015+0000","last_became_active":"2024-05-21T01:55:52.804589+0000","last_became_peered":"2024-05-21T01:55:52.804589+0000","last_unstale":"2024-05-21T01:58:01.338015+0000","last_undegraded":"2024-05-21T01:58:01.338015+0000","last_fullsized":"2024-05-21T01:58:01.338015+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:36:25.736472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.280810+0000","last_change":"2024-05-21T01:55:52.792989+0000","last_active":"2024-05-21T01:58:01.280810+0000","last_peered":"2024-05-21T01:58:01.280810+0000","last_clean":"2024-05-21T01:58:01.280810+0000","last_became_active":"2024-05-21T01:55:52.791835+0000","last_became_peered":"2024-05-21T01:55:52.791835+0000","last_unstale":"2024-05-21T01:58:01.280810+0000","last_undegraded":"2024-05-21T01:58:01.280810+0000","last_fullsized":"2024-05-21T01:58:01.280810+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:39.344475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"82'16","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274356+0000","last_change":"2024-05-21T01:55:52.788774+0000","last_active":"2024-05-21T01:58:01.274356+0000","last_peered":"2024-05-21T01:58:01.274356+0000","last_clean":"2024-05-21T01:58:01.274356+0000","last_became_active":"2024-05-21T01:55:52.788396+0000","last_became_peered":"2024-05-21T01:55:52.788396+0000","last_unstale":"2024-05-21T01:58:01.274356+0000","last_undegraded":"2024-05-21T01:58:01.274356+0000","last_fullsized":"2024-05-21T01:58:01.274356+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:43:05.386085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269550+0000","last_change":"2024-05-21T01:55:52.788022+0000","last_active":"2024-05-21T01:58:01.269550+0000","last_peered":"2024-05-21T01:58:01.269550+0000","last_clean":"2024-05-21T01:58:01.269550+0000","last_became_active":"2024-05-21T01:55:52.787614+0000","last_became_peered":"2024-05-21T01:55:52.787614+0000","last_unstale":"2024-05-21T01:58:01.269550+0000","last_undegraded":"2024-05-21T01:58:01.269550+0000","last_fullsized":"2024-05-21T01:58:01.269550+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:12:48.626183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275354+0000","last_change":"2024-05-21T01:55:52.787206+0000","last_active":"2024-05-21T01:58:01.275354+0000","last_peered":"2024-05-21T01:58:01.275354+0000","last_clean":"2024-05-21T01:58:01.275354+0000","last_became_active":"2024-05-21T01:55:52.785945+0000","last_became_peered":"2024-05-21T01:55:52.785945+0000","last_unstale":"2024-05-21T01:58:01.275354+0000","last_undegraded":"2024-05-21T01:58:01.275354+0000","last_fullsized":"2024-05-21T01:58:01.275354+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:21.792156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333780+0000","last_change":"2024-05-21T01:55:52.811289+0000","last_active":"2024-05-21T01:58:01.333780+0000","last_peered":"2024-05-21T01:58:01.333780+0000","last_clean":"2024-05-21T01:58:01.333780+0000","last_became_active":"2024-05-21T01:55:52.810435+0000","last_became_peered":"2024-05-21T01:55:52.810435+0000","last_unstale":"2024-05-21T01:58:01.333780+0000","last_undegraded":"2024-05-21T01:58:01.333780+0000","last_fullsized":"2024-05-21T01:58:01.333780+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:46:31.599125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333111+0000","last_change":"2024-05-21T01:55:52.798961+0000","last_active":"2024-05-21T01:58:01.333111+0000","last_peered":"2024-05-21T01:58:01.333111+0000","last_clean":"2024-05-21T01:58:01.333111+0000","last_became_active":"2024-05-21T01:55:52.797467+0000","last_became_peered":"2024-05-21T01:55:52.797467+0000","last_unstale":"2024-05-21T01:58:01.333111+0000","last_undegraded":"2024-05-21T01:58:01.333111+0000","last_fullsized":"2024-05-21T01:58:01.333111+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:51:08.434501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333061+0000","last_change":"2024-05-21T01:55:52.801695+0000","last_active":"2024-05-21T01:58:01.333061+0000","last_peered":"2024-05-21T01:58:01.333061+0000","last_clean":"2024-05-21T01:58:01.333061+0000","last_became_active":"2024-05-21T01:55:52.800782+0000","last_became_peered":"2024-05-21T01:55:52.800782+0000","last_unstale":"2024-05-21T01:58:01.333061+0000","last_undegraded":"2024-05-21T01:58:01.333061+0000","last_fullsized":"2024-05-21T01:58:01.333061+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:46.461088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333060+0000","last_change":"2024-05-21T01:55:52.796489+0000","last_active":"2024-05-21T01:58:01.333060+0000","last_peered":"2024-05-21T01:58:01.333060+0000","last_clean":"2024-05-21T01:58:01.333060+0000","last_became_active":"2024-05-21T01:55:52.796098+0000","last_became_peered":"2024-05-21T01:55:52.796098+0000","last_unstale":"2024-05-21T01:58:01.333060+0000","last_undegraded":"2024-05-21T01:58:01.333060+0000","last_fullsized":"2024-05-21T01:58:01.333060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:29:27.977754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.331040+0000","last_change":"2024-05-21T01:55:52.791861+0000","last_active":"2024-05-21T01:58:01.331040+0000","last_peered":"2024-05-21T01:58:01.331040+0000","last_clean":"2024-05-21T01:58:01.331040+0000","last_became_active":"2024-05-21T01:55:52.790930+0000","last_became_peered":"2024-05-21T01:55:52.790930+0000","last_unstale":"2024-05-21T01:58:01.331040+0000","last_undegraded":"2024-05-21T01:58:01.331040+0000","last_fullsized":"2024-05-21T01:58:01.331040+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:32:07.746416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324327+0000","last_change":"2024-05-21T01:55:52.791188+0000","last_active":"2024-05-21T01:58:01.324327+0000","last_peered":"2024-05-21T01:58:01.324327+0000","last_clean":"2024-05-21T01:58:01.324327+0000","last_became_active":"2024-05-21T01:55:52.787816+0000","last_became_peered":"2024-05-21T01:55:52.787816+0000","last_unstale":"2024-05-21T01:58:01.324327+0000","last_undegraded":"2024-05-21T01:58:01.324327+0000","last_fullsized":"2024-05-21T01:58:01.324327+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:15:58.246192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:07.080351+0000","last_change":"2024-05-21T01:55:52.808677+0000","last_active":"2024-05-21T01:58:07.080351+0000","last_peered":"2024-05-21T01:58:07.080351+0000","last_clean":"2024-05-21T01:58:07.080351+0000","last_became_active":"2024-05-21T01:55:52.808341+0000","last_became_peered":"2024-05-21T01:55:52.808341+0000","last_unstale":"2024-05-21T01:58:07.080351+0000","last_undegraded":"2024-05-21T01:58:07.080351+0000","last_fullsized":"2024-05-21T01:58:07.080351+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:38:45.736940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"82'14","reported_seq":296,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:26.057697+0000","last_change":"2024-05-21T01:55:48.746917+0000","last_active":"2024-05-21T02:00:26.057697+0000","last_peered":"2024-05-21T02:00:26.057697+0000","last_clean":"2024-05-21T02:00:26.057697+0000","last_became_active":"2024-05-21T01:55:48.744139+0000","last_became_peered":"2024-05-21T01:55:48.744139+0000","last_unstale":"2024-05-21T02:00:26.057697+0000","last_undegraded":"2024-05-21T02:00:26.057697+0000","last_fullsized":"2024-05-21T02:00:26.057697+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:34:44.297075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":254,"num_read_kb":254,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.342438+0000","last_change":"2024-05-21T01:55:52.803714+0000","last_active":"2024-05-21T01:58:01.342438+0000","last_peered":"2024-05-21T01:58:01.342438+0000","last_clean":"2024-05-21T01:58:01.342438+0000","last_became_active":"2024-05-21T01:55:52.803354+0000","last_became_peered":"2024-05-21T01:55:52.803354+0000","last_unstale":"2024-05-21T01:58:01.342438+0000","last_undegraded":"2024-05-21T01:58:01.342438+0000","last_fullsized":"2024-05-21T01:58:01.342438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:42:11.882682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.617866+0000","last_change":"2024-05-21T01:55:48.754510+0000","last_active":"2024-05-21T01:57:52.617866+0000","last_peered":"2024-05-21T01:57:52.617866+0000","last_clean":"2024-05-21T01:57:52.617866+0000","last_became_active":"2024-05-21T01:55:48.754127+0000","last_became_peered":"2024-05-21T01:55:48.754127+0000","last_unstale":"2024-05-21T01:57:52.617866+0000","last_undegraded":"2024-05-21T01:57:52.617866+0000","last_fullsized":"2024-05-21T01:57:52.617866+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:08:52.502947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333653+0000","last_change":"2024-05-21T01:55:52.805830+0000","last_active":"2024-05-21T01:58:01.333653+0000","last_peered":"2024-05-21T01:58:01.333653+0000","last_clean":"2024-05-21T01:58:01.333653+0000","last_became_active":"2024-05-21T01:55:52.801531+0000","last_became_peered":"2024-05-21T01:55:52.801531+0000","last_unstale":"2024-05-21T01:58:01.333653+0000","last_undegraded":"2024-05-21T01:58:01.333653+0000","last_fullsized":"2024-05-21T01:58:01.333653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:14:25.872146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":40,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400447+0000","last_change":"2024-05-21T01:55:48.736584+0000","last_active":"2024-05-21T01:56:32.400447+0000","last_peered":"2024-05-21T01:56:32.400447+0000","last_clean":"2024-05-21T01:56:32.400447+0000","last_became_active":"2024-05-21T01:55:48.736212+0000","last_became_peered":"2024-05-21T01:55:48.736212+0000","last_unstale":"2024-05-21T01:56:32.400447+0000","last_undegraded":"2024-05-21T01:56:32.400447+0000","last_fullsized":"2024-05-21T01:56:32.400447+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:29:06.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.334121+0000","last_change":"2024-05-21T01:55:52.812804+0000","last_active":"2024-05-21T01:58:01.334121+0000","last_peered":"2024-05-21T01:58:01.334121+0000","last_clean":"2024-05-21T01:58:01.334121+0000","last_became_active":"2024-05-21T01:55:52.812415+0000","last_became_peered":"2024-05-21T01:55:52.812415+0000","last_unstale":"2024-05-21T01:58:01.334121+0000","last_undegraded":"2024-05-21T01:58:01.334121+0000","last_fullsized":"2024-05-21T01:58:01.334121+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:57:30.624671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400807+0000","last_change":"2024-05-21T01:55:48.738386+0000","last_active":"2024-05-21T01:56:32.400807+0000","last_peered":"2024-05-21T01:56:32.400807+0000","last_clean":"2024-05-21T01:56:32.400807+0000","last_became_active":"2024-05-21T01:55:48.738010+0000","last_became_peered":"2024-05-21T01:55:48.738010+0000","last_unstale":"2024-05-21T01:56:32.400807+0000","last_undegraded":"2024-05-21T01:56:32.400807+0000","last_fullsized":"2024-05-21T01:56:32.400807+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:20:09.363788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"82'15","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.308867+0000","last_change":"2024-05-21T01:56:32.454444+0000","last_active":"2024-05-21T01:58:01.308867+0000","last_peered":"2024-05-21T01:58:01.308867+0000","last_clean":"2024-05-21T01:58:01.308867+0000","last_became_active":"2024-05-21T01:56:32.454146+0000","last_became_peered":"2024-05-21T01:56:32.454146+0000","last_unstale":"2024-05-21T01:58:01.308867+0000","last_undegraded":"2024-05-21T01:58:01.308867+0000","last_fullsized":"2024-05-21T01:58:01.308867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:24:47.661087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":289,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:28.828226+0000","last_change":"2024-05-21T01:55:48.740212+0000","last_active":"2024-05-21T02:00:28.828226+0000","last_peered":"2024-05-21T02:00:28.828226+0000","last_clean":"2024-05-21T02:00:28.828226+0000","last_became_active":"2024-05-21T01:55:48.739712+0000","last_became_peered":"2024-05-21T01:55:48.739712+0000","last_unstale":"2024-05-21T02:00:28.828226+0000","last_undegraded":"2024-05-21T02:00:28.828226+0000","last_fullsized":"2024-05-21T02:00:28.828226+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:13:10.872046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":257,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"82'7","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.323604+0000","last_change":"2024-05-21T01:55:52.792475+0000","last_active":"2024-05-21T01:58:01.323604+0000","last_peered":"2024-05-21T01:58:01.323604+0000","last_clean":"2024-05-21T01:58:01.323604+0000","last_became_active":"2024-05-21T01:55:52.792123+0000","last_became_peered":"2024-05-21T01:55:52.792123+0000","last_unstale":"2024-05-21T01:58:01.323604+0000","last_undegraded":"2024-05-21T01:58:01.323604+0000","last_fullsized":"2024-05-21T01:58:01.323604+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:28:22.220178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398158+0000","last_change":"2024-05-21T01:55:48.747791+0000","last_active":"2024-05-21T01:56:32.398158+0000","last_peered":"2024-05-21T01:56:32.398158+0000","last_clean":"2024-05-21T01:56:32.398158+0000","last_became_active":"2024-05-21T01:55:48.747419+0000","last_became_peered":"2024-05-21T01:55:48.747419+0000","last_unstale":"2024-05-21T01:56:32.398158+0000","last_undegraded":"2024-05-21T01:56:32.398158+0000","last_fullsized":"2024-05-21T01:56:32.398158+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:56:01.206490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344457+0000","last_change":"2024-05-21T01:56:32.453502+0000","last_active":"2024-05-21T01:58:01.344457+0000","last_peered":"2024-05-21T01:58:01.344457+0000","last_clean":"2024-05-21T01:58:01.344457+0000","last_became_active":"2024-05-21T01:56:32.453052+0000","last_became_peered":"2024-05-21T01:56:32.453052+0000","last_unstale":"2024-05-21T01:58:01.344457+0000","last_undegraded":"2024-05-21T01:58:01.344457+0000","last_fullsized":"2024-05-21T01:58:01.344457+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:40:16.917237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.452421+0000","last_change":"2024-05-21T01:55:48.753616+0000","last_active":"2024-05-21T01:56:32.452421+0000","last_peered":"2024-05-21T01:56:32.452421+0000","last_clean":"2024-05-21T01:56:32.452421+0000","last_became_active":"2024-05-21T01:55:48.753234+0000","last_became_peered":"2024-05-21T01:55:48.753234+0000","last_unstale":"2024-05-21T01:56:32.452421+0000","last_undegraded":"2024-05-21T01:56:32.452421+0000","last_fullsized":"2024-05-21T01:56:32.452421+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:39:55.166520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"82'8","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.344321+0000","last_change":"2024-05-21T01:55:52.814517+0000","last_active":"2024-05-21T01:58:01.344321+0000","last_peered":"2024-05-21T01:58:01.344321+0000","last_clean":"2024-05-21T01:58:01.344321+0000","last_became_active":"2024-05-21T01:55:52.814115+0000","last_became_peered":"2024-05-21T01:55:52.814115+0000","last_unstale":"2024-05-21T01:58:01.344321+0000","last_undegraded":"2024-05-21T01:58:01.344321+0000","last_fullsized":"2024-05-21T01:58:01.344321+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:40:58.679449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399267+0000","last_change":"2024-05-21T01:55:48.737229+0000","last_active":"2024-05-21T01:56:32.399267+0000","last_peered":"2024-05-21T01:56:32.399267+0000","last_clean":"2024-05-21T01:56:32.399267+0000","last_became_active":"2024-05-21T01:55:48.736852+0000","last_became_peered":"2024-05-21T01:55:48.736852+0000","last_unstale":"2024-05-21T01:56:32.399267+0000","last_undegraded":"2024-05-21T01:56:32.399267+0000","last_fullsized":"2024-05-21T01:56:32.399267+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:20:53.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.345328+0000","last_change":"2024-05-21T01:55:52.815455+0000","last_active":"2024-05-21T01:58:01.345328+0000","last_peered":"2024-05-21T01:58:01.345328+0000","last_clean":"2024-05-21T01:58:01.345328+0000","last_became_active":"2024-05-21T01:55:52.814681+0000","last_became_peered":"2024-05-21T01:55:52.814681+0000","last_unstale":"2024-05-21T01:58:01.345328+0000","last_undegraded":"2024-05-21T01:58:01.345328+0000","last_fullsized":"2024-05-21T01:58:01.345328+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:34:19.862119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":539,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:28.827457+0000","last_change":"2024-05-21T01:55:48.738502+0000","last_active":"2024-05-21T02:00:28.827457+0000","last_peered":"2024-05-21T02:00:28.827457+0000","last_clean":"2024-05-21T02:00:28.827457+0000","last_became_active":"2024-05-21T01:55:48.738112+0000","last_became_peered":"2024-05-21T01:55:48.738112+0000","last_unstale":"2024-05-21T02:00:28.827457+0000","last_undegraded":"2024-05-21T02:00:28.827457+0000","last_fullsized":"2024-05-21T02:00:28.827457+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:11:05.154055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":508,"num_read_kb":508,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"82'10","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.324763+0000","last_change":"2024-05-21T01:55:52.792629+0000","last_active":"2024-05-21T01:58:01.324763+0000","last_peered":"2024-05-21T01:58:01.324763+0000","last_clean":"2024-05-21T01:58:01.324763+0000","last_became_active":"2024-05-21T01:55:52.792256+0000","last_became_peered":"2024-05-21T01:55:52.792256+0000","last_unstale":"2024-05-21T01:58:01.324763+0000","last_undegraded":"2024-05-21T01:58:01.324763+0000","last_fullsized":"2024-05-21T01:58:01.324763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:49:39.333410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.398666+0000","last_change":"2024-05-21T01:55:48.735815+0000","last_active":"2024-05-21T01:56:32.398666+0000","last_peered":"2024-05-21T01:56:32.398666+0000","last_clean":"2024-05-21T01:56:32.398666+0000","last_became_active":"2024-05-21T01:55:48.735460+0000","last_became_peered":"2024-05-21T01:55:48.735460+0000","last_unstale":"2024-05-21T01:56:32.398666+0000","last_undegraded":"2024-05-21T01:56:32.398666+0000","last_fullsized":"2024-05-21T01:56:32.398666+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:19:45.454705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333387+0000","last_change":"2024-05-21T01:55:52.788088+0000","last_active":"2024-05-21T01:58:01.333387+0000","last_peered":"2024-05-21T01:58:01.333387+0000","last_clean":"2024-05-21T01:58:01.333387+0000","last_became_active":"2024-05-21T01:55:52.787543+0000","last_became_peered":"2024-05-21T01:55:52.787543+0000","last_unstale":"2024-05-21T01:58:01.333387+0000","last_undegraded":"2024-05-21T01:58:01.333387+0000","last_fullsized":"2024-05-21T01:58:01.333387+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:00:36.848070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.400161+0000","last_change":"2024-05-21T01:55:48.742551+0000","last_active":"2024-05-21T01:56:32.400161+0000","last_peered":"2024-05-21T01:56:32.400161+0000","last_clean":"2024-05-21T01:56:32.400161+0000","last_became_active":"2024-05-21T01:55:48.742157+0000","last_became_peered":"2024-05-21T01:55:48.742157+0000","last_unstale":"2024-05-21T01:56:32.400161+0000","last_undegraded":"2024-05-21T01:56:32.400161+0000","last_fullsized":"2024-05-21T01:56:32.400161+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:41:13.595319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"82'11","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.282060+0000","last_change":"2024-05-21T01:55:52.789292+0000","last_active":"2024-05-21T01:58:01.282060+0000","last_peered":"2024-05-21T01:58:01.282060+0000","last_clean":"2024-05-21T01:58:01.282060+0000","last_became_active":"2024-05-21T01:55:52.788208+0000","last_became_peered":"2024-05-21T01:55:52.788208+0000","last_unstale":"2024-05-21T01:58:01.282060+0000","last_undegraded":"2024-05-21T01:58:01.282060+0000","last_fullsized":"2024-05-21T01:58:01.282060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:55:42.458928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'40","reported_seq":609,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:28.813504+0000","last_change":"2024-05-21T01:56:32.461636+0000","last_active":"2024-05-21T02:00:28.813504+0000","last_peered":"2024-05-21T02:00:28.813504+0000","last_clean":"2024-05-21T02:00:28.813504+0000","last_became_active":"2024-05-21T01:56:32.453924+0000","last_became_peered":"2024-05-21T01:56:32.453924+0000","last_unstale":"2024-05-21T02:00:28.813504+0000","last_undegraded":"2024-05-21T02:00:28.813504+0000","last_fullsized":"2024-05-21T02:00:28.813504+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:17:28.772500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":71241,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":516,"num_read_kb":322,"num_write":42,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":28083,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.272769+0000","last_change":"2024-05-21T01:55:52.791410+0000","last_active":"2024-05-21T01:58:01.272769+0000","last_peered":"2024-05-21T01:58:01.272769+0000","last_clean":"2024-05-21T01:58:01.272769+0000","last_became_active":"2024-05-21T01:55:52.791086+0000","last_became_peered":"2024-05-21T01:55:52.791086+0000","last_unstale":"2024-05-21T01:58:01.272769+0000","last_undegraded":"2024-05-21T01:58:01.272769+0000","last_fullsized":"2024-05-21T01:58:01.272769+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:56:54.191009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.403676+0000","last_change":"2024-05-21T01:55:48.752042+0000","last_active":"2024-05-21T01:56:32.403676+0000","last_peered":"2024-05-21T01:56:32.403676+0000","last_clean":"2024-05-21T01:56:32.403676+0000","last_became_active":"2024-05-21T01:55:48.751572+0000","last_became_peered":"2024-05-21T01:55:48.751572+0000","last_unstale":"2024-05-21T01:56:32.403676+0000","last_undegraded":"2024-05-21T01:56:32.403676+0000","last_fullsized":"2024-05-21T01:56:32.403676+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:00.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"82'9","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.346182+0000","last_change":"2024-05-21T01:55:52.817200+0000","last_active":"2024-05-21T01:58:01.346182+0000","last_peered":"2024-05-21T01:58:01.346182+0000","last_clean":"2024-05-21T01:58:01.346182+0000","last_became_active":"2024-05-21T01:55:52.816915+0000","last_became_peered":"2024-05-21T01:55:52.816915+0000","last_unstale":"2024-05-21T01:58:01.346182+0000","last_undegraded":"2024-05-21T01:58:01.346182+0000","last_fullsized":"2024-05-21T01:58:01.346182+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:51:57.702092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:10.577924+0000","last_change":"2024-05-21T01:55:48.750677+0000","last_active":"2024-05-21T01:58:10.577924+0000","last_peered":"2024-05-21T01:58:10.577924+0000","last_clean":"2024-05-21T01:58:10.577924+0000","last_became_active":"2024-05-21T01:55:48.750252+0000","last_became_peered":"2024-05-21T01:55:48.750252+0000","last_unstale":"2024-05-21T01:58:10.577924+0000","last_undegraded":"2024-05-21T01:58:10.577924+0000","last_fullsized":"2024-05-21T01:58:10.577924+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:30:38.849381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"82'15","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.301797+0000","last_change":"2024-05-21T01:55:52.812847+0000","last_active":"2024-05-21T01:58:01.301797+0000","last_peered":"2024-05-21T01:58:01.301797+0000","last_clean":"2024-05-21T01:58:01.301797+0000","last_became_active":"2024-05-21T01:55:52.812509+0000","last_became_peered":"2024-05-21T01:55:52.812509+0000","last_unstale":"2024-05-21T01:58:01.301797+0000","last_undegraded":"2024-05-21T01:58:01.301797+0000","last_fullsized":"2024-05-21T01:58:01.301797+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:29:48.532011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'6","reported_seq":288,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:26.030303+0000","last_change":"2024-05-21T01:55:48.736062+0000","last_active":"2024-05-21T02:00:26.030303+0000","last_peered":"2024-05-21T02:00:26.030303+0000","last_clean":"2024-05-21T02:00:26.030303+0000","last_became_active":"2024-05-21T01:55:48.735548+0000","last_became_peered":"2024-05-21T01:55:48.735548+0000","last_unstale":"2024-05-21T02:00:26.030303+0000","last_undegraded":"2024-05-21T02:00:26.030303+0000","last_fullsized":"2024-05-21T02:00:26.030303+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:57:00.427595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":898,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":256,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"82'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.278551+0000","last_change":"2024-05-21T01:55:52.789542+0000","last_active":"2024-05-21T01:58:01.278551+0000","last_peered":"2024-05-21T01:58:01.278551+0000","last_clean":"2024-05-21T01:58:01.278551+0000","last_became_active":"2024-05-21T01:55:52.789197+0000","last_became_peered":"2024-05-21T01:55:52.789197+0000","last_unstale":"2024-05-21T01:58:01.278551+0000","last_undegraded":"2024-05-21T01:58:01.278551+0000","last_fullsized":"2024-05-21T01:58:01.278551+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:00:21.884428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:32.399813+0000","last_change":"2024-05-21T01:55:48.743683+0000","last_active":"2024-05-21T01:56:32.399813+0000","last_peered":"2024-05-21T01:56:32.399813+0000","last_clean":"2024-05-21T01:56:32.399813+0000","last_became_active":"2024-05-21T01:55:48.743297+0000","last_became_peered":"2024-05-21T01:55:48.743297+0000","last_unstale":"2024-05-21T01:56:32.399813+0000","last_undegraded":"2024-05-21T01:56:32.399813+0000","last_fullsized":"2024-05-21T01:56:32.399813+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:45.351106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"82'6","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.269782+0000","last_change":"2024-05-21T01:56:32.409647+0000","last_active":"2024-05-21T01:58:01.269782+0000","last_peered":"2024-05-21T01:58:01.269782+0000","last_clean":"2024-05-21T01:58:01.269782+0000","last_became_active":"2024-05-21T01:56:32.409140+0000","last_became_peered":"2024-05-21T01:56:32.409140+0000","last_unstale":"2024-05-21T01:58:01.269782+0000","last_undegraded":"2024-05-21T01:58:01.269782+0000","last_fullsized":"2024-05-21T01:58:01.269782+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:35:13.365014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.436471+0000","last_change":"2024-05-21T01:55:48.738535+0000","last_active":"2024-05-21T01:58:06.436471+0000","last_peered":"2024-05-21T01:58:06.436471+0000","last_clean":"2024-05-21T01:58:06.436471+0000","last_became_active":"2024-05-21T01:55:48.738169+0000","last_became_peered":"2024-05-21T01:55:48.738169+0000","last_unstale":"2024-05-21T01:58:06.436471+0000","last_undegraded":"2024-05-21T01:58:06.436471+0000","last_fullsized":"2024-05-21T01:58:06.436471+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:46:07.754339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:09.051504+0000","last_change":"2024-05-21T01:55:52.789872+0000","last_active":"2024-05-21T01:58:09.051504+0000","last_peered":"2024-05-21T01:58:09.051504+0000","last_clean":"2024-05-21T01:58:09.051504+0000","last_became_active":"2024-05-21T01:55:52.789544+0000","last_became_peered":"2024-05-21T01:55:52.789544+0000","last_unstale":"2024-05-21T01:58:09.051504+0000","last_undegraded":"2024-05-21T01:58:09.051504+0000","last_fullsized":"2024-05-21T01:58:09.051504+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:12.765790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:52.811107+0000","last_change":"2024-05-21T01:55:48.746289+0000","last_active":"2024-05-21T01:57:52.811107+0000","last_peered":"2024-05-21T01:57:52.811107+0000","last_clean":"2024-05-21T01:57:52.811107+0000","last_became_active":"2024-05-21T01:55:48.745010+0000","last_became_peered":"2024-05-21T01:55:48.745010+0000","last_unstale":"2024-05-21T01:57:52.811107+0000","last_undegraded":"2024-05-21T01:57:52.811107+0000","last_fullsized":"2024-05-21T01:57:52.811107+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:15:51.204875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.333394+0000","last_change":"2024-05-21T01:55:52.808811+0000","last_active":"2024-05-21T01:58:01.333394+0000","last_peered":"2024-05-21T01:58:01.333394+0000","last_clean":"2024-05-21T01:58:01.333394+0000","last_became_active":"2024-05-21T01:55:52.808476+0000","last_became_peered":"2024-05-21T01:55:52.808476+0000","last_unstale":"2024-05-21T01:58:01.333394+0000","last_undegraded":"2024-05-21T01:58:01.333394+0000","last_fullsized":"2024-05-21T01:58:01.333394+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:43:06.589957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"82'7","reported_seq":291,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:27.060944+0000","last_change":"2024-05-21T01:55:48.750103+0000","last_active":"2024-05-21T02:00:27.060944+0000","last_peered":"2024-05-21T02:00:27.060944+0000","last_clean":"2024-05-21T02:00:27.060944+0000","last_became_active":"2024-05-21T01:55:48.749743+0000","last_became_peered":"2024-05-21T01:55:48.749743+0000","last_unstale":"2024-05-21T02:00:27.060944+0000","last_undegraded":"2024-05-21T02:00:27.060944+0000","last_fullsized":"2024-05-21T02:00:27.060944+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:41:33.641799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":256,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.273041+0000","last_change":"2024-05-21T01:55:52.807695+0000","last_active":"2024-05-21T01:58:01.273041+0000","last_peered":"2024-05-21T01:58:01.273041+0000","last_clean":"2024-05-21T01:58:01.273041+0000","last_became_active":"2024-05-21T01:55:52.807243+0000","last_became_peered":"2024-05-21T01:55:52.807243+0000","last_unstale":"2024-05-21T01:58:01.273041+0000","last_undegraded":"2024-05-21T01:58:01.273041+0000","last_fullsized":"2024-05-21T01:58:01.273041+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:53:58.427153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.275140+0000","last_change":"2024-05-21T01:55:52.789088+0000","last_active":"2024-05-21T01:58:01.275140+0000","last_peered":"2024-05-21T01:58:01.275140+0000","last_clean":"2024-05-21T01:58:01.275140+0000","last_became_active":"2024-05-21T01:55:52.788365+0000","last_became_peered":"2024-05-21T01:55:52.788365+0000","last_unstale":"2024-05-21T01:58:01.275140+0000","last_undegraded":"2024-05-21T01:58:01.275140+0000","last_fullsized":"2024-05-21T01:58:01.275140+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:58.493356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"82'6","reported_seq":286,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:25.027189+0000","last_change":"2024-05-21T01:55:48.756449+0000","last_active":"2024-05-21T02:00:25.027189+0000","last_peered":"2024-05-21T02:00:25.027189+0000","last_clean":"2024-05-21T02:00:25.027189+0000","last_became_active":"2024-05-21T01:55:48.756059+0000","last_became_peered":"2024-05-21T01:55:48.756059+0000","last_unstale":"2024-05-21T02:00:25.027189+0000","last_undegraded":"2024-05-21T02:00:25.027189+0000","last_fullsized":"2024-05-21T02:00:25.027189+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:53:57.880548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":252,"num_read_kb":252,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"82'8","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.314281+0000","last_change":"2024-05-21T01:56:32.404314+0000","last_active":"2024-05-21T01:58:01.314281+0000","last_peered":"2024-05-21T01:58:01.314281+0000","last_clean":"2024-05-21T01:58:01.314281+0000","last_became_active":"2024-05-21T01:56:32.403843+0000","last_became_peered":"2024-05-21T01:56:32.403843+0000","last_unstale":"2024-05-21T01:58:01.314281+0000","last_undegraded":"2024-05-21T01:58:01.314281+0000","last_fullsized":"2024-05-21T01:58:01.314281+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:28:18.434409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.517993+0000","last_change":"2024-05-21T01:55:48.745444+0000","last_active":"2024-05-21T01:57:57.517993+0000","last_peered":"2024-05-21T01:57:57.517993+0000","last_clean":"2024-05-21T01:57:57.517993+0000","last_became_active":"2024-05-21T01:55:48.745062+0000","last_became_peered":"2024-05-21T01:55:48.745062+0000","last_unstale":"2024-05-21T01:57:57.517993+0000","last_undegraded":"2024-05-21T01:57:57.517993+0000","last_fullsized":"2024-05-21T01:57:57.517993+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:29.992223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:53.881302+0000","last_change":"2024-05-21T01:54:16.098665+0000","last_active":"2024-05-21T01:56:53.881302+0000","last_peered":"2024-05-21T01:56:53.881302+0000","last_clean":"2024-05-21T01:56:53.881302+0000","last_became_active":"2024-05-21T01:54:16.092970+0000","last_became_peered":"2024-05-21T01:54:16.092970+0000","last_unstale":"2024-05-21T01:56:53.881302+0000","last_undegraded":"2024-05-21T01:56:53.881302+0000","last_fullsized":"2024-05-21T01:56:53.881302+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:50:22.048887+0000","last_clean_scrub_stamp":"2024-05-21T01:50:22.048887+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:33:47.946112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746625+0000","last_change":"2024-05-21T01:55:52.805527+0000","last_active":"2024-05-21T01:58:01.746625+0000","last_peered":"2024-05-21T01:58:01.746625+0000","last_clean":"2024-05-21T01:58:01.746625+0000","last_became_active":"2024-05-21T01:55:52.801670+0000","last_became_peered":"2024-05-21T01:55:52.801670+0000","last_unstale":"2024-05-21T01:58:01.746625+0000","last_undegraded":"2024-05-21T01:58:01.746625+0000","last_fullsized":"2024-05-21T01:58:01.746625+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:05:36.541819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:48.887887+0000","last_change":"2024-05-21T01:55:48.738884+0000","last_active":"2024-05-21T01:57:48.887887+0000","last_peered":"2024-05-21T01:57:48.887887+0000","last_clean":"2024-05-21T01:57:48.887887+0000","last_became_active":"2024-05-21T01:55:48.738517+0000","last_became_peered":"2024-05-21T01:55:48.738517+0000","last_unstale":"2024-05-21T01:57:48.887887+0000","last_undegraded":"2024-05-21T01:57:48.887887+0000","last_fullsized":"2024-05-21T01:57:48.887887+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:11:11.105830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:56.435407+0000","last_change":"2024-05-21T01:55:48.745218+0000","last_active":"2024-05-21T01:57:56.435407+0000","last_peered":"2024-05-21T01:57:56.435407+0000","last_clean":"2024-05-21T01:57:56.435407+0000","last_became_active":"2024-05-21T01:55:48.744887+0000","last_became_peered":"2024-05-21T01:55:48.744887+0000","last_unstale":"2024-05-21T01:57:56.435407+0000","last_undegraded":"2024-05-21T01:57:56.435407+0000","last_fullsized":"2024-05-21T01:57:56.435407+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:46:37.471279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.746681+0000","last_change":"2024-05-21T01:55:52.807499+0000","last_active":"2024-05-21T01:58:01.746681+0000","last_peered":"2024-05-21T01:58:01.746681+0000","last_clean":"2024-05-21T01:58:01.746681+0000","last_became_active":"2024-05-21T01:55:52.806929+0000","last_became_peered":"2024-05-21T01:55:52.806929+0000","last_unstale":"2024-05-21T01:58:01.746681+0000","last_undegraded":"2024-05-21T01:58:01.746681+0000","last_fullsized":"2024-05-21T01:58:01.746681+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:29:07.302705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'18","reported_seq":62,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:01.859212+0000","last_change":"2024-05-21T01:56:32.414205+0000","last_active":"2024-05-21T02:00:01.859212+0000","last_peered":"2024-05-21T02:00:01.859212+0000","last_clean":"2024-05-21T02:00:01.859212+0000","last_became_active":"2024-05-21T01:56:32.403198+0000","last_became_peered":"2024-05-21T01:56:32.403198+0000","last_unstale":"2024-05-21T02:00:01.859212+0000","last_undegraded":"2024-05-21T02:00:01.859212+0000","last_fullsized":"2024-05-21T02:00:01.859212+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:09:34.909803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":7,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.619500+0000","last_change":"2024-05-21T01:55:52.803417+0000","last_active":"2024-05-21T01:58:02.619500+0000","last_peered":"2024-05-21T01:58:02.619500+0000","last_clean":"2024-05-21T01:58:02.619500+0000","last_became_active":"2024-05-21T01:55:52.803059+0000","last_became_peered":"2024-05-21T01:55:52.803059+0000","last_unstale":"2024-05-21T01:58:02.619500+0000","last_undegraded":"2024-05-21T01:58:02.619500+0000","last_fullsized":"2024-05-21T01:58:02.619500+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:33:20.939702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.518453+0000","last_change":"2024-05-21T01:55:49.019559+0000","last_active":"2024-05-21T01:58:02.518453+0000","last_peered":"2024-05-21T01:58:02.518453+0000","last_clean":"2024-05-21T01:58:02.518453+0000","last_became_active":"2024-05-21T01:55:49.019207+0000","last_became_peered":"2024-05-21T01:55:49.019207+0000","last_unstale":"2024-05-21T01:58:02.518453+0000","last_undegraded":"2024-05-21T01:58:02.518453+0000","last_fullsized":"2024-05-21T01:58:02.518453+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:18:17.403189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:04.830547+0000","last_change":"2024-05-21T01:55:52.805640+0000","last_active":"2024-05-21T01:58:04.830547+0000","last_peered":"2024-05-21T01:58:04.830547+0000","last_clean":"2024-05-21T01:58:04.830547+0000","last_became_active":"2024-05-21T01:55:52.801050+0000","last_became_peered":"2024-05-21T01:55:52.801050+0000","last_unstale":"2024-05-21T01:58:04.830547+0000","last_undegraded":"2024-05-21T01:58:04.830547+0000","last_fullsized":"2024-05-21T01:58:04.830547+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:11:09.890841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:57:57.768848+0000","last_change":"2024-05-21T01:55:48.742586+0000","last_active":"2024-05-21T01:57:57.768848+0000","last_peered":"2024-05-21T01:57:57.768848+0000","last_clean":"2024-05-21T01:57:57.768848+0000","last_became_active":"2024-05-21T01:55:48.742214+0000","last_became_peered":"2024-05-21T01:55:48.742214+0000","last_unstale":"2024-05-21T01:57:57.768848+0000","last_undegraded":"2024-05-21T01:57:57.768848+0000","last_fullsized":"2024-05-21T01:57:57.768848+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:16:13.073589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"82'2","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.436421+0000","last_change":"2024-05-21T01:55:52.785717+0000","last_active":"2024-05-21T01:58:06.436421+0000","last_peered":"2024-05-21T01:58:06.436421+0000","last_clean":"2024-05-21T01:58:06.436421+0000","last_became_active":"2024-05-21T01:55:52.785361+0000","last_became_peered":"2024-05-21T01:55:52.785361+0000","last_unstale":"2024-05-21T01:58:06.436421+0000","last_undegraded":"2024-05-21T01:58:06.436421+0000","last_fullsized":"2024-05-21T01:58:06.436421+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:01:25.392353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.619377+0000","last_change":"2024-05-21T01:55:48.752103+0000","last_active":"2024-05-21T01:58:02.619377+0000","last_peered":"2024-05-21T01:58:02.619377+0000","last_clean":"2024-05-21T01:58:02.619377+0000","last_became_active":"2024-05-21T01:55:48.751690+0000","last_became_peered":"2024-05-21T01:55:48.751690+0000","last_unstale":"2024-05-21T01:58:02.619377+0000","last_undegraded":"2024-05-21T01:58:02.619377+0000","last_fullsized":"2024-05-21T01:58:02.619377+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:30:16.205788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:04.051019+0000","last_change":"2024-05-21T01:55:52.790644+0000","last_active":"2024-05-21T01:58:04.051019+0000","last_peered":"2024-05-21T01:58:04.051019+0000","last_clean":"2024-05-21T01:58:04.051019+0000","last_became_active":"2024-05-21T01:55:52.790196+0000","last_became_peered":"2024-05-21T01:55:52.790196+0000","last_unstale":"2024-05-21T01:58:04.051019+0000","last_undegraded":"2024-05-21T01:58:04.051019+0000","last_fullsized":"2024-05-21T01:58:04.051019+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:14:18.444779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:56:34.041739+0000","last_change":"2024-05-21T01:56:32.417900+0000","last_active":"2024-05-21T01:56:34.041739+0000","last_peered":"2024-05-21T01:56:34.041739+0000","last_clean":"2024-05-21T01:56:34.041739+0000","last_became_active":"2024-05-21T01:56:32.405738+0000","last_became_peered":"2024-05-21T01:56:32.405738+0000","last_unstale":"2024-05-21T01:56:34.041739+0000","last_undegraded":"2024-05-21T01:56:34.041739+0000","last_fullsized":"2024-05-21T01:56:34.041739+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:08:30.223679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:07.620297+0000","last_change":"2024-05-21T01:55:52.813693+0000","last_active":"2024-05-21T01:58:07.620297+0000","last_peered":"2024-05-21T01:58:07.620297+0000","last_clean":"2024-05-21T01:58:07.620297+0000","last_became_active":"2024-05-21T01:55:52.813284+0000","last_became_peered":"2024-05-21T01:55:52.813284+0000","last_unstale":"2024-05-21T01:58:07.620297+0000","last_undegraded":"2024-05-21T01:58:07.620297+0000","last_fullsized":"2024-05-21T01:58:07.620297+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.379053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.436449+0000","last_change":"2024-05-21T01:55:48.735831+0000","last_active":"2024-05-21T01:58:06.436449+0000","last_peered":"2024-05-21T01:58:06.436449+0000","last_clean":"2024-05-21T01:58:06.436449+0000","last_became_active":"2024-05-21T01:55:48.734953+0000","last_became_peered":"2024-05-21T01:55:48.734953+0000","last_unstale":"2024-05-21T01:58:06.436449+0000","last_undegraded":"2024-05-21T01:58:06.436449+0000","last_fullsized":"2024-05-21T01:58:06.436449+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:12:41.499988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"82'5","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:03.889614+0000","last_change":"2024-05-21T01:55:52.808810+0000","last_active":"2024-05-21T01:58:03.889614+0000","last_peered":"2024-05-21T01:58:03.889614+0000","last_clean":"2024-05-21T01:58:03.889614+0000","last_became_active":"2024-05-21T01:55:52.808455+0000","last_became_peered":"2024-05-21T01:55:52.808455+0000","last_unstale":"2024-05-21T01:58:03.889614+0000","last_undegraded":"2024-05-21T01:58:03.889614+0000","last_fullsized":"2024-05-21T01:58:03.889614+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:58:41.024273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":287,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T02:00:25.823870+0000","last_change":"2024-05-21T01:55:49.019382+0000","last_active":"2024-05-21T02:00:25.823870+0000","last_peered":"2024-05-21T02:00:25.823870+0000","last_clean":"2024-05-21T02:00:25.823870+0000","last_became_active":"2024-05-21T01:55:49.019018+0000","last_became_peered":"2024-05-21T01:55:49.019018+0000","last_unstale":"2024-05-21T02:00:25.823870+0000","last_undegraded":"2024-05-21T02:00:25.823870+0000","last_fullsized":"2024-05-21T02:00:25.823870+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:30:12.350577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":254,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:08.890357+0000","last_change":"2024-05-21T01:55:52.792666+0000","last_active":"2024-05-21T01:58:08.890357+0000","last_peered":"2024-05-21T01:58:08.890357+0000","last_clean":"2024-05-21T01:58:08.890357+0000","last_became_active":"2024-05-21T01:55:52.791830+0000","last_became_peered":"2024-05-21T01:55:52.791830+0000","last_unstale":"2024-05-21T01:58:08.890357+0000","last_undegraded":"2024-05-21T01:58:08.890357+0000","last_fullsized":"2024-05-21T01:58:08.890357+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:46:51.776755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:05.577448+0000","last_change":"2024-05-21T01:55:48.746867+0000","last_active":"2024-05-21T01:58:05.577448+0000","last_peered":"2024-05-21T01:58:05.577448+0000","last_clean":"2024-05-21T01:58:05.577448+0000","last_became_active":"2024-05-21T01:55:48.746307+0000","last_became_peered":"2024-05-21T01:55:48.746307+0000","last_unstale":"2024-05-21T01:58:05.577448+0000","last_undegraded":"2024-05-21T01:58:05.577448+0000","last_fullsized":"2024-05-21T01:58:05.577448+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:39:08.914723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:08.890335+0000","last_change":"2024-05-21T01:55:52.793493+0000","last_active":"2024-05-21T01:58:08.890335+0000","last_peered":"2024-05-21T01:58:08.890335+0000","last_clean":"2024-05-21T01:58:08.890335+0000","last_became_active":"2024-05-21T01:55:52.792783+0000","last_became_peered":"2024-05-21T01:55:52.792783+0000","last_unstale":"2024-05-21T01:58:08.890335+0000","last_undegraded":"2024-05-21T01:58:08.890335+0000","last_fullsized":"2024-05-21T01:58:08.890335+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:26:02.433147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.747527+0000","last_change":"2024-05-21T01:55:48.753433+0000","last_active":"2024-05-21T01:58:06.747527+0000","last_peered":"2024-05-21T01:58:06.747527+0000","last_clean":"2024-05-21T01:58:06.747527+0000","last_became_active":"2024-05-21T01:55:48.752963+0000","last_became_peered":"2024-05-21T01:55:48.752963+0000","last_unstale":"2024-05-21T01:58:06.747527+0000","last_undegraded":"2024-05-21T01:58:06.747527+0000","last_fullsized":"2024-05-21T01:58:06.747527+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:47.699303+0000","last_clean_scrub_stamp":"2024-05-21T01:55:47.699303+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:26:39.943205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:08.890369+0000","last_change":"2024-05-21T01:55:52.792775+0000","last_active":"2024-05-21T01:58:08.890369+0000","last_peered":"2024-05-21T01:58:08.890369+0000","last_clean":"2024-05-21T01:58:08.890369+0000","last_became_active":"2024-05-21T01:55:52.791865+0000","last_became_peered":"2024-05-21T01:55:52.791865+0000","last_unstale":"2024-05-21T01:58:08.890369+0000","last_undegraded":"2024-05-21T01:58:08.890369+0000","last_fullsized":"2024-05-21T01:58:08.890369+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:11:41.277732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"82'9","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.274763+0000","last_change":"2024-05-21T01:55:52.786201+0000","last_active":"2024-05-21T01:58:01.274763+0000","last_peered":"2024-05-21T01:58:01.274763+0000","last_clean":"2024-05-21T01:58:01.274763+0000","last_became_active":"2024-05-21T01:55:52.785856+0000","last_became_peered":"2024-05-21T01:55:52.785856+0000","last_unstale":"2024-05-21T01:58:01.274763+0000","last_undegraded":"2024-05-21T01:58:01.274763+0000","last_fullsized":"2024-05-21T01:58:01.274763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:29:20.372166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"82'12","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.277313+0000","last_change":"2024-05-21T01:55:52.795826+0000","last_active":"2024-05-21T01:58:01.277313+0000","last_peered":"2024-05-21T01:58:01.277313+0000","last_clean":"2024-05-21T01:58:01.277313+0000","last_became_active":"2024-05-21T01:55:52.795418+0000","last_became_peered":"2024-05-21T01:55:52.795418+0000","last_unstale":"2024-05-21T01:58:01.277313+0000","last_undegraded":"2024-05-21T01:58:01.277313+0000","last_fullsized":"2024-05-21T01:58:01.277313+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:55.167219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.335087+0000","last_change":"2024-05-21T01:55:52.796810+0000","last_active":"2024-05-21T01:58:01.335087+0000","last_peered":"2024-05-21T01:58:01.335087+0000","last_clean":"2024-05-21T01:58:01.335087+0000","last_became_active":"2024-05-21T01:55:52.796510+0000","last_became_peered":"2024-05-21T01:55:52.796510+0000","last_unstale":"2024-05-21T01:58:01.335087+0000","last_undegraded":"2024-05-21T01:58:01.335087+0000","last_fullsized":"2024-05-21T01:58:01.335087+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:55:25.901394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"82'7","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:01.340052+0000","last_change":"2024-05-21T01:55:52.812349+0000","last_active":"2024-05-21T01:58:01.340052+0000","last_peered":"2024-05-21T01:58:01.340052+0000","last_clean":"2024-05-21T01:58:01.340052+0000","last_became_active":"2024-05-21T01:55:52.811384+0000","last_became_peered":"2024-05-21T01:55:52.811384+0000","last_unstale":"2024-05-21T01:58:01.340052+0000","last_undegraded":"2024-05-21T01:58:01.340052+0000","last_fullsized":"2024-05-21T01:58:01.340052+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:29:36.765638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"82'4","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:06.747472+0000","last_change":"2024-05-21T01:55:52.811489+0000","last_active":"2024-05-21T01:58:06.747472+0000","last_peered":"2024-05-21T01:58:06.747472+0000","last_clean":"2024-05-21T01:58:06.747472+0000","last_became_active":"2024-05-21T01:55:52.810519+0000","last_became_peered":"2024-05-21T01:55:52.810519+0000","last_unstale":"2024-05-21T01:58:06.747472+0000","last_undegraded":"2024-05-21T01:58:06.747472+0000","last_fullsized":"2024-05-21T01:58:06.747472+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:35:31.637902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:04.051047+0000","last_change":"2024-05-21T01:55:52.785529+0000","last_active":"2024-05-21T01:58:04.051047+0000","last_peered":"2024-05-21T01:58:04.051047+0000","last_clean":"2024-05-21T01:58:04.051047+0000","last_became_active":"2024-05-21T01:55:52.785132+0000","last_became_peered":"2024-05-21T01:55:52.785132+0000","last_unstale":"2024-05-21T01:58:04.051047+0000","last_undegraded":"2024-05-21T01:58:04.051047+0000","last_fullsized":"2024-05-21T01:58:04.051047+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:43:08.897487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"82'15","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.079857+0000","last_change":"2024-05-21T01:55:52.786919+0000","last_active":"2024-05-21T01:58:02.079857+0000","last_peered":"2024-05-21T01:58:02.079857+0000","last_clean":"2024-05-21T01:58:02.079857+0000","last_became_active":"2024-05-21T01:55:52.786530+0000","last_became_peered":"2024-05-21T01:55:52.786530+0000","last_unstale":"2024-05-21T01:58:02.079857+0000","last_undegraded":"2024-05-21T01:58:02.079857+0000","last_fullsized":"2024-05-21T01:58:02.079857+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:31:34.866513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"82'2","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:02.619477+0000","last_change":"2024-05-21T01:55:52.802546+0000","last_active":"2024-05-21T01:58:02.619477+0000","last_peered":"2024-05-21T01:58:02.619477+0000","last_clean":"2024-05-21T01:58:02.619477+0000","last_became_active":"2024-05-21T01:55:52.801565+0000","last_became_peered":"2024-05-21T01:55:52.801565+0000","last_unstale":"2024-05-21T01:58:02.619477+0000","last_undegraded":"2024-05-21T01:58:02.619477+0000","last_fullsized":"2024-05-21T01:58:02.619477+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:20:38.333797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"82'6","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:05.577394+0000","last_change":"2024-05-21T01:55:52.805709+0000","last_active":"2024-05-21T01:58:05.577394+0000","last_peered":"2024-05-21T01:58:05.577394+0000","last_clean":"2024-05-21T01:58:05.577394+0000","last_became_active":"2024-05-21T01:55:52.805419+0000","last_became_peered":"2024-05-21T01:55:52.805419+0000","last_unstale":"2024-05-21T01:58:05.577394+0000","last_undegraded":"2024-05-21T01:58:05.577394+0000","last_fullsized":"2024-05-21T01:58:05.577394+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:56:46.631141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"82'8","reported_seq":30,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:07.620215+0000","last_change":"2024-05-21T01:55:52.803820+0000","last_active":"2024-05-21T01:58:07.620215+0000","last_peered":"2024-05-21T01:58:07.620215+0000","last_clean":"2024-05-21T01:58:07.620215+0000","last_became_active":"2024-05-21T01:55:52.803411+0000","last_became_peered":"2024-05-21T01:55:52.803411+0000","last_unstale":"2024-05-21T01:58:07.620215+0000","last_undegraded":"2024-05-21T01:58:07.620215+0000","last_fullsized":"2024-05-21T01:58:07.620215+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T13:26:22.724209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"82'10","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:07.769739+0000","last_change":"2024-05-21T01:55:52.803270+0000","last_active":"2024-05-21T01:58:07.769739+0000","last_peered":"2024-05-21T01:58:07.769739+0000","last_clean":"2024-05-21T01:58:07.769739+0000","last_became_active":"2024-05-21T01:55:52.802920+0000","last_became_peered":"2024-05-21T01:55:52.802920+0000","last_unstale":"2024-05-21T01:58:07.769739+0000","last_undegraded":"2024-05-21T01:58:07.769739+0000","last_fullsized":"2024-05-21T01:58:07.769739+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:13:16.074630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"82'11","reported_seq":33,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:11.748089+0000","last_change":"2024-05-21T01:55:52.809556+0000","last_active":"2024-05-21T01:58:11.748089+0000","last_peered":"2024-05-21T01:58:11.748089+0000","last_clean":"2024-05-21T01:58:11.748089+0000","last_became_active":"2024-05-21T01:55:52.809065+0000","last_became_peered":"2024-05-21T01:55:52.809065+0000","last_unstale":"2024-05-21T01:58:11.748089+0000","last_undegraded":"2024-05-21T01:58:11.748089+0000","last_fullsized":"2024-05-21T01:58:11.748089+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:27:08.547167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"82'8","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-05-21T01:58:09.051481+0000","last_change":"2024-05-21T01:56:32.409823+0000","last_active":"2024-05-21T01:58:09.051481+0000","last_peered":"2024-05-21T01:58:09.051481+0000","last_clean":"2024-05-21T01:58:09.051481+0000","last_became_active":"2024-05-21T01:56:32.409023+0000","last_became_peered":"2024-05-21T01:56:32.409023+0000","last_unstale":"2024-05-21T01:58:09.051481+0000","last_undegraded":"2024-05-21T01:58:09.051481+0000","last_fullsized":"2024-05-21T01:58:09.051481+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T01:55:51.749939+0000","last_clean_scrub_stamp":"2024-05-21T01:55:51.749939+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:44:28.152579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":78505,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2573,"num_read_kb":1367,"num_write":262,"num_write_kb":157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":28083,"num_keys_recovered":7,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":602112,"data_stored":235515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":72,"seq":309237645384,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":434807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":66,"seq":283467841613,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28592,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716560,"statfs":{"total":95995035648,"available":95965757440,"internally_reserved":0,"allocated":1613824,"data_stored":1097387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":61,"seq":261993005138,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":434737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":55,"seq":236223201369,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397600,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32660,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712492,"statfs":{"total":95995035648,"available":95961591808,"internally_reserved":0,"allocated":1519616,"data_stored":1028084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593829,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36224,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708928,"statfs":{"total":95995035648,"available":95957942272,"internally_reserved":0,"allocated":909312,"data_stored":434986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574977,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":507140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738503,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":435793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411452,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":921600,"data_stored":435587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149815,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":925696,"data_stored":434279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953584,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":991232,"data_stored":505866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790059,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28512,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716640,"statfs":{"total":95995035648,"available":95965839360,"internally_reserved":0,"allocated":1531904,"data_stored":1026920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":73525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":72251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":73287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T02:00:33.980 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:00:34.502 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:34.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:34 smithi007 ceph-mon[31288]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:34.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:34 smithi007 ceph-mon[31288]: pgmap v463: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:34.906 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:34 smithi007 ceph-mon[31288]: scrub summary: idle 2024-05-21T02:00:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:34 smithi190 ceph-mon[35961]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:34 smithi190 ceph-mon[35961]: pgmap v463: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:34 smithi190 ceph-mon[35961]: scrub summary: idle 2024-05-21T02:00:35.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:34 smithi164 ceph-mon[36138]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T02:00:35.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:34 smithi164 ceph-mon[36138]: pgmap v463: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:35.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:34 smithi164 ceph-mon[36138]: scrub summary: idle 2024-05-21T02:00:36.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:35 smithi190 ceph-mon[35961]: pgmap v464: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:36.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:35 smithi164 ceph-mon[36138]: pgmap v464: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:36.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:35 smithi007 ceph-mon[31288]: pgmap v464: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:00:36.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.868+0000 7ff32e400700 1 -- 172.21.15.7:0/2631172765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 msgr2=0x7ff328112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:36.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.868+0000 7ff32e400700 1 --2- 172.21.15.7:0/2631172765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 0x7ff328112540 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff32000b0a0 tx=0x7ff32000b3b0 comp rx=0 tx=0).stop 2024-05-21T02:00:36.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.869+0000 7ff32e400700 1 -- 172.21.15.7:0/2631172765 shutdown_connections 2024-05-21T02:00:36.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.869+0000 7ff32e400700 1 --2- 172.21.15.7:0/2631172765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 0x7ff328112540 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:36.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.869+0000 7ff32e400700 1 --2- 172.21.15.7:0/2631172765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff32810b670 0x7ff32810ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:36.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.869+0000 7ff32e400700 1 --2- 172.21.15.7:0/2631172765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff328105670 0x7ff328105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:36.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.869+0000 7ff32e400700 1 -- 172.21.15.7:0/2631172765 >> 172.21.15.7:0/2631172765 conn(0x7ff328101160 msgr2=0x7ff328103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:36.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.869+0000 7ff32e400700 1 -- 172.21.15.7:0/2631172765 shutdown_connections 2024-05-21T02:00:36.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.869+0000 7ff32e400700 1 -- 172.21.15.7:0/2631172765 wait complete. 2024-05-21T02:00:36.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.870+0000 7ff32e400700 1 Processor -- start 2024-05-21T02:00:36.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.871+0000 7ff32e400700 1 -- start start 2024-05-21T02:00:36.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.871+0000 7ff32e400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff328105670 0x7ff3281a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:36.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.871+0000 7ff32e400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 0x7ff3281a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:36.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.871+0000 7ff32e400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff32810b670 0x7ff32819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:36.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.871+0000 7ff32e400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff328115900 con 0x7ff328106030 2024-05-21T02:00:36.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.871+0000 7ff32e400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff328115780 con 0x7ff328105670 2024-05-21T02:00:36.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.871+0000 7ff32e400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff328115a80 con 0x7ff32810b670 2024-05-21T02:00:36.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff32da00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff32810b670 0x7ff32819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:36.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff327e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 0x7ff3281a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:36.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff32d000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff328105670 0x7ff3281a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:36.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff32da00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff32810b670 0x7ff32819bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:57968/0 (socket says 172.21.15.7:57968) 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff32d000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff328105670 0x7ff3281a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:54352/0 (socket says 172.21.15.7:54352) 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff32da00700 1 -- 172.21.15.7:0/1201268412 learned_addr learned my addr 172.21.15.7:0/1201268412 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff327e00700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 0x7ff3281a1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44384/0 (socket says 172.21.15.7:44384) 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff327e00700 1 -- 172.21.15.7:0/1201268412 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff32810b670 msgr2=0x7ff32819bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff327e00700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff32810b670 0x7ff32819bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff327e00700 1 -- 172.21.15.7:0/1201268412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff328105670 msgr2=0x7ff3281a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff327e00700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff328105670 0x7ff3281a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff327e00700 1 -- 172.21.15.7:0/1201268412 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff32819c400 con 0x7ff328106030 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff32da00700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff32810b670 0x7ff32819bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.872+0000 7ff32d000700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff328105670 0x7ff3281a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.873+0000 7ff327e00700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 0x7ff3281a1f90 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff31400e9f0 tx=0x7ff31400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.873+0000 7ff325600700 1 -- 172.21.15.7:0/1201268412 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff31400cb70 con 0x7ff328106030 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.873+0000 7ff325600700 1 -- 172.21.15.7:0/1201268412 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff31400ee90 con 0x7ff328106030 2024-05-21T02:00:36.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.873+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff32819c6f0 con 0x7ff328106030 2024-05-21T02:00:36.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.873+0000 7ff325600700 1 -- 172.21.15.7:0/1201268412 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff314003d40 con 0x7ff328106030 2024-05-21T02:00:36.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.873+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3281a89d0 con 0x7ff328106030 2024-05-21T02:00:36.876 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.874+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff328106db0 con 0x7ff328106030 2024-05-21T02:00:36.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.877+0000 7ff325600700 1 -- 172.21.15.7:0/1201268412 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff314003ee0 con 0x7ff328106030 2024-05-21T02:00:36.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.878+0000 7ff325600700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff3100b2900 0x7ff3100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:36.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.879+0000 7ff325600700 1 -- 172.21.15.7:0/1201268412 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ff3140e2350 con 0x7ff328106030 2024-05-21T02:00:36.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.879+0000 7ff32d000700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff3100b2900 0x7ff3100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:36.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.879+0000 7ff32d000700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff3100b2900 0x7ff3100b4dc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff31c009fd0 tx=0x7ff31c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:36.884 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:36.883+0000 7ff325600700 1 -- 172.21.15.7:0/1201268412 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff3140aa030 con 0x7ff328106030 2024-05-21T02:00:37.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.183+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff32802e560 con 0x7ff328106030 2024-05-21T02:00:37.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.184+0000 7ff325600700 1 -- 172.21.15.7:0/1201268412 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7ff3140a9930 con 0x7ff328106030 2024-05-21T02:00:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:37.186 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:00:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.189+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff3100b2900 msgr2=0x7ff3100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.189+0000 7ff32e400700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff3100b2900 0x7ff3100b4dc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff31c009fd0 tx=0x7ff31c009260 comp rx=0 tx=0).stop 2024-05-21T02:00:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.189+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 msgr2=0x7ff3281a1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.189+0000 7ff32e400700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 0x7ff3281a1f90 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff31400e9f0 tx=0x7ff31400ed00 comp rx=0 tx=0).stop 2024-05-21T02:00:37.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.190+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 shutdown_connections 2024-05-21T02:00:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.190+0000 7ff32e400700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff32810b670 0x7ff32819bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.190+0000 7ff32e400700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff328105670 0x7ff3281a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.190+0000 7ff32e400700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff3100b2900 0x7ff3100b4dc0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.190+0000 7ff32e400700 1 --2- 172.21.15.7:0/1201268412 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff328106030 0x7ff3281a1f90 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.190+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 >> 172.21.15.7:0/1201268412 conn(0x7ff328101160 msgr2=0x7ff3281017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.190+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 shutdown_connections 2024-05-21T02:00:37.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:37.190+0000 7ff32e400700 1 -- 172.21.15.7:0/1201268412 wait complete. 2024-05-21T02:00:37.193 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:00:37.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:37 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1201268412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:37.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:37 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1201268412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:37.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:37 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1201268412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:38.276 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:00:38.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:38 smithi007 ceph-mon[31288]: pgmap v465: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T02:00:38.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:38 smithi190 ceph-mon[35961]: pgmap v465: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T02:00:38.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:38 smithi164 ceph-mon[36138]: pgmap v465: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T02:00:38.709 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:40.523 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:40 smithi007 ceph-mon[31288]: pgmap v466: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 11 op/s 2024-05-21T02:00:40.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:40 smithi190 ceph-mon[35961]: pgmap v466: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 11 op/s 2024-05-21T02:00:40.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:40 smithi164 ceph-mon[36138]: pgmap v466: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 11 op/s 2024-05-21T02:00:41.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.104+0000 7fcccc000700 1 -- 172.21.15.7:0/67480765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccc406bbe0 msgr2=0x7fccc41103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:41.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.104+0000 7fcccc000700 1 --2- 172.21.15.7:0/67480765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccc406bbe0 0x7fccc41103d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fccbc009990 tx=0x7fccbc009ca0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.104+0000 7fcccc000700 1 -- 172.21.15.7:0/67480765 shutdown_connections 2024-05-21T02:00:41.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.104+0000 7fcccc000700 1 --2- 172.21.15.7:0/67480765 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccc406bbe0 0x7fccc41103d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.104+0000 7fcccc000700 1 --2- 172.21.15.7:0/67480765 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fccc41095b0 0x7fccc4109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.104+0000 7fcccc000700 1 --2- 172.21.15.7:0/67480765 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccc406b220 0x7fccc406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.104+0000 7fcccc000700 1 -- 172.21.15.7:0/67480765 >> 172.21.15.7:0/67480765 conn(0x7fccc40793f0 msgr2=0x7fccc4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:41.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.104+0000 7fcccc000700 1 -- 172.21.15.7:0/67480765 shutdown_connections 2024-05-21T02:00:41.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.104+0000 7fcccc000700 1 -- 172.21.15.7:0/67480765 wait complete. 2024-05-21T02:00:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.105+0000 7fcccc000700 1 Processor -- start 2024-05-21T02:00:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.106+0000 7fcccc000700 1 -- start start 2024-05-21T02:00:41.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.106+0000 7fcccc000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccc406b220 0x7fccc419bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.106+0000 7fcccc000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fccc406bbe0 0x7fccc419c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.106+0000 7fcccc000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccc41095b0 0x7fccc41a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.106+0000 7fcccc000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fccc4113710 con 0x7fccc406b220 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.106+0000 7fcccc000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fccc4113590 con 0x7fccc41095b0 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.106+0000 7fcccc000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fccc4113890 con 0x7fccc406bbe0 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.106+0000 7fccc9600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccc406b220 0x7fccc419bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.106+0000 7fccc8c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fccc406bbe0 0x7fccc419c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccc8c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fccc406bbe0 0x7fccc419c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:57982/0 (socket says 172.21.15.7:57982) 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccc8c00700 1 -- 172.21.15.7:0/1464530868 learned_addr learned my addr 172.21.15.7:0/1464530868 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccca000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccc41095b0 0x7fccc41a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:41.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccca000700 1 -- 172.21.15.7:0/1464530868 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fccc406bbe0 msgr2=0x7fccc419c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:41.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccca000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fccc406bbe0 0x7fccc419c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccca000700 1 -- 172.21.15.7:0/1464530868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccc406b220 msgr2=0x7fccc419bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:41.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccca000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccc406b220 0x7fccc419bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccca000700 1 -- 172.21.15.7:0/1464530868 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc41a0de0 con 0x7fccc41095b0 2024-05-21T02:00:41.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccc8c00700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fccc406bbe0 0x7fccc419c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:00:41.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.107+0000 7fccca000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccc41095b0 0x7fccc41a06a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fccbc009990 tx=0x7fccbc0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:41.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.108+0000 7fccc2000700 1 -- 172.21.15.7:0/1464530868 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccbc027070 con 0x7fccc41095b0 2024-05-21T02:00:41.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.108+0000 7fccc2000700 1 -- 172.21.15.7:0/1464530868 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fccbc022470 con 0x7fccc41095b0 2024-05-21T02:00:41.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.108+0000 7fccc2000700 1 -- 172.21.15.7:0/1464530868 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccbc017650 con 0x7fccc41095b0 2024-05-21T02:00:41.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.108+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccc41a1070 con 0x7fccc41095b0 2024-05-21T02:00:41.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.108+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccc41a8950 con 0x7fccc41095b0 2024-05-21T02:00:41.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.109+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccc406a230 con 0x7fccc41095b0 2024-05-21T02:00:41.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.111+0000 7fccc2000700 1 -- 172.21.15.7:0/1464530868 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fccbc02a070 con 0x7fccc41095b0 2024-05-21T02:00:41.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.113+0000 7fccc2000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fccac0b2900 0x7fccac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.113+0000 7fccc2000700 1 -- 172.21.15.7:0/1464530868 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fccbc0e2f10 con 0x7fccc41095b0 2024-05-21T02:00:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.113+0000 7fccc9600700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fccac0b2900 0x7fccac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:41.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.114+0000 7fccc9600700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fccac0b2900 0x7fccac0b4dc0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fccb8009550 tx=0x7fccb80091f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:41.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.115+0000 7fccc2000700 1 -- 172.21.15.7:0/1464530868 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fccbc013070 con 0x7fccc41095b0 2024-05-21T02:00:41.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.402+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fccc41a8b20 con 0x7fccc41095b0 2024-05-21T02:00:41.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.403+0000 7fccc2000700 1 -- 172.21.15.7:0/1464530868 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fccbc0aac80 con 0x7fccc41095b0 2024-05-21T02:00:41.405 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:41.405 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:00:41.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fccac0b2900 msgr2=0x7fccac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:41.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fccac0b2900 0x7fccac0b4dc0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fccb8009550 tx=0x7fccb80091f0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccc41095b0 msgr2=0x7fccc41a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:41.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccc41095b0 0x7fccc41a06a0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fccbc009990 tx=0x7fccbc0057c0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 shutdown_connections 2024-05-21T02:00:41.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fccc41095b0 0x7fccc41a06a0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fccac0b2900 0x7fccac0b4dc0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fccc406b220 0x7fccc419bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 --2- 172.21.15.7:0/1464530868 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fccc406bbe0 0x7fccc419c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:41.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.406+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 >> 172.21.15.7:0/1464530868 conn(0x7fccc40793f0 msgr2=0x7fccc410e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:41.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.407+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 shutdown_connections 2024-05-21T02:00:41.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:41.407+0000 7fcccc000700 1 -- 172.21.15.7:0/1464530868 wait complete. 2024-05-21T02:00:41.410 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:00:41.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:41 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1464530868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:41.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:41 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1464530868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:41 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1464530868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:42.329 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T02:00:42.524 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:42 smithi007 ceph-mon[31288]: pgmap v467: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:42 smithi190 ceph-mon[35961]: pgmap v467: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:42 smithi164 ceph-mon[36138]: pgmap v467: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:44.759 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:44 smithi007 ceph-mon[31288]: pgmap v468: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:00:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:44 smithi190 ceph-mon[35961]: pgmap v468: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:00:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:44 smithi164 ceph-mon[36138]: pgmap v468: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:00:45.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.085+0000 7fe7a1600700 1 -- 172.21.15.7:0/452031144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c075770 msgr2=0x7fe79c075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:45.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.085+0000 7fe7a1600700 1 --2- 172.21.15.7:0/452031144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c075770 0x7fe79c075b50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe78c00b0a0 tx=0x7fe78c00b3b0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.085+0000 7fe7a1600700 1 -- 172.21.15.7:0/452031144 shutdown_connections 2024-05-21T02:00:45.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.085+0000 7fe7a1600700 1 --2- 172.21.15.7:0/452031144 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c10ff40 0x7fe79c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.085+0000 7fe7a1600700 1 --2- 172.21.15.7:0/452031144 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c075770 0x7fe79c075b50 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.085+0000 7fe7a1600700 1 --2- 172.21.15.7:0/452031144 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe79c076090 0x7fe79c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.085+0000 7fe7a1600700 1 -- 172.21.15.7:0/452031144 >> 172.21.15.7:0/452031144 conn(0x7fe79c07a6a0 msgr2=0x7fe79c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:45.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.086+0000 7fe7a1600700 1 -- 172.21.15.7:0/452031144 shutdown_connections 2024-05-21T02:00:45.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.086+0000 7fe7a1600700 1 -- 172.21.15.7:0/452031144 wait complete. 2024-05-21T02:00:45.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.087+0000 7fe7a1600700 1 Processor -- start 2024-05-21T02:00:45.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.087+0000 7fe7a1600700 1 -- start start 2024-05-21T02:00:45.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.087+0000 7fe7a1600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe79c075770 0x7fe79c19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.087+0000 7fe7a1600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c076090 0x7fe79c19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.087+0000 7fe7a1600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c10ff40 0x7fe79c1a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.087+0000 7fe7a1600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c1158f0 con 0x7fe79c076090 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.087+0000 7fe7a1600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c115770 con 0x7fe79c10ff40 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.087+0000 7fe7a1600700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe79c115a70 con 0x7fe79c075770 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c076090 0x7fe79c19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe79c075770 0x7fe79c19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c076090 0x7fe79c19c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:44440/0 (socket says 172.21.15.7:44440) 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79a000700 1 -- 172.21.15.7:0/3539603325 learned_addr learned my addr 172.21.15.7:0/3539603325 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79b400700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c10ff40 0x7fe79c1a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79a000700 1 -- 172.21.15.7:0/3539603325 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe79c075770 msgr2=0x7fe79c19be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:45.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79a000700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe79c075770 0x7fe79c19be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79a000700 1 -- 172.21.15.7:0/3539603325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c10ff40 msgr2=0x7fe79c1a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:45.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79a000700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c10ff40 0x7fe79c1a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.088+0000 7fe79a000700 1 -- 172.21.15.7:0/3539603325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe79c1a0e50 con 0x7fe79c076090 2024-05-21T02:00:45.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.089+0000 7fe79a000700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c076090 0x7fe79c19c380 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe78800ea50 tx=0x7fe78800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:45.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.089+0000 7fe793400700 1 -- 172.21.15.7:0/3539603325 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe78800cbd0 con 0x7fe79c076090 2024-05-21T02:00:45.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.089+0000 7fe793400700 1 -- 172.21.15.7:0/3539603325 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe78800cd70 con 0x7fe79c076090 2024-05-21T02:00:45.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.089+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe79c1a1140 con 0x7fe79c076090 2024-05-21T02:00:45.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.089+0000 7fe793400700 1 -- 172.21.15.7:0/3539603325 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe788018680 con 0x7fe79c076090 2024-05-21T02:00:45.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.089+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe79c1a89c0 con 0x7fe79c076090 2024-05-21T02:00:45.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.090+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe79c06a230 con 0x7fe79c076090 2024-05-21T02:00:45.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.093+0000 7fe793400700 1 -- 172.21.15.7:0/3539603325 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe78801f020 con 0x7fe79c076090 2024-05-21T02:00:45.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.095+0000 7fe793400700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7800b2880 0x7fe7800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:45.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.095+0000 7fe793400700 1 -- 172.21.15.7:0/3539603325 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe7880e21e0 con 0x7fe79c076090 2024-05-21T02:00:45.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.095+0000 7fe79aa00700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7800b2880 0x7fe7800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:45.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.096+0000 7fe79aa00700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7800b2880 0x7fe7800b4d40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe78c009e60 tx=0x7fe78c00b700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:45.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.102+0000 7fe793400700 1 -- 172.21.15.7:0/3539603325 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe7880a9ec0 con 0x7fe79c076090 2024-05-21T02:00:45.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.343+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe79c02e560 con 0x7fe79c076090 2024-05-21T02:00:45.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.346+0000 7fe793400700 1 -- 172.21.15.7:0/3539603325 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7fe7880a97c0 con 0x7fe79c076090 2024-05-21T02:00:45.347 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:45.348 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T02:00:45.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.349+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7800b2880 msgr2=0x7fe7800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:45.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.349+0000 7fe7a1600700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7800b2880 0x7fe7800b4d40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe78c009e60 tx=0x7fe78c00b700 comp rx=0 tx=0).stop 2024-05-21T02:00:45.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.349+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c076090 msgr2=0x7fe79c19c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:45.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.349+0000 7fe7a1600700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c076090 0x7fe79c19c380 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe78800ea50 tx=0x7fe78800ed60 comp rx=0 tx=0).stop 2024-05-21T02:00:45.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.350+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 shutdown_connections 2024-05-21T02:00:45.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.350+0000 7fe7a1600700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe79c10ff40 0x7fe79c1a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.350+0000 7fe7a1600700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe79c075770 0x7fe79c19be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.350+0000 7fe7a1600700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7800b2880 0x7fe7800b4d40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.350+0000 7fe7a1600700 1 --2- 172.21.15.7:0/3539603325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe79c076090 0x7fe79c19c380 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:45.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.350+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 >> 172.21.15.7:0/3539603325 conn(0x7fe79c07a6a0 msgr2=0x7fe79c101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:45.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.350+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 shutdown_connections 2024-05-21T02:00:45.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:45.350+0000 7fe7a1600700 1 -- 172.21.15.7:0/3539603325 wait complete. 2024-05-21T02:00:45.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:45 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3539603325' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:00:45.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:45 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3539603325' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:00:45.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:45 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3539603325' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:00:46.214 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-05-21T02:00:46.693 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:46.757 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:46 smithi190 ceph-mon[35961]: pgmap v469: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:00:46.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:46 smithi007 ceph-mon[31288]: pgmap v469: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:00:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:46 smithi164 ceph-mon[36138]: pgmap v469: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:00:48.666 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:48 smithi007 ceph-mon[31288]: pgmap v470: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:00:48.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:48 smithi190 ceph-mon[35961]: pgmap v470: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:00:48.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:48 smithi164 ceph-mon[36138]: pgmap v470: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:00:49.881 INFO:teuthology.orchestra.run.smithi007.stdout:{"run_dir":"/var/run/ceph"} 2024-05-21T02:00:49.881 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-05-21T02:00:49.882 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 2958 2024-05-21T02:00:49.882 DEBUG:tasks.quiescer:Yielding 2024-05-21T02:00:49.882 INFO:teuthology.run_tasks:Running task workunit... 2024-05-21T02:00:49.895 INFO:tasks.workunit:Pulling workunits from ref 0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T02:00:49.896 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-21T02:00:49.896 INFO:tasks.workunit:timeout=3h 2024-05-21T02:00:49.896 INFO:tasks.workunit:cleanup=True 2024-05-21T02:00:49.896 DEBUG:teuthology.orchestra.run.smithi007:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-21T02:00:49.897 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:00:49.949 INFO:teuthology.orchestra.run.smithi007.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-21T02:00:49.949 INFO:teuthology.orchestra.run.smithi007.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-05-21T02:00:49.949 INFO:teuthology.orchestra.run.smithi007.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-05-21T02:00:49.949 INFO:teuthology.orchestra.run.smithi007.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T02:00:49.949 INFO:teuthology.orchestra.run.smithi007.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-05-21T02:00:49.949 INFO:teuthology.orchestra.run.smithi007.stdout:Access: 2024-05-21 01:56:35.096603844 +0000 2024-05-21T02:00:49.949 INFO:teuthology.orchestra.run.smithi007.stdout:Modify: 2024-05-21 01:56:35.096603844 +0000 2024-05-21T02:00:49.949 INFO:teuthology.orchestra.run.smithi007.stdout:Change: 2024-05-21 02:00:01.813054237 +0000 2024-05-21T02:00:49.950 INFO:teuthology.orchestra.run.smithi007.stdout: Birth: 2024-05-21 01:56:35.096603844 +0000 2024-05-21T02:00:49.950 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-21T02:00:49.950 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-21T02:00:50.085 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 0051ea03417a66dbfd5a17ea02c9049bcda16863 2024-05-21T02:00:50.144 INFO:tasks.workunit.client.0.smithi007.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-21T02:00:50.352 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:50.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:50 smithi007 ceph-mon[31288]: pgmap v471: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:00:50.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:50 smithi190 ceph-mon[35961]: pgmap v471: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:00:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:50 smithi164 ceph-mon[36138]: pgmap v471: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:00:52.668 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:52 smithi007 ceph-mon[31288]: pgmap v472: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:52.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.732+0000 7efe0fc00700 1 -- 172.21.15.7:0/3039645367 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102e00 msgr2=0x7efe0810f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:52.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.732+0000 7efe0fc00700 1 --2- 172.21.15.7:0/3039645367 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102e00 0x7efe0810f2f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efe00009f90 tx=0x7efe0000b330 comp rx=0 tx=0).stop 2024-05-21T02:00:52.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.732+0000 7efe0fc00700 1 -- 172.21.15.7:0/3039645367 shutdown_connections 2024-05-21T02:00:52.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.732+0000 7efe0fc00700 1 --2- 172.21.15.7:0/3039645367 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102e00 0x7efe0810f2f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:52.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.732+0000 7efe0fc00700 1 --2- 172.21.15.7:0/3039645367 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe08108520 0x7efe08108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:52.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.732+0000 7efe0fc00700 1 --2- 172.21.15.7:0/3039645367 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe08102440 0x7efe081028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:52.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.732+0000 7efe0fc00700 1 -- 172.21.15.7:0/3039645367 >> 172.21.15.7:0/3039645367 conn(0x7efe080793f0 msgr2=0x7efe08079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:52.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.732+0000 7efe0fc00700 1 -- 172.21.15.7:0/3039645367 shutdown_connections 2024-05-21T02:00:52.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.732+0000 7efe0fc00700 1 -- 172.21.15.7:0/3039645367 wait complete. 2024-05-21T02:00:52.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.733+0000 7efe0fc00700 1 Processor -- start 2024-05-21T02:00:52.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.733+0000 7efe0fc00700 1 -- start start 2024-05-21T02:00:52.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0fc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102440 0x7efe0819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:52.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0fc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe08102e00 0x7efe0819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:52.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0fc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe08108520 0x7efe081a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:52.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0fc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7efe08112620 con 0x7efe08102e00 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0fc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7efe081124a0 con 0x7efe08108520 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0fc00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7efe081127a0 con 0x7efe08102440 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0dc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe08108520 0x7efe081a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0d200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102440 0x7efe0819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe07e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe08102e00 0x7efe0819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0d200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102440 0x7efe0819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47430/0 (socket says 172.21.15.7:47430) 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0dc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe08108520 0x7efe081a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:57994/0 (socket says 172.21.15.7:57994) 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.734+0000 7efe0d200700 1 -- 172.21.15.7:0/1195279076 learned_addr learned my addr 172.21.15.7:0/1195279076 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe0d200700 1 -- 172.21.15.7:0/1195279076 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe08108520 msgr2=0x7efe081a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe0d200700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe08108520 0x7efe081a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe0d200700 1 -- 172.21.15.7:0/1195279076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe08102e00 msgr2=0x7efe0819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:52.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe0d200700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe08102e00 0x7efe0819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:52.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe0d200700 1 -- 172.21.15.7:0/1195279076 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe081a0e70 con 0x7efe08102440 2024-05-21T02:00:52.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe0d200700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102440 0x7efe0819be60 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7efdfc00e9a0 tx=0x7efdfc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:52.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe05600700 1 -- 172.21.15.7:0/1195279076 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdfc00ca10 con 0x7efe08102440 2024-05-21T02:00:52.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe05600700 1 -- 172.21.15.7:0/1195279076 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdfc00cbb0 con 0x7efe08102440 2024-05-21T02:00:52.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe05600700 1 -- 172.21.15.7:0/1195279076 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdfc018680 con 0x7efe08102440 2024-05-21T02:00:52.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.735+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe081a1160 con 0x7efe08102440 2024-05-21T02:00:52.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.736+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe081a89e0 con 0x7efe08102440 2024-05-21T02:00:52.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.737+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe0806a230 con 0x7efe08102440 2024-05-21T02:00:52.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.739+0000 7efe05600700 1 -- 172.21.15.7:0/1195279076 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7efdfc04aab0 con 0x7efe08102440 2024-05-21T02:00:52.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.741+0000 7efe05600700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efdf00b2900 0x7efdf00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:52.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.741+0000 7efe05600700 1 -- 172.21.15.7:0/1195279076 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7efdfc0e23f0 con 0x7efe08102440 2024-05-21T02:00:52.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.741+0000 7efe07e00700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efdf00b2900 0x7efdf00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:52.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.742+0000 7efe07e00700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efdf00b2900 0x7efdf00b4dc0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7efdf4009750 tx=0x7efdf4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:52.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:52.743+0000 7efe05600700 1 -- 172.21.15.7:0/1195279076 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efdfc0aa0d0 con 0x7efe08102440 2024-05-21T02:00:52.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:52 smithi190 ceph-mon[35961]: pgmap v472: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:52 smithi164 ceph-mon[36138]: pgmap v472: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:00:53.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.038+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efe081a8c10 con 0x7efe08102440 2024-05-21T02:00:53.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.039+0000 7efe05600700 1 -- 172.21.15.7:0/1195279076 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7efdfc0bee20 con 0x7efe08102440 2024-05-21T02:00:53.040 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:00:53.040 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:00:53.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efdf00b2900 msgr2=0x7efdf00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:53.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efdf00b2900 0x7efdf00b4dc0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7efdf4009750 tx=0x7efdf4009310 comp rx=0 tx=0).stop 2024-05-21T02:00:53.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102440 msgr2=0x7efe0819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:53.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102440 0x7efe0819be60 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7efdfc00e9a0 tx=0x7efdfc00ecb0 comp rx=0 tx=0).stop 2024-05-21T02:00:53.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 shutdown_connections 2024-05-21T02:00:53.043 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7efe08108520 0x7efe081a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:53.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7efe08102440 0x7efe0819be60 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:53.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7efdf00b2900 0x7efdf00b4dc0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:53.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 --2- 172.21.15.7:0/1195279076 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7efe08102e00 0x7efe0819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:53.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.042+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 >> 172.21.15.7:0/1195279076 conn(0x7efe080793f0 msgr2=0x7efe0806b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:53.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.043+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 shutdown_connections 2024-05-21T02:00:53.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:53.043+0000 7efe0fc00700 1 -- 172.21.15.7:0/1195279076 wait complete. 2024-05-21T02:00:53.045 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:00:53.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:53 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1195279076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:53.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:53 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1195279076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:53.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:53 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1195279076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:00:53.998 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T01:55:55.637693+0000', 'modified': '2024-05-21T02:00:02.898480+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24518, 'mds_1': 24517, 'mds_2': 24511, 'mds_3': 24496, 'mds_4': 24484}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14403': {'gid': 14403, 'name': 'a', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.7:6841/1960766377', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6840', 'nonce': 1960766377}, {'type': 'v1', 'addr': '172.21.15.7:6841', 'nonce': 1960766377}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24434': {'gid': 24434, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6833/3560975196', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6832', 'nonce': 3560975196}, {'type': 'v1', 'addr': '172.21.15.164:6833', 'nonce': 3560975196}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.190:6833/55497270', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6832', 'nonce': 55497270}, {'type': 'v1', 'addr': '172.21.15.190:6833', 'nonce': 55497270}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6835/3297886876', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6834', 'nonce': 3297886876}, {'type': 'v1', 'addr': '172.21.15.164:6835', 'nonce': 3297886876}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.164:6837/2976993139', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6836', 'nonce': 2976993139}, {'type': 'v1', 'addr': '172.21.15.164:6837', 'nonce': 2976993139}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.190:6835/467793489', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6834', 'nonce': 467793489}, {'type': 'v1', 'addr': '172.21.15.190:6835', 'nonce': 467793489}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24496': {'gid': 24496, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.190:6837/685733707', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6836', 'nonce': 685733707}, {'type': 'v1', 'addr': '172.21.15.190:6837', 'nonce': 685733707}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.190:6839/179735261', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.190:6838', 'nonce': 179735261}, {'type': 'v1', 'addr': '172.21.15.190:6839', 'nonce': 179735261}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'g', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.7:6839/3894183895', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.7:6838', 'nonce': 3894183895}, {'type': 'v1', 'addr': '172.21.15.7:6839', 'nonce': 3894183895}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.164:6839/2714332525', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6838', 'nonce': 2714332525}, {'type': 'v1', 'addr': '172.21.15.164:6839', 'nonce': 2714332525}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24518, 'qdb_cluster': [24518, 24511, 24484, 24517, 24496]} 2024-05-21T02:00:53.998 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-21T02:00:53.998 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.f status 2024-05-21T02:00:54.476 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:54.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:54 smithi007 ceph-mon[31288]: pgmap v473: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:00:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:54 smithi190 ceph-mon[35961]: pgmap v473: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:00:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:54 smithi164 ceph-mon[36138]: pgmap v473: 97 pgs: 97 active+clean; 653 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.620+0000 7f755d000700 1 -- 172.21.15.7:0/1654742931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f755810eeb0 msgr2=0x7f7558116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.620+0000 7f755d000700 1 --2- 172.21.15.7:0/1654742931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f755810eeb0 0x7f7558116a80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f755000b0d0 tx=0x7f755000b3e0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.620+0000 7f755d000700 1 -- 172.21.15.7:0/1654742931 shutdown_connections 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.620+0000 7f755d000700 1 --2- 172.21.15.7:0/1654742931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f755810eeb0 0x7f7558116a80 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.620+0000 7f755d000700 1 --2- 172.21.15.7:0/1654742931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7558109dd0 0x7f755810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.620+0000 7f755d000700 1 --2- 172.21.15.7:0/1654742931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f755810a780 0x7f755810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.620+0000 7f755d000700 1 -- 172.21.15.7:0/1654742931 >> 172.21.15.7:0/1654742931 conn(0x7f7558076d10 msgr2=0x7f7558108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.621+0000 7f755d000700 1 -- 172.21.15.7:0/1654742931 shutdown_connections 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.621+0000 7f755d000700 1 -- 172.21.15.7:0/1654742931 wait complete. 2024-05-21T02:00:56.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f755d000700 1 Processor -- start 2024-05-21T02:00:56.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f755d000700 1 -- start start 2024-05-21T02:00:56.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f755d000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7558109dd0 0x7f75581a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f755d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f755810a780 0x7f75581a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f755d000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f755810eeb0 0x7f75581a4a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f755d000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7558119d60 con 0x7f755810a780 2024-05-21T02:00:56.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f755d000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7558119be0 con 0x7f755810eeb0 2024-05-21T02:00:56.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f755d000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7558119ee0 con 0x7f7558109dd0 2024-05-21T02:00:56.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f7555400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f755810a780 0x7f75581a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f7555e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7558109dd0 0x7f75581a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f7555400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f755810a780 0x7f75581a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55514/0 (socket says 172.21.15.7:55514) 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f7555e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7558109dd0 0x7f75581a0170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34444/0 (socket says 172.21.15.7:34444) 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.622+0000 7f7555400700 1 -- 172.21.15.7:0/1955608739 learned_addr learned my addr 172.21.15.7:0/1955608739 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.623+0000 7f7556800700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f755810eeb0 0x7f75581a4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.623+0000 7f7555e00700 1 -- 172.21.15.7:0/1955608739 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f755810eeb0 msgr2=0x7f75581a4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.623+0000 7f7555e00700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f755810eeb0 0x7f75581a4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.623+0000 7f7555e00700 1 -- 172.21.15.7:0/1955608739 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f755810a780 msgr2=0x7f75581a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.623+0000 7f7555e00700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f755810a780 0x7f75581a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.623+0000 7f7555e00700 1 -- 172.21.15.7:0/1955608739 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75581a5180 con 0x7f7558109dd0 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.623+0000 7f7555e00700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7558109dd0 0x7f75581a0170 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f754800e9f0 tx=0x7f754800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.624+0000 7f754ea00700 1 -- 172.21.15.7:0/1955608739 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7548004220 con 0x7f7558109dd0 2024-05-21T02:00:56.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.624+0000 7f754ea00700 1 -- 172.21.15.7:0/1955608739 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75480043c0 con 0x7f7558109dd0 2024-05-21T02:00:56.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.624+0000 7f755d000700 1 -- 172.21.15.7:0/1955608739 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75581a5470 con 0x7f7558109dd0 2024-05-21T02:00:56.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.624+0000 7f754ea00700 1 -- 172.21.15.7:0/1955608739 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7548005020 con 0x7f7558109dd0 2024-05-21T02:00:56.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.624+0000 7f755d000700 1 -- 172.21.15.7:0/1955608739 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75581accf0 con 0x7f7558109dd0 2024-05-21T02:00:56.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.627+0000 7f754ea00700 1 -- 172.21.15.7:0/1955608739 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7548004750 con 0x7f7558109dd0 2024-05-21T02:00:56.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f7567904b80 1 Processor -- start 2024-05-21T02:00:56.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f7567904b80 1 -- start start 2024-05-21T02:00:56.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f754ea00700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f753c0b2900 0x7f753c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f754ea00700 1 -- 172.21.15.7:0/1955608739 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f75480e2160 con 0x7f7558109dd0 2024-05-21T02:00:56.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f7567904b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ef5c0 0x560bc97ef9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f7567904b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 0x560bc97e9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f7567904b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc97ea570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f7567904b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560bc9747df0 con 0x560bc97efee0 2024-05-21T02:00:56.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f7567904b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560bc9737990 con 0x560bc97ea0f0 2024-05-21T02:00:56.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f7567904b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560bc973b9d0 con 0x560bc97ef5c0 2024-05-21T02:00:56.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.629+0000 7f7556800700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f753c0b2900 0x7f753c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.630+0000 7f7555e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ef5c0 0x560bc97ef9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.630+0000 7f7555e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ef5c0 0x560bc97ef9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34448/0 (socket says 172.21.15.7:34448) 2024-05-21T02:00:56.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.630+0000 7f7555e00700 1 -- 172.21.15.7:0/1165749437 learned_addr learned my addr 172.21.15.7:0/1165749437 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:56.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.630+0000 7f7555400700 1 --2- 172.21.15.7:0/1165749437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 0x560bc97e9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.630+0000 7f7555e00700 1 -- 172.21.15.7:0/1165749437 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 msgr2=0x560bc97ea570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.630+0000 7f7555e00700 1 --2- 172.21.15.7:0/1165749437 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc97ea570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.630+0000 7f7555e00700 1 -- 172.21.15.7:0/1165749437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 msgr2=0x560bc97e9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.630+0000 7f7555e00700 1 --2- 172.21.15.7:0/1165749437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 0x560bc97e9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.630+0000 7f7555e00700 1 -- 172.21.15.7:0/1165749437 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bc97003d0 con 0x560bc97ef5c0 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.631+0000 7f7556800700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f753c0b2900 0x7f753c0b4dc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7550009fd0 tx=0x7f7550009c80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.631+0000 7f7555e00700 1 --2- 172.21.15.7:0/1165749437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ef5c0 0x560bc97ef9a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f75480a57c0 tx=0x7f75480a9190 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5bf1921b3199b35c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.631+0000 7f7543400700 1 -- 172.21.15.7:0/1165749437 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75480a3e60 con 0x560bc97ef5c0 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.631+0000 7f7543400700 1 -- 172.21.15.7:0/1165749437 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75480a9740 con 0x560bc97ef5c0 2024-05-21T02:00:56.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.631+0000 7f7543400700 1 -- 172.21.15.7:0/1165749437 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754801c070 con 0x560bc97ef5c0 2024-05-21T02:00:56.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 -- 172.21.15.7:0/1165749437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ef5c0 msgr2=0x560bc97ef9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:56.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 --2- 172.21.15.7:0/1165749437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ef5c0 0x560bc97ef9a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f75480a57c0 tx=0x7f75480a9190 comp rx=0 tx=0).stop 2024-05-21T02:00:56.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 -- 172.21.15.7:0/1165749437 shutdown_connections 2024-05-21T02:00:56.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 --2- 172.21.15.7:0/1165749437 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc97ea570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 --2- 172.21.15.7:0/1165749437 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ef5c0 0x560bc97ef9a0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 --2- 172.21.15.7:0/1165749437 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 0x560bc97e9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 -- 172.21.15.7:0/1165749437 >> 172.21.15.7:0/1165749437 conn(0x560bc9717b90 msgr2=0x560bc97e4640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:56.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 -- 172.21.15.7:0/1165749437 shutdown_connections 2024-05-21T02:00:56.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 -- 172.21.15.7:0/1165749437 wait complete. 2024-05-21T02:00:56.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.632+0000 7f7567904b80 1 -- start start 2024-05-21T02:00:56.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.633+0000 7f7567904b80 1 Processor -- start 2024-05-21T02:00:56.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.633+0000 7f7567904b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ea0f0 0x560bc97f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.633+0000 7f7567904b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ef5c0 0x560bc97f2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.633+0000 7f7567904b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 0x560bc97f3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.633+0000 7f7567904b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560bc963df50 con 0x560bc97efee0 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.633+0000 7f7567904b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560bc96d8710 con 0x560bc97ef5c0 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.633+0000 7f7567904b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560bc97f6930 con 0x560bc97ea0f0 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.633+0000 7f7567904b80 10 client.0 _ll_register_callbacks cb 0x560bc96e1c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ea0f0 0x560bc97f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ea0f0 0x560bc97f5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34450/0 (socket says 172.21.15.7:34450) 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555e00700 1 -- 172.21.15.7:0/3026731439 learned_addr learned my addr 172.21.15.7:0/3026731439 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7556800700 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 0x560bc97f3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555400700 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ef5c0 0x560bc97f2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555e00700 1 -- 172.21.15.7:0/3026731439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ef5c0 msgr2=0x560bc97f2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:56.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555e00700 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ef5c0 0x560bc97f2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555e00700 1 -- 172.21.15.7:0/3026731439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 msgr2=0x560bc97f3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555e00700 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 0x560bc97f3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555e00700 1 -- 172.21.15.7:0/3026731439 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bc9687880 con 0x560bc97ea0f0 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7555e00700 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ea0f0 0x560bc97f5c30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f75480a96d0 tx=0x7f75480cc0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85fa0a782da4c3a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.634+0000 7f7537e00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.635+0000 7f7537e00700 1 -- 172.21.15.7:0/3026731439 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75480c2070 con 0x560bc97ea0f0 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.635+0000 7f7537e00700 1 -- 172.21.15.7:0/3026731439 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f75480b2320 con 0x560bc97ea0f0 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.635+0000 7f7567904b80 1 -- 172.21.15.7:0/3026731439 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75480a9740 con 0x560bc97ea0f0 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.635+0000 7f7537e00700 1 -- 172.21.15.7:0/3026731439 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f754801c070 con 0x560bc97ea0f0 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.635+0000 7f7567904b80 10 client.25267 fetch_fsmap learned FSMap version 29 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.635+0000 7f7567904b80 1 -- 172.21.15.7:0/3026731439 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560bc9708010 con 0x560bc97ea0f0 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.635+0000 7f7537e00700 1 -- 172.21.15.7:0/3026731439 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75480a9740 con 0x560bc97ea0f0 2024-05-21T02:00:56.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.635+0000 7f7537e00700 1 -- 172.21.15.7:0/3026731439 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f75480a50b0 con 0x560bc97ea0f0 2024-05-21T02:00:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.636+0000 7f7567904b80 10 client.25267 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:00:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.636+0000 7f7567904b80 10 client.25267 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T02:00:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.636+0000 7f7567904b80 20 client.25267 populate_metadata read hostname 'smithi007' 2024-05-21T02:00:56.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.636+0000 7f7567904b80 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x560bc9802f70 0x560bc98043e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.636+0000 7f7567904b80 4 client.25267 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.636+0000 7f7567904b80 1 -- 172.21.15.7:0/3026731439 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560bc9749d40 con 0x560bc9802f70 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.636+0000 7f7555400700 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x560bc9802f70 0x560bc98043e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.637+0000 7f7555400700 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x560bc9802f70 0x560bc98043e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d916453825df5b00 server_cookie=7ec307537121a2e8 in_seq=0 out_seq=0 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.637+0000 7f7537e00700 10 client.25267 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7537e00700 1 -- 172.21.15.7:0/3026731439 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560bc9749d40 con 0x560bc9802f70 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7537e00700 10 client.25267 handle_command_reply: tid=0 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 client.25267 shutdown 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 -- 172.21.15.7:0/3026731439 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ea0f0 msgr2=0x560bc97f5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ea0f0 0x560bc97f5c30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f75480a96d0 tx=0x7f75480cc0d0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 -- 172.21.15.7:0/3026731439 shutdown_connections 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x560bc9802f70 0x560bc98043e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97efee0 0x560bc97f3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97ea0f0 0x560bc97f5c30 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 --2- 172.21.15.7:0/3026731439 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ef5c0 0x560bc97f2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7537e00700 0 client.25267 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:00:56.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 -- 172.21.15.7:0/3026731439 >> 172.21.15.7:0/3026731439 conn(0x560bc9717b90 msgr2=0x560bc97e3d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:56.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 -- 172.21.15.7:0/3026731439 shutdown_connections 2024-05-21T02:00:56.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 1 -- 172.21.15.7:0/3026731439 wait complete. 2024-05-21T02:00:56.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.638+0000 7f7567904b80 20 client.25267 trim_cache size 0 max 16384 2024-05-21T02:00:56.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.662+0000 7f7567904b80 1 Processor -- start 2024-05-21T02:00:56.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.662+0000 7f7567904b80 1 -- start start 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.662+0000 7f7567904b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc9802190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.662+0000 7f7567904b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc97e9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.662+0000 7f7567904b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 0x560bc97f09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.662+0000 7f7567904b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560bc9802720 con 0x560bc97ef5c0 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.662+0000 7f7567904b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560bc9802df0 con 0x560bc97ea0f0 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.662+0000 7f7567904b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560bc98034c0 con 0x560bc97efee0 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7555400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc97e9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7555400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc97e9ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55544/0 (socket says 172.21.15.7:55544) 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7555400700 1 -- 172.21.15.7:0/2556154796 learned_addr learned my addr 172.21.15.7:0/2556154796 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:56.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7556800700 1 --2- 172.21.15.7:0/2556154796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 0x560bc97f09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7555e00700 1 --2- 172.21.15.7:0/2556154796 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc9802190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7555400700 1 -- 172.21.15.7:0/2556154796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 msgr2=0x560bc97f09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:56.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7555400700 1 --2- 172.21.15.7:0/2556154796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 0x560bc97f09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7555400700 1 -- 172.21.15.7:0/2556154796 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 msgr2=0x560bc9802190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:56.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7555400700 1 --2- 172.21.15.7:0/2556154796 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc9802190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.663+0000 7f7555400700 1 -- 172.21.15.7:0/2556154796 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bc9802c10 con 0x560bc97ef5c0 2024-05-21T02:00:56.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.664+0000 7f7555400700 1 --2- 172.21.15.7:0/2556154796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc97e9ad0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7544005d90 tx=0x7f7544009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98eac5d0d71989d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:56.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.664+0000 7f7542a00700 1 -- 172.21.15.7:0/2556154796 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544004a30 con 0x560bc97ef5c0 2024-05-21T02:00:56.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.664+0000 7f7542a00700 1 -- 172.21.15.7:0/2556154796 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75440054d0 con 0x560bc97ef5c0 2024-05-21T02:00:56.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.664+0000 7f7542a00700 1 -- 172.21.15.7:0/2556154796 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544003c70 con 0x560bc97ef5c0 2024-05-21T02:00:56.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 -- 172.21.15.7:0/2556154796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 msgr2=0x560bc97e9ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:56.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 --2- 172.21.15.7:0/2556154796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc97e9ad0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7544005d90 tx=0x7f7544009260 comp rx=0 tx=0).stop 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 -- 172.21.15.7:0/2556154796 shutdown_connections 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 --2- 172.21.15.7:0/2556154796 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 0x560bc97f09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 --2- 172.21.15.7:0/2556154796 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc9802190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 --2- 172.21.15.7:0/2556154796 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc97e9ad0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 -- 172.21.15.7:0/2556154796 >> 172.21.15.7:0/2556154796 conn(0x560bc9717b90 msgr2=0x560bc97f02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 -- 172.21.15.7:0/2556154796 shutdown_connections 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 -- 172.21.15.7:0/2556154796 wait complete. 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.665+0000 7f7567904b80 1 -- start start 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.666+0000 7f7567904b80 1 Processor -- start 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.666+0000 7f7567904b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc980d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.666+0000 7f7567904b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc980dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.666+0000 7f7567904b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 0x560bc9808810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.666+0000 7f7567904b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560bc9804260 con 0x560bc97ef5c0 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.666+0000 7f7567904b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560bc9803b90 con 0x560bc97ea0f0 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.666+0000 7f7567904b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560bc9804930 con 0x560bc97efee0 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.666+0000 7f7567904b80 10 client.0 _ll_register_callbacks cb 0x560bc96e1c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc980dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc980dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55554/0 (socket says 172.21.15.7:55554) 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555400700 1 -- 172.21.15.7:0/1360398509 learned_addr learned my addr 172.21.15.7:0/1360398509 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555e00700 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc980d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7556800700 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 0x560bc9808810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555400700 1 -- 172.21.15.7:0/1360398509 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 msgr2=0x560bc9808810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555400700 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 0x560bc9808810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555400700 1 -- 172.21.15.7:0/1360398509 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 msgr2=0x560bc980d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555400700 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc980d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555400700 1 -- 172.21.15.7:0/1360398509 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bc9808e50 con 0x560bc97ef5c0 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7555400700 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc980dda0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f75440046e0 tx=0x7f7544005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6580ea5a4f5a428 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.667+0000 7f7537e00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.668+0000 7f7537e00700 1 -- 172.21.15.7:0/1360398509 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544005230 con 0x560bc97ef5c0 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.668+0000 7f7567904b80 1 -- 172.21.15.7:0/1360398509 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75440054d0 con 0x560bc97ef5c0 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.668+0000 7f7537e00700 1 -- 172.21.15.7:0/1360398509 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f75440047c0 con 0x560bc97ef5c0 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.668+0000 7f7537e00700 1 -- 172.21.15.7:0/1360398509 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f75440049c0 con 0x560bc97ef5c0 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.668+0000 7f7567904b80 10 client.15156 fetch_fsmap learned FSMap version 29 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.668+0000 7f7567904b80 1 -- 172.21.15.7:0/1360398509 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560bc986f040 con 0x560bc97ef5c0 2024-05-21T02:00:56.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.668+0000 7f7537e00700 1 -- 172.21.15.7:0/1360398509 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75440054d0 con 0x560bc97ef5c0 2024-05-21T02:00:56.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.669+0000 7f7537e00700 1 -- 172.21.15.7:0/1360398509 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7544027430 con 0x560bc97ef5c0 2024-05-21T02:00:56.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.669+0000 7f7567904b80 10 client.15156 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:00:56.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.669+0000 7f7567904b80 10 client.15156 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T02:00:56.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.669+0000 7f7567904b80 20 client.15156 populate_metadata read hostname 'smithi007' 2024-05-21T02:00:56.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.669+0000 7f7567904b80 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x560bc9873ba0 0x560bc98728b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:00:56.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.669+0000 7f7567904b80 4 client.15156 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T02:00:56.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.669+0000 7f7567904b80 1 -- 172.21.15.7:0/1360398509 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "status"}) -- 0x560bc9743520 con 0x560bc9873ba0 2024-05-21T02:00:56.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.669+0000 7f7555e00700 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x560bc9873ba0 0x560bc98728b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:00:56.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7555e00700 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x560bc9873ba0 0x560bc98728b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b6803a795effdc03 server_cookie=5a812b65c28d20eb in_seq=0 out_seq=0 2024-05-21T02:00:56.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7537e00700 10 client.15156 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7537e00700 1 -- 172.21.15.7:0/1360398509 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x560bc9743520 con 0x560bc9873ba0 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7537e00700 10 client.15156 handle_command_reply: tid=0 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7567904b80 1 client.15156 shutdown 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7567904b80 1 -- 172.21.15.7:0/1360398509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 msgr2=0x560bc980dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7567904b80 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc980dda0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f75440046e0 tx=0x7f7544005710 comp rx=0 tx=0).stop 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7567904b80 1 -- 172.21.15.7:0/1360398509 shutdown_connections 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7567904b80 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x560bc9873ba0 0x560bc98728b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7567904b80 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560bc97efee0 0x560bc9808810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7567904b80 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560bc97ea0f0 0x560bc980d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7567904b80 1 --2- 172.21.15.7:0/1360398509 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560bc97ef5c0 0x560bc980dda0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7567904b80 1 -- 172.21.15.7:0/1360398509 >> 172.21.15.7:0/1360398509 conn(0x560bc9717b90 msgr2=0x560bc97f0b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.670+0000 7f7537e00700 0 client.15156 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.671+0000 7f7567904b80 1 -- 172.21.15.7:0/1360398509 shutdown_connections 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.671+0000 7f7567904b80 1 -- 172.21.15.7:0/1360398509 wait complete. 2024-05-21T02:00:56.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.671+0000 7f7567904b80 20 client.15156 trim_cache size 0 max 16384 2024-05-21T02:00:56.674 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:00:56.674 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T02:00:56.674 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 4, 2024-05-21T02:00:56.674 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24484, 2024-05-21T02:00:56.674 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T02:00:56.674 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T02:00:56.674 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T02:00:56.674 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 282.237724071, 2024-05-21T02:00:56.674 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 29, 2024-05-21T02:00:56.675 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T02:00:56.675 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T02:00:56.675 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 343.67233519600001 2024-05-21T02:00:56.675 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:00:56.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.671+0000 7f755d000700 1 -- 172.21.15.7:0/1955608739 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f753c0b2900 msgr2=0x7f753c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:56.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.671+0000 7f755d000700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f753c0b2900 0x7f753c0b4dc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7550009fd0 tx=0x7f7550009c80 comp rx=0 tx=0).stop 2024-05-21T02:00:56.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.671+0000 7f755d000700 1 -- 172.21.15.7:0/1955608739 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7558109dd0 msgr2=0x7f75581a0170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:00:56.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.671+0000 7f755d000700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7558109dd0 0x7f75581a0170 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f754800e9f0 tx=0x7f754800ed00 comp rx=0 tx=0).stop 2024-05-21T02:00:56.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.672+0000 7f755d000700 1 -- 172.21.15.7:0/1955608739 shutdown_connections 2024-05-21T02:00:56.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.672+0000 7f755d000700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f755810eeb0 0x7f75581a4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.672+0000 7f755d000700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7558109dd0 0x7f75581a0170 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.672+0000 7f755d000700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f753c0b2900 0x7f753c0b4dc0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.672+0000 7f755d000700 1 --2- 172.21.15.7:0/1955608739 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f755810a780 0x7f75581a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:00:56.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.672+0000 7f755d000700 1 -- 172.21.15.7:0/1955608739 >> 172.21.15.7:0/1955608739 conn(0x7f7558076d10 msgr2=0x7f75580771f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:00:56.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.672+0000 7f755d000700 1 -- 172.21.15.7:0/1955608739 shutdown_connections 2024-05-21T02:00:56.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:00:56.672+0000 7f755d000700 1 -- 172.21.15.7:0/1955608739 wait complete. 2024-05-21T02:00:56.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:56 smithi007 ceph-mon[31288]: pgmap v474: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:00:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:56 smithi190 ceph-mon[35961]: pgmap v474: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:00:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:56 smithi164 ceph-mon[36138]: pgmap v474: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:00:57.682 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-21T02:00:58.167 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:00:58.634 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:00:58 smithi007 ceph-mon[31288]: pgmap v475: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:00:58.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:00:58 smithi190 ceph-mon[35961]: pgmap v475: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:00:58.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:00:58 smithi164 ceph-mon[36138]: pgmap v475: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:00.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.485+0000 7fba4b200700 1 -- 172.21.15.7:0/732412414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba441046a0 msgr2=0x7fba44104a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:00.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.485+0000 7fba4b200700 1 --2- 172.21.15.7:0/732412414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba441046a0 0x7fba44104a80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fba38009990 tx=0x7fba38009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.485+0000 7fba4b200700 1 -- 172.21.15.7:0/732412414 shutdown_connections 2024-05-21T02:01:00.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.485+0000 7fba4b200700 1 --2- 172.21.15.7:0/732412414 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba4410dad0 0x7fba4410ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.485+0000 7fba4b200700 1 --2- 172.21.15.7:0/732412414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba441046a0 0x7fba44104a80 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.485+0000 7fba4b200700 1 --2- 172.21.15.7:0/732412414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba44104fc0 0x7fba4410d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.485+0000 7fba4b200700 1 -- 172.21.15.7:0/732412414 >> 172.21.15.7:0/732412414 conn(0x7fba440fdef0 msgr2=0x7fba44100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:00.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.485+0000 7fba4b200700 1 -- 172.21.15.7:0/732412414 shutdown_connections 2024-05-21T02:01:00.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.485+0000 7fba4b200700 1 -- 172.21.15.7:0/732412414 wait complete. 2024-05-21T02:01:00.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.486+0000 7fba4b200700 1 Processor -- start 2024-05-21T02:01:00.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.486+0000 7fba4b200700 1 -- start start 2024-05-21T02:01:00.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba4b200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba441046a0 0x7fba44102300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba4b200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba44104fc0 0x7fba44102840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba4b200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba4410dad0 0x7fba44102d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba4b200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fba44113710 con 0x7fba44104fc0 2024-05-21T02:01:00.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba4b200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fba44113590 con 0x7fba4410dad0 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba4b200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fba44113890 con 0x7fba441046a0 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba49400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba44104fc0 0x7fba44102840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba49e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba441046a0 0x7fba44102300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba49400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba44104fc0 0x7fba44102840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55564/0 (socket says 172.21.15.7:55564) 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba49400700 1 -- 172.21.15.7:0/2656958859 learned_addr learned my addr 172.21.15.7:0/2656958859 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.487+0000 7fba4a800700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba4410dad0 0x7fba44102d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba49e00700 1 -- 172.21.15.7:0/2656958859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba4410dad0 msgr2=0x7fba44102d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba49e00700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba4410dad0 0x7fba44102d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba49e00700 1 -- 172.21.15.7:0/2656958859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba44104fc0 msgr2=0x7fba44102840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba49e00700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba44104fc0 0x7fba44102840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba49e00700 1 -- 172.21.15.7:0/2656958859 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba441a8140 con 0x7fba441046a0 2024-05-21T02:01:00.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba4a800700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba4410dad0 0x7fba44102d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba49e00700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba441046a0 0x7fba44102300 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fba380098e0 tx=0x7fba380057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba3ea00700 1 -- 172.21.15.7:0/2656958859 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba38027070 con 0x7fba441046a0 2024-05-21T02:01:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba4b200700 1 -- 172.21.15.7:0/2656958859 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba441a83d0 con 0x7fba441046a0 2024-05-21T02:01:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba3ea00700 1 -- 172.21.15.7:0/2656958859 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba38022470 con 0x7fba441046a0 2024-05-21T02:01:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.488+0000 7fba3ea00700 1 -- 172.21.15.7:0/2656958859 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba38017650 con 0x7fba441046a0 2024-05-21T02:01:00.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.489+0000 7fba4b200700 1 -- 172.21.15.7:0/2656958859 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba441a88b0 con 0x7fba441046a0 2024-05-21T02:01:00.492 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.492+0000 7fba3ea00700 1 -- 172.21.15.7:0/2656958859 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fba3802a070 con 0x7fba441046a0 2024-05-21T02:01:00.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.493+0000 7fba57127b80 1 Processor -- start 2024-05-21T02:01:00.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba57127b80 1 -- start start 2024-05-21T02:01:00.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba3ea00700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fba2c0b2880 0x7fba2c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba3ea00700 1 -- 172.21.15.7:0/2656958859 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fba380e2fe0 con 0x7fba441046a0 2024-05-21T02:01:00.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba57127b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c142fb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba57127b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fb8f0 0x559c142f5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba57127b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c142f5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba57127b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559c14253df0 con 0x559c142fb8f0 2024-05-21T02:01:00.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba57127b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c14243990 con 0x559c142fafd0 2024-05-21T02:01:00.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba57127b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559c142479d0 con 0x559c142f5a80 2024-05-21T02:01:00.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba4a800700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fba2c0b2880 0x7fba2c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.494+0000 7fba49400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fb8f0 0x559c142f5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba49400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fb8f0 0x559c142f5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55574/0 (socket says 172.21.15.7:55574) 2024-05-21T02:01:00.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba49400700 1 -- 172.21.15.7:0/1368664273 learned_addr learned my addr 172.21.15.7:0/1368664273 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba49e00700 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c142fb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba4a800700 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c142f5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba49400700 1 -- 172.21.15.7:0/1368664273 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 msgr2=0x559c142f5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba49400700 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c142f5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba49400700 1 -- 172.21.15.7:0/1368664273 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 msgr2=0x559c142fb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba49400700 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c142fb3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba49400700 1 -- 172.21.15.7:0/1368664273 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c1420c3d0 con 0x559c142fb8f0 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba4a800700 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c142f5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.495+0000 7fba4a800700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fba2c0b2880 0x7fba2c0b4d40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fba400093c0 tx=0x7fba40009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.496+0000 7fba49400700 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fb8f0 0x559c142f5460 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fba34009d80 tx=0x7fba34011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cbdc09e486ce394 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.496+0000 7fba33400700 1 -- 172.21.15.7:0/1368664273 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba34004a30 con 0x559c142fb8f0 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.496+0000 7fba33400700 1 -- 172.21.15.7:0/1368664273 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba340054d0 con 0x559c142fb8f0 2024-05-21T02:01:00.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.496+0000 7fba33400700 1 -- 172.21.15.7:0/1368664273 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba34019930 con 0x559c142fb8f0 2024-05-21T02:01:00.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.497+0000 7fba57127b80 1 -- 172.21.15.7:0/1368664273 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fb8f0 msgr2=0x559c142f5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.497+0000 7fba57127b80 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fb8f0 0x559c142f5460 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fba34009d80 tx=0x7fba34011720 comp rx=0 tx=0).stop 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.497+0000 7fba57127b80 1 -- 172.21.15.7:0/1368664273 shutdown_connections 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.497+0000 7fba57127b80 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c142f5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.497+0000 7fba57127b80 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c142fb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.497+0000 7fba57127b80 1 --2- 172.21.15.7:0/1368664273 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fb8f0 0x559c142f5460 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.497+0000 7fba57127b80 1 -- 172.21.15.7:0/1368664273 >> 172.21.15.7:0/1368664273 conn(0x559c14223b90 msgr2=0x559c142f0100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.497+0000 7fba57127b80 1 -- 172.21.15.7:0/1368664273 shutdown_connections 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.497+0000 7fba57127b80 1 -- 172.21.15.7:0/1368664273 wait complete. 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.498+0000 7fba57127b80 1 -- start start 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.498+0000 7fba57127b80 1 Processor -- start 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.498+0000 7fba57127b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c143016a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.498+0000 7fba57127b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142fea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.498+0000 7fba57127b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 0x559c142fef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.498+0000 7fba57127b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559c14149f50 con 0x559c142fafd0 2024-05-21T02:01:00.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.498+0000 7fba57127b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c141e4710 con 0x559c142fb8f0 2024-05-21T02:01:00.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.498+0000 7fba57127b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559c14302410 con 0x559c142f5a80 2024-05-21T02:01:00.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.498+0000 7fba57127b80 10 client.0 _ll_register_callbacks cb 0x559c141edc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:00.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba49400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142fea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba49400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142fea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55576/0 (socket says 172.21.15.7:55576) 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba49400700 1 -- 172.21.15.7:0/475432681 learned_addr learned my addr 172.21.15.7:0/475432681 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba49e00700 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c143016a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba4a800700 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 0x559c142fef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba49400700 1 -- 172.21.15.7:0/475432681 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 msgr2=0x559c143016a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba49400700 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c143016a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba49400700 1 -- 172.21.15.7:0/475432681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 msgr2=0x559c142fef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba49400700 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 0x559c142fef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.499+0000 7fba49400700 1 -- 172.21.15.7:0/475432681 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c14193880 con 0x559c142fafd0 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.500+0000 7fba49400700 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142fea40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fba34006010 tx=0x7fba34004980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6e210bccbecfa8a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.500+0000 7fba27e00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.500+0000 7fba27e00700 1 -- 172.21.15.7:0/475432681 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba34028070 con 0x559c142fafd0 2024-05-21T02:01:00.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.500+0000 7fba27e00700 1 -- 172.21.15.7:0/475432681 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fba34005680 con 0x559c142fafd0 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.500+0000 7fba57127b80 1 -- 172.21.15.7:0/475432681 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba340054d0 con 0x559c142fafd0 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.500+0000 7fba27e00700 1 -- 172.21.15.7:0/475432681 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fba34033050 con 0x559c142fafd0 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.500+0000 7fba57127b80 10 client.15168 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.500+0000 7fba57127b80 1 -- 172.21.15.7:0/475432681 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559c14214010 con 0x559c142fafd0 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.501+0000 7fba27e00700 1 -- 172.21.15.7:0/475432681 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba340054d0 con 0x559c142fafd0 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.501+0000 7fba27e00700 1 -- 172.21.15.7:0/475432681 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fba340038e0 con 0x559c142fafd0 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.501+0000 7fba57127b80 10 client.15168 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.501+0000 7fba57127b80 10 client.15168 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.501+0000 7fba57127b80 20 client.15168 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.501+0000 7fba57127b80 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559c1430ecc0 0x559c14310130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.501+0000 7fba57127b80 4 client.15168 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:00.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.501+0000 7fba57127b80 1 -- 172.21.15.7:0/475432681 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c14255d40 con 0x559c1430ecc0 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.502+0000 7fba49e00700 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559c1430ecc0 0x559c14310130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.502+0000 7fba49e00700 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559c1430ecc0 0x559c14310130 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d60dd636f4a17cf4 server_cookie=fcc0919a9a303d34 in_seq=0 out_seq=0 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.502+0000 7fba27e00700 10 client.15168 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.503+0000 7fba27e00700 1 -- 172.21.15.7:0/475432681 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559c14255d40 con 0x559c1430ecc0 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.503+0000 7fba27e00700 10 client.15168 handle_command_reply: tid=0 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 client.15168 shutdown 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 -- 172.21.15.7:0/475432681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 msgr2=0x559c142fea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142fea40 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fba34006010 tx=0x7fba34004980 comp rx=0 tx=0).stop 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 -- 172.21.15.7:0/475432681 shutdown_connections 2024-05-21T02:01:00.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559c1430ecc0 0x559c14310130 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 0x559c142fef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c143016a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 --2- 172.21.15.7:0/475432681 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142fea40 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 -- 172.21.15.7:0/475432681 >> 172.21.15.7:0/475432681 conn(0x559c14223b90 msgr2=0x559c142f4450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:00.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba27e00700 0 client.15168 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:00.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 -- 172.21.15.7:0/475432681 shutdown_connections 2024-05-21T02:01:00.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 1 -- 172.21.15.7:0/475432681 wait complete. 2024-05-21T02:01:00.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.504+0000 7fba57127b80 20 client.15168 trim_cache size 0 max 16384 2024-05-21T02:01:00.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.528+0000 7fba57127b80 1 Processor -- start 2024-05-21T02:01:00.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.528+0000 7fba57127b80 1 -- start start 2024-05-21T02:01:00.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba57127b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142f5a80 0x559c142f5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba57127b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c143016a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba57127b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142fb8f0 0x559c142e9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba57127b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559c1430e470 con 0x559c142f5a80 2024-05-21T02:01:00.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba57127b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c1430eb40 con 0x559c142fafd0 2024-05-21T02:01:00.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba57127b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559c1430f210 con 0x559c142fb8f0 2024-05-21T02:01:00.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba49e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142f5a80 0x559c142f5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba49400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c143016a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba49400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c143016a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:54300/0 (socket says 172.21.15.7:54300) 2024-05-21T02:01:00.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba49400700 1 -- 172.21.15.7:0/759024093 learned_addr learned my addr 172.21.15.7:0/759024093 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:00.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.529+0000 7fba4a800700 1 --2- 172.21.15.7:0/759024093 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142fb8f0 0x559c142e9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.530+0000 7fba49400700 1 -- 172.21.15.7:0/759024093 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142fb8f0 msgr2=0x559c142e9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:00.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.530+0000 7fba49400700 1 --2- 172.21.15.7:0/759024093 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142fb8f0 0x559c142e9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.530+0000 7fba49400700 1 -- 172.21.15.7:0/759024093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142f5a80 msgr2=0x559c142f5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:00.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.530+0000 7fba49400700 1 --2- 172.21.15.7:0/759024093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142f5a80 0x559c142f5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.530+0000 7fba49400700 1 -- 172.21.15.7:0/759024093 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c1430e960 con 0x559c142fafd0 2024-05-21T02:01:00.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.530+0000 7fba4a800700 1 --2- 172.21.15.7:0/759024093 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142fb8f0 0x559c142e9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:00.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.530+0000 7fba49400700 1 --2- 172.21.15.7:0/759024093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c143016a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fba34009ca0 tx=0x7fba34005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee7b411501f255d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:00.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.533+0000 7fba32a00700 1 -- 172.21.15.7:0/759024093 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba34028040 con 0x559c142fafd0 2024-05-21T02:01:00.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.533+0000 7fba32a00700 1 -- 172.21.15.7:0/759024093 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba34004db0 con 0x559c142fafd0 2024-05-21T02:01:00.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.533+0000 7fba32a00700 1 -- 172.21.15.7:0/759024093 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba34019b20 con 0x559c142fafd0 2024-05-21T02:01:00.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.534+0000 7fba57127b80 1 -- 172.21.15.7:0/759024093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 msgr2=0x559c143016a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:00.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.534+0000 7fba57127b80 1 --2- 172.21.15.7:0/759024093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c143016a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fba34009ca0 tx=0x7fba34005dc0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.534+0000 7fba57127b80 1 -- 172.21.15.7:0/759024093 shutdown_connections 2024-05-21T02:01:00.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.534+0000 7fba57127b80 1 --2- 172.21.15.7:0/759024093 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142fb8f0 0x559c142e9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.534+0000 7fba57127b80 1 --2- 172.21.15.7:0/759024093 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142f5a80 0x559c142f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.534+0000 7fba57127b80 1 --2- 172.21.15.7:0/759024093 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fafd0 0x559c143016a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.534+0000 7fba57127b80 1 -- 172.21.15.7:0/759024093 >> 172.21.15.7:0/759024093 conn(0x559c14223b90 msgr2=0x559c1430dcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:00.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.534+0000 7fba57127b80 1 -- 172.21.15.7:0/759024093 shutdown_connections 2024-05-21T02:01:00.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.534+0000 7fba57127b80 1 -- 172.21.15.7:0/759024093 wait complete. 2024-05-21T02:01:00.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.535+0000 7fba57127b80 1 -- start start 2024-05-21T02:01:00.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.535+0000 7fba57127b80 1 Processor -- start 2024-05-21T02:01:00.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba57127b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c14319d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba57127b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142f4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba57127b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 0x559c142f4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba57127b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559c1430ffb0 con 0x559c142fafd0 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba57127b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c1430f8e0 con 0x559c142fb8f0 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba57127b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559c14310680 con 0x559c142f5a80 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba57127b80 10 client.0 _ll_register_callbacks cb 0x559c141edc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba49400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142f4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba49e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c14319d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba4a800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 0x559c142f4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba49e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c14319d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34526/0 (socket says 172.21.15.7:34526) 2024-05-21T02:01:00.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.536+0000 7fba49e00700 1 -- 172.21.15.7:0/3793708869 learned_addr learned my addr 172.21.15.7:0/3793708869 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba49e00700 1 -- 172.21.15.7:0/3793708869 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 msgr2=0x559c142f4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba49e00700 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 0x559c142f4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba49e00700 1 -- 172.21.15.7:0/3793708869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 msgr2=0x559c142f4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba49e00700 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142f4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba49e00700 1 -- 172.21.15.7:0/3793708869 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c142f5250 con 0x559c142f5a80 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba4a800700 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 0x559c142f4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba49e00700 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c14319d50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fba38000c00 tx=0x7fba380e0970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb3efce8dba42a34 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba27e00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba27e00700 1 -- 172.21.15.7:0/3793708869 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba380aea00 con 0x559c142f5a80 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba27e00700 1 -- 172.21.15.7:0/3793708869 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fba380920b0 con 0x559c142f5a80 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba57127b80 1 -- 172.21.15.7:0/3793708869 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba34004db0 con 0x559c142f5a80 2024-05-21T02:01:00.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba27e00700 1 -- 172.21.15.7:0/3793708869 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fba380b3420 con 0x559c142f5a80 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba57127b80 10 client.25288 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.537+0000 7fba57127b80 1 -- 172.21.15.7:0/3793708869 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559c14382d20 con 0x559c142f5a80 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.538+0000 7fba27e00700 1 -- 172.21.15.7:0/3793708869 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba34004db0 con 0x559c142f5a80 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.538+0000 7fba27e00700 1 -- 172.21.15.7:0/3793708869 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fba380b2f90 con 0x559c142f5a80 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.538+0000 7fba57127b80 10 client.25288 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.538+0000 7fba57127b80 10 client.25288 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.538+0000 7fba57127b80 20 client.25288 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.538+0000 7fba57127b80 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559c14387930 0x559c14386640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.538+0000 7fba57127b80 4 client.25288 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.538+0000 7fba57127b80 1 -- 172.21.15.7:0/3793708869 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "status"}) -- 0x559c1424f520 con 0x559c14387930 2024-05-21T02:01:00.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.539+0000 7fba49400700 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559c14387930 0x559c14386640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:00.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.539+0000 7fba49400700 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559c14387930 0x559c14386640 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=392e91a8dc0053ce server_cookie=a44a8729a0b94c8 in_seq=0 out_seq=0 2024-05-21T02:01:00.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.539+0000 7fba27e00700 10 client.25288 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:00.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.539+0000 7fba27e00700 1 -- 172.21.15.7:0/3793708869 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x559c1424f520 con 0x559c14387930 2024-05-21T02:01:00.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.539+0000 7fba27e00700 10 client.25288 handle_command_reply: tid=0 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.539+0000 7fba57127b80 1 client.25288 shutdown 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 -- 172.21.15.7:0/3793708869 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 msgr2=0x559c14319d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c14319d50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fba38000c00 tx=0x7fba380e0970 comp rx=0 tx=0).stop 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 -- 172.21.15.7:0/3793708869 shutdown_connections 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x559c14387930 0x559c14386640 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c142fb8f0 0x559c142f4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c142f5a80 0x559c14319d50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 --2- 172.21.15.7:0/3793708869 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c142fafd0 0x559c142f4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba27e00700 0 client.25288 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 -- 172.21.15.7:0/3793708869 >> 172.21.15.7:0/3793708869 conn(0x559c14223b90 msgr2=0x559c142fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 -- 172.21.15.7:0/3793708869 shutdown_connections 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 1 -- 172.21.15.7:0/3793708869 wait complete. 2024-05-21T02:01:00.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.540+0000 7fba57127b80 20 client.25288 trim_cache size 0 max 16384 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 3, 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24496, 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 287.11986175800001, 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 29, 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T02:01:00.543 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T02:01:00.544 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 344.63022312599998 2024-05-21T02:01:00.544 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:01:00.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 -- 172.21.15.7:0/2656958859 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fba2c0b2880 msgr2=0x7fba2c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:00.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fba2c0b2880 0x7fba2c0b4d40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fba400093c0 tx=0x7fba40009920 comp rx=0 tx=0).stop 2024-05-21T02:01:00.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 -- 172.21.15.7:0/2656958859 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba441046a0 msgr2=0x7fba44102300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:00.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba441046a0 0x7fba44102300 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fba380098e0 tx=0x7fba380057c0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 -- 172.21.15.7:0/2656958859 shutdown_connections 2024-05-21T02:01:00.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fba4410dad0 0x7fba44102d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fba441046a0 0x7fba44102300 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fba2c0b2880 0x7fba2c0b4d40 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 --2- 172.21.15.7:0/2656958859 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fba44104fc0 0x7fba44102840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:00.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 -- 172.21.15.7:0/2656958859 >> 172.21.15.7:0/2656958859 conn(0x7fba440fdef0 msgr2=0x7fba440fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:00.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 -- 172.21.15.7:0/2656958859 shutdown_connections 2024-05-21T02:01:00.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:00.541+0000 7fba4b200700 1 -- 172.21.15.7:0/2656958859 wait complete. 2024-05-21T02:01:00.559 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:00 smithi007 ceph-mon[31288]: pgmap v476: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:01:00.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:00 smithi190 ceph-mon[35961]: pgmap v476: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:01:00.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:00 smithi164 ceph-mon[36138]: pgmap v476: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:01:01.600 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-21T02:01:02.105 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T02:01:02.106 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:02.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:02 smithi007 ceph-mon[31288]: pgmap v477: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:02 smithi190 ceph-mon[35961]: pgmap v477: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:02 smithi164 ceph-mon[36138]: pgmap v477: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:02.997 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:04.859 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:04 smithi190 ceph-mon[35961]: pgmap v478: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:01:04.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.629+0000 7f10c3c00700 1 -- 172.21.15.7:0/4021533952 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10bc10a780 msgr2=0x7f10bc10e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:04.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.629+0000 7f10c3c00700 1 --2- 172.21.15.7:0/4021533952 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10bc10a780 0x7f10bc10e7d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f10ac0099c0 tx=0x7f10ac009cd0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.630+0000 7f10c3c00700 1 -- 172.21.15.7:0/4021533952 shutdown_connections 2024-05-21T02:01:04.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.630+0000 7f10c3c00700 1 --2- 172.21.15.7:0/4021533952 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f10bc10eeb0 0x7f10bc116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.630+0000 7f10c3c00700 1 --2- 172.21.15.7:0/4021533952 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10bc109dd0 0x7f10bc10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.630+0000 7f10c3c00700 1 --2- 172.21.15.7:0/4021533952 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10bc10a780 0x7f10bc10e7d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.630+0000 7f10c3c00700 1 -- 172.21.15.7:0/4021533952 >> 172.21.15.7:0/4021533952 conn(0x7f10bc076d10 msgr2=0x7f10bc108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.630+0000 7f10c3c00700 1 -- 172.21.15.7:0/4021533952 shutdown_connections 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.630+0000 7f10c3c00700 1 -- 172.21.15.7:0/4021533952 wait complete. 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.631+0000 7f10c3c00700 1 Processor -- start 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.631+0000 7f10c3c00700 1 -- start start 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10c3c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f10bc109dd0 0x7f10bc1a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10c3c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10bc10a780 0x7f10bc1a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10c3c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10bc10eeb0 0x7f10bc1a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10c3c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f10bc119da0 con 0x7f10bc109dd0 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10c3c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f10bc119c20 con 0x7f10bc10a780 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10c3c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f10bc119f20 con 0x7f10bc10eeb0 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10c1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f10bc109dd0 0x7f10bc1a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10bbe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10bc10a780 0x7f10bc1a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10bbe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10bc10a780 0x7f10bc1a0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:54318/0 (socket says 172.21.15.7:54318) 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10c1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f10bc109dd0 0x7f10bc1a0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55598/0 (socket says 172.21.15.7:55598) 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10bbe00700 1 -- 172.21.15.7:0/1066878468 learned_addr learned my addr 172.21.15.7:0/1066878468 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.632+0000 7f10c1c00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10bc10eeb0 0x7f10bc1a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10c1200700 1 -- 172.21.15.7:0/1066878468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10bc10eeb0 msgr2=0x7f10bc1a4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10c1200700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10bc10eeb0 0x7f10bc1a4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10c1200700 1 -- 172.21.15.7:0/1066878468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10bc10a780 msgr2=0x7f10bc1a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10c1200700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10bc10a780 0x7f10bc1a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10c1200700 1 -- 172.21.15.7:0/1066878468 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10bc1a5240 con 0x7f10bc109dd0 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10bbe00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10bc10a780 0x7f10bc1a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10c1200700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f10bc109dd0 0x7f10bc1a0230 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f10b000e9f0 tx=0x7f10b000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10b9600700 1 -- 172.21.15.7:0/1066878468 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b0004220 con 0x7f10bc109dd0 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10b9600700 1 -- 172.21.15.7:0/1066878468 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10b00043c0 con 0x7f10bc109dd0 2024-05-21T02:01:04.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10c3c00700 1 -- 172.21.15.7:0/1066878468 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10bc1a5530 con 0x7f10bc109dd0 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.633+0000 7f10b9600700 1 -- 172.21.15.7:0/1066878468 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b0005020 con 0x7f10bc109dd0 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.634+0000 7f10c3c00700 1 -- 172.21.15.7:0/1066878468 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10bc1acdb0 con 0x7f10bc109dd0 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.637+0000 7f10b9600700 1 -- 172.21.15.7:0/1066878468 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f10b0004750 con 0x7f10bc109dd0 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.638+0000 7f10ce4dcb80 1 Processor -- start 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10ce4dcb80 1 -- start start 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b3e240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b38210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564163a96df0 con 0x564163b3de60 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564163a86990 con 0x564163b3e780 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x564163a8a9d0 con 0x564163b38830 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10b9600700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10a40b2880 0x7f10a40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10b9600700 1 -- 172.21.15.7:0/1066878468 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f10b00e21d0 con 0x7f10bc109dd0 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10bbe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10c1200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b38210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10c1200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b38210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:54322/0 (socket says 172.21.15.7:54322) 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10bbe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34544/0 (socket says 172.21.15.7:34544) 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.639+0000 7f10c1200700 1 -- 172.21.15.7:0/2400182672 learned_addr learned my addr 172.21.15.7:0/2400182672 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10c1c00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10a40b2880 0x7f10a40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10c1c00700 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b3e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10c1200700 1 -- 172.21.15.7:0/2400182672 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 msgr2=0x564163b38c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10c1200700 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10c1200700 1 -- 172.21.15.7:0/2400182672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 msgr2=0x564163b3e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10c1200700 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b3e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10c1200700 1 -- 172.21.15.7:0/2400182672 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564163a4f3d0 con 0x564163b3e780 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10c1c00700 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b3e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10bbe00700 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.640+0000 7f10c1200700 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b38210 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f10b00a5830 tx=0x7f10b00a8fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6eae460cac3a5ee3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:04.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.641+0000 7f10aa000700 1 -- 172.21.15.7:0/2400182672 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b001c070 con 0x564163b3e780 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.641+0000 7f10c1c00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10a40b2880 0x7f10a40b4d40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f10b4009ec0 tx=0x7f10b4009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.641+0000 7f10aa000700 1 -- 172.21.15.7:0/2400182672 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10b00cc0d0 con 0x564163b3e780 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.641+0000 7f10aa000700 1 -- 172.21.15.7:0/2400182672 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b00d08d0 con 0x564163b3e780 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.642+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2400182672 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 msgr2=0x564163b38210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.642+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b38210 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f10b00a5830 tx=0x7f10b00a8fa0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.642+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2400182672 shutdown_connections 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.642+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.642+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b3e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.642+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2400182672 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b38210 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.642+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2400182672 >> 172.21.15.7:0/2400182672 conn(0x564163a66b90 msgr2=0x564163b32fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.642+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2400182672 shutdown_connections 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.642+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2400182672 wait complete. 2024-05-21T02:01:04.918 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.643+0000 7f10ce4dcb80 1 -- start start 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.643+0000 7f10ce4dcb80 1 Processor -- start 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b38830 0x564163b444f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b3de60 0x564163b418e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56416398cf50 con 0x564163b3e780 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564163a27710 con 0x564163b38830 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x564163b451f0 con 0x564163b3de60 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10ce4dcb80 10 client.0 _ll_register_callbacks cb 0x564163a30c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55620/0 (socket says 172.21.15.7:55620) 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1c00700 1 -- 172.21.15.7:0/4158988189 learned_addr learned my addr 172.21.15.7:0/4158988189 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:04.919 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1200700 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b38830 0x564163b444f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10bbe00700 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b3de60 0x564163b418e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1c00700 1 -- 172.21.15.7:0/4158988189 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b3de60 msgr2=0x564163b418e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:04.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1c00700 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b3de60 0x564163b418e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1c00700 1 -- 172.21.15.7:0/4158988189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b38830 msgr2=0x564163b444f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:04.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1c00700 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b38830 0x564163b444f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1c00700 1 -- 172.21.15.7:0/4158988189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641639d6880 con 0x564163b3e780 2024-05-21T02:01:04.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.644+0000 7f10c1200700 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b38830 0x564163b444f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:04.920 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:04 smithi007 ceph-mon[31288]: pgmap v478: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.645+0000 7f10c1c00700 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41e20 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f10b40094c0 tx=0x7f10b4004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=495582e874b62287 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.645+0000 7f109ea00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.645+0000 7f109ea00700 1 -- 172.21.15.7:0/4158988189 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b4027060 con 0x564163b3e780 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.645+0000 7f109ea00700 1 -- 172.21.15.7:0/4158988189 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f10b4008030 con 0x564163b3e780 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.645+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/4158988189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10b00cc0d0 con 0x564163b3e780 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.645+0000 7f109ea00700 1 -- 172.21.15.7:0/4158988189 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f10b4008270 con 0x564163b3e780 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f10ce4dcb80 10 client.15183 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/4158988189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564163a57010 con 0x564163b3e780 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f109ea00700 1 -- 172.21.15.7:0/4158988189 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10b00cc0d0 con 0x564163b3e780 2024-05-21T02:01:04.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f109ea00700 1 -- 172.21.15.7:0/4158988189 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f10b402c070 con 0x564163b3e780 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f10ce4dcb80 10 client.15183 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f10ce4dcb80 10 client.15183 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f10ce4dcb80 20 client.15183 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x564163b51d70 0x564163b531e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f10ce4dcb80 4 client.15183 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.646+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/4158988189 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564163a98d40 con 0x564163b51d70 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.647+0000 7f10c1200700 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x564163b51d70 0x564163b531e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.647+0000 7f10c1200700 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x564163b51d70 0x564163b531e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=59326a76950e8a4 server_cookie=fe2938c88ffde0f in_seq=0 out_seq=0 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.647+0000 7f109ea00700 10 client.15183 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f109ea00700 1 -- 172.21.15.7:0/4158988189 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564163a98d40 con 0x564163b51d70 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f109ea00700 10 client.15183 handle_command_reply: tid=0 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 client.15183 shutdown 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/4158988189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 msgr2=0x564163b41e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:04.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41e20 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f10b40094c0 tx=0x7f10b4004b40 comp rx=0 tx=0).stop 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/4158988189 shutdown_connections 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x564163b51d70 0x564163b531e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41e20 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b38830 0x564163b444f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/4158988189 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b3de60 0x564163b418e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/4158988189 >> 172.21.15.7:0/4158988189 conn(0x564163a66b90 msgr2=0x564163b37200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f109ea00700 0 client.15183 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.648+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/4158988189 shutdown_connections 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.649+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/4158988189 wait complete. 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.649+0000 7f10ce4dcb80 20 client.15183 trim_cache size 0 max 16384 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.672+0000 7f10ce4dcb80 1 Processor -- start 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.672+0000 7f10ce4dcb80 1 -- start start 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3de60 0x564163b418a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564163b51520 con 0x564163b3e780 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564163b51bf0 con 0x564163b3de60 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x564163b522c0 con 0x564163b38830 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10c1c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10c1c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55630/0 (socket says 172.21.15.7:55630) 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10c1c00700 1 -- 172.21.15.7:0/1448681548 learned_addr learned my addr 172.21.15.7:0/1448681548 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10c1200700 1 --2- 172.21.15.7:0/1448681548 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.673+0000 7f10bbe00700 1 --2- 172.21.15.7:0/1448681548 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3de60 0x564163b418a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.674+0000 7f10c1c00700 1 -- 172.21.15.7:0/1448681548 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 msgr2=0x564163b38210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.674+0000 7f10c1c00700 1 --2- 172.21.15.7:0/1448681548 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.674+0000 7f10c1c00700 1 -- 172.21.15.7:0/1448681548 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3de60 msgr2=0x564163b418a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.674+0000 7f10c1c00700 1 --2- 172.21.15.7:0/1448681548 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3de60 0x564163b418a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.674+0000 7f10c1c00700 1 -- 172.21.15.7:0/1448681548 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564163b53550 con 0x564163b3e780 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.674+0000 7f10c1c00700 1 --2- 172.21.15.7:0/1448681548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41de0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f10b402e010 tx=0x7f10b4017ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3d79a2cb03a0b9d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.674+0000 7f10a9600700 1 -- 172.21.15.7:0/1448681548 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b4032070 con 0x564163b3e780 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.674+0000 7f10a9600700 1 -- 172.21.15.7:0/1448681548 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10b4016e40 con 0x564163b3e780 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.674+0000 7f10a9600700 1 -- 172.21.15.7:0/1448681548 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10b4007700 con 0x564163b3e780 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.675+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/1448681548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 msgr2=0x564163b41de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.675+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/1448681548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41de0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f10b402e010 tx=0x7f10b4017ec0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.675+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/1448681548 shutdown_connections 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.675+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/1448681548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3e780 0x564163b41de0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.675+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/1448681548 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b38210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.675+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/1448681548 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3de60 0x564163b418a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.675+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/1448681548 >> 172.21.15.7:0/1448681548 conn(0x564163a66b90 msgr2=0x564163b2c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.675+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/1448681548 shutdown_connections 2024-05-21T02:01:04.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.675+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/1448681548 wait complete. 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.676+0000 7f10ce4dcb80 1 -- start start 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.676+0000 7f10ce4dcb80 1 Processor -- start 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.676+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b373e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b37940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10ce4dcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b5b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x564163b53060 con 0x564163b3de60 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564163b52990 con 0x564163b3e780 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10ce4dcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x564163b53730 con 0x564163b38830 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10ce4dcb80 10 client.0 _ll_register_callbacks cb 0x564163a30c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10bbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b37940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10bbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b37940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55644/0 (socket says 172.21.15.7:55644) 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10bbe00700 1 -- 172.21.15.7:0/2745528371 learned_addr learned my addr 172.21.15.7:0/2745528371 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10c1c00700 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b5b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10c1200700 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b373e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10bbe00700 1 -- 172.21.15.7:0/2745528371 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 msgr2=0x564163b373e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10bbe00700 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b373e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10bbe00700 1 -- 172.21.15.7:0/2745528371 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 msgr2=0x564163b5b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10bbe00700 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b5b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10bbe00700 1 -- 172.21.15.7:0/2745528371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564163b5bcc0 con 0x564163b3de60 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.677+0000 7f10c1c00700 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b5b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.678+0000 7f10bbe00700 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b37940 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f10ac000c00 tx=0x7f10ac009710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f74a524283a8081 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.678+0000 7f109ea00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.678+0000 7f109ea00700 1 -- 172.21.15.7:0/2745528371 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ac02a070 con 0x564163b3de60 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.678+0000 7f109ea00700 1 -- 172.21.15.7:0/2745528371 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f10ac0039c0 con 0x564163b3de60 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.678+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2745528371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564163a92520 con 0x564163b3de60 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.678+0000 7f109ea00700 1 -- 172.21.15.7:0/2745528371 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f10ac036050 con 0x564163b3de60 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.678+0000 7f10ce4dcb80 10 client.15189 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.678+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2745528371 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564163b5cff0 con 0x564163b3de60 2024-05-21T02:01:04.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.679+0000 7f109ea00700 1 -- 172.21.15.7:0/2745528371 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x564163a92520 con 0x564163b3de60 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.679+0000 7f109ea00700 1 -- 172.21.15.7:0/2745528371 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f10ac00fb80 con 0x564163b3de60 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.679+0000 7f10ce4dcb80 10 client.15189 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.679+0000 7f10ce4dcb80 10 client.15189 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.679+0000 7f10ce4dcb80 20 client.15189 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.679+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x564163bc1d10 0x564163bc0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.679+0000 7f10ce4dcb80 4 client.15189 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.679+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2745528371 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "status"}) -- 0x564163909200 con 0x564163bc1d10 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.679+0000 7f10c1200700 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x564163bc1d10 0x564163bc0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.680+0000 7f10c1200700 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x564163bc1d10 0x564163bc0a20 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7363d3b5f0331337 server_cookie=2fc427f72f27a6c in_seq=0 out_seq=0 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.680+0000 7f109ea00700 10 client.15189 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.680+0000 7f109ea00700 1 -- 172.21.15.7:0/2745528371 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x564163909200 con 0x564163bc1d10 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.680+0000 7f109ea00700 10 client.15189 handle_command_reply: tid=0 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.680+0000 7f10ce4dcb80 1 client.15189 shutdown 2024-05-21T02:01:04.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.680+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2745528371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 msgr2=0x564163b37940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.680+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b37940 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f10ac000c00 tx=0x7f10ac009710 comp rx=0 tx=0).stop 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2745528371 shutdown_connections 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x564163bc1d10 0x564163bc0a20 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564163b3e780 0x564163b5b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564163b38830 0x564163b373e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f10ce4dcb80 1 --2- 172.21.15.7:0/2745528371 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564163b3de60 0x564163b37940 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2745528371 >> 172.21.15.7:0/2745528371 conn(0x564163a66b90 msgr2=0x564163b418a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f109ea00700 0 client.15189 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2745528371 shutdown_connections 2024-05-21T02:01:04.930 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 2, 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24511, 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 292.275628031, 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 29, 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 343.20887855299998 2024-05-21T02:01:04.931 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f10ce4dcb80 1 -- 172.21.15.7:0/2745528371 wait complete. 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.681+0000 7f10ce4dcb80 20 client.15189 trim_cache size 0 max 16384 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 -- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10a40b2880 msgr2=0x7f10a40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10a40b2880 0x7f10a40b4d40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f10b4009ec0 tx=0x7f10b4009920 comp rx=0 tx=0).stop 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 -- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f10bc109dd0 msgr2=0x7f10bc1a0230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f10bc109dd0 0x7f10bc1a0230 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f10b000e9f0 tx=0x7f10b000ed00 comp rx=0 tx=0).stop 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 -- 172.21.15.7:0/1066878468 shutdown_connections 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f10bc10eeb0 0x7f10bc1a4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f10a40b2880 0x7f10a40b4d40 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f10bc109dd0 0x7f10bc1a0230 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 --2- 172.21.15.7:0/1066878468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f10bc10a780 0x7f10bc1a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 -- 172.21.15.7:0/1066878468 >> 172.21.15.7:0/1066878468 conn(0x7f10bc076d10 msgr2=0x7f10bc0772f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 -- 172.21.15.7:0/1066878468 shutdown_connections 2024-05-21T02:01:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:04.682+0000 7f10c3c00700 1 -- 172.21.15.7:0/1066878468 wait complete. 2024-05-21T02:01:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:04 smithi164 ceph-mon[36138]: pgmap v478: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:01:05.882 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.g status 2024-05-21T02:01:06.404 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:06.793 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:06 smithi007 ceph-mon[31288]: pgmap v479: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T02:01:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:06 smithi190 ceph-mon[35961]: pgmap v479: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T02:01:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:06 smithi164 ceph-mon[36138]: pgmap v479: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T02:01:07.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.237+0000 7f2178200700 1 -- 172.21.15.7:0/1751905212 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21701095b0 msgr2=0x7f2170109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:07.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.237+0000 7f2178200700 1 --2- 172.21.15.7:0/1751905212 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21701095b0 0x7f2170109990 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2164009f90 tx=0x7f216400b330 comp rx=0 tx=0).stop 2024-05-21T02:01:07.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.237+0000 7f2178200700 1 -- 172.21.15.7:0/1751905212 shutdown_connections 2024-05-21T02:01:07.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.237+0000 7f2178200700 1 --2- 172.21.15.7:0/1751905212 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f217006bbe0 0x7f21701103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.237+0000 7f2178200700 1 --2- 172.21.15.7:0/1751905212 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21701095b0 0x7f2170109990 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.237+0000 7f2178200700 1 --2- 172.21.15.7:0/1751905212 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f217006b220 0x7f217006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.688 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.237+0000 7f2178200700 1 -- 172.21.15.7:0/1751905212 >> 172.21.15.7:0/1751905212 conn(0x7f21700793f0 msgr2=0x7f2170079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.237+0000 7f2178200700 1 -- 172.21.15.7:0/1751905212 shutdown_connections 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.237+0000 7f2178200700 1 -- 172.21.15.7:0/1751905212 wait complete. 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.238+0000 7f2178200700 1 Processor -- start 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.238+0000 7f2178200700 1 -- start start 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2178200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f217006b220 0x7f217019be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2178200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f217006bbe0 0x7f217019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2178200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21701095b0 0x7f21701a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2178200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2170113730 con 0x7f217006b220 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2178200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f21701135b0 con 0x7f217006bbe0 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2178200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f21701138b0 con 0x7f21701095b0 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2175800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f217006b220 0x7f217019be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2174e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f217006bbe0 0x7f217019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2175800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f217006b220 0x7f217019be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45736/0 (socket says 172.21.15.7:45736) 2024-05-21T02:01:07.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2175800700 1 -- 172.21.15.7:0/3558825685 learned_addr learned my addr 172.21.15.7:0/3558825685 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.239+0000 7f2176200700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21701095b0 0x7f21701a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f2174e00700 1 -- 172.21.15.7:0/3558825685 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21701095b0 msgr2=0x7f21701a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f2174e00700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21701095b0 0x7f21701a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f2174e00700 1 -- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f217006b220 msgr2=0x7f217019be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f2174e00700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f217006b220 0x7f217019be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f2174e00700 1 -- 172.21.15.7:0/3558825685 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21701a0e70 con 0x7f217006bbe0 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f2176200700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21701095b0 0x7f21701a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f2175800700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f217006b220 0x7f217019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f2174e00700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f217006bbe0 0x7f217019c3a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f215c00e9c0 tx=0x7f215c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f216e000700 1 -- 172.21.15.7:0/3558825685 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c004220 con 0x7f217006bbe0 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f216e000700 1 -- 172.21.15.7:0/3558825685 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f215c0043c0 con 0x7f217006bbe0 2024-05-21T02:01:07.690 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f2178200700 1 -- 172.21.15.7:0/3558825685 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21701a1160 con 0x7f217006bbe0 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.240+0000 7f216e000700 1 -- 172.21.15.7:0/3558825685 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c00ce30 con 0x7f217006bbe0 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.241+0000 7f2178200700 1 -- 172.21.15.7:0/3558825685 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21701a89e0 con 0x7f217006bbe0 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.245+0000 7f2182b29b80 1 Processor -- start 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.245+0000 7f2182b29b80 1 -- start start 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.245+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648805290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.245+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x5596487ff260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.245+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x5596487ffce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.245+0000 7f2182b29b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55964875de40 con 0x5596487ff880 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.245+0000 7f2182b29b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55964874d9e0 con 0x559648804eb0 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.245+0000 7f2182b29b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559648751a20 con 0x5596488057d0 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2176200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648805290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2176200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648805290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48130/0 (socket says 172.21.15.7:48130) 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2176200700 1 -- 172.21.15.7:0/1316636432 learned_addr learned my addr 172.21.15.7:0/1316636432 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:07.691 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f216e000700 1 -- 172.21.15.7:0/3558825685 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f215c004750 con 0x7f217006bbe0 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2175800700 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x5596487ff260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2174e00700 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x5596487ffce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2176200700 1 -- 172.21.15.7:0/1316636432 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 msgr2=0x5596487ff260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2176200700 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x5596487ff260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2176200700 1 -- 172.21.15.7:0/1316636432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 msgr2=0x5596487ffce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2176200700 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x5596487ffce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2176200700 1 -- 172.21.15.7:0/1316636432 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559648716420 con 0x559648804eb0 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.246+0000 7f2174e00700 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x5596487ffce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.247+0000 7f2176200700 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648805290 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2168009d30 tx=0x7f21680106b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7a09aa9c3947cb0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.247+0000 7f2162a00700 1 -- 172.21.15.7:0/1316636432 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f216801c480 con 0x559648804eb0 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.247+0000 7f2162a00700 1 -- 172.21.15.7:0/1316636432 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f216801cad0 con 0x559648804eb0 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.247+0000 7f2162a00700 1 -- 172.21.15.7:0/1316636432 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2168011910 con 0x559648804eb0 2024-05-21T02:01:07.692 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f216e000700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f21580b2880 0x7f21580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f216e000700 1 -- 172.21.15.7:0/3558825685 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f215c0e1fe0 con 0x7f217006bbe0 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2182b29b80 1 -- 172.21.15.7:0/1316636432 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 msgr2=0x559648805290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2182b29b80 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648805290 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2168009d30 tx=0x7f21680106b0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2175800700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f21580b2880 0x7f21580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2182b29b80 1 -- 172.21.15.7:0/1316636432 shutdown_connections 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2182b29b80 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x5596487ffce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2182b29b80 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648805290 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2182b29b80 1 --2- 172.21.15.7:0/1316636432 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x5596487ff260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2182b29b80 1 -- 172.21.15.7:0/1316636432 >> 172.21.15.7:0/1316636432 conn(0x55964872dbe0 msgr2=0x5596487fa010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2182b29b80 1 -- 172.21.15.7:0/1316636432 shutdown_connections 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.248+0000 7f2182b29b80 1 -- 172.21.15.7:0/1316636432 wait complete. 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.249+0000 7f2182b29b80 1 -- start start 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.249+0000 7f2175800700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f21580b2880 0x7f21580b4d40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f216400b6c0 tx=0x7f2164009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:07.693 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.249+0000 7f2182b29b80 1 Processor -- start 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x55964880b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559648804eb0 0x559648808860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596488057d0 0x559648808da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2182b29b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559648653fa0 con 0x5596488057d0 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2182b29b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5596486ee760 con 0x5596487ff880 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2182b29b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55964880c240 con 0x559648804eb0 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2182b29b80 10 client.0 _ll_register_callbacks cb 0x5596486f7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2175800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x55964880b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2176200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596488057d0 0x559648808da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2175800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x55964880b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48134/0 (socket says 172.21.15.7:48134) 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2175800700 1 -- 172.21.15.7:0/270243004 learned_addr learned my addr 172.21.15.7:0/270243004 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.250+0000 7f2174e00700 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559648804eb0 0x559648808860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2175800700 1 -- 172.21.15.7:0/270243004 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559648804eb0 msgr2=0x559648808860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:07.694 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2175800700 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559648804eb0 0x559648808860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2175800700 1 -- 172.21.15.7:0/270243004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596488057d0 msgr2=0x559648808da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2175800700 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596488057d0 0x559648808da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2175800700 1 -- 172.21.15.7:0/270243004 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55964869d8d0 con 0x5596487ff880 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2174e00700 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559648804eb0 0x559648808860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2176200700 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596488057d0 0x559648808da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2175800700 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x55964880b4c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2164004fd0 tx=0x7f2164009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f387c4fcdf103412 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2157400700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2157400700 1 -- 172.21.15.7:0/270243004 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f216402b070 con 0x5596487ff880 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2182b29b80 1 -- 172.21.15.7:0/270243004 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f216801cad0 con 0x5596487ff880 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.251+0000 7f2157400700 1 -- 172.21.15.7:0/270243004 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f2164007d10 con 0x5596487ff880 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.252+0000 7f2157400700 1 -- 172.21.15.7:0/270243004 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2164022070 con 0x5596487ff880 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.252+0000 7f2182b29b80 10 client.25304 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.252+0000 7f2182b29b80 1 -- 172.21.15.7:0/270243004 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55964871e060 con 0x5596487ff880 2024-05-21T02:01:07.695 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.252+0000 7f2157400700 1 -- 172.21.15.7:0/270243004 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f216801cad0 con 0x5596487ff880 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.252+0000 7f2157400700 1 -- 172.21.15.7:0/270243004 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2164011070 con 0x5596487ff880 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.252+0000 7f2182b29b80 10 client.25304 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.252+0000 7f2182b29b80 10 client.25304 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.252+0000 7f2182b29b80 20 client.25304 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.252+0000 7f2182b29b80 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596488214a0 0x559648823920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.253+0000 7f2182b29b80 4 client.25304 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.253+0000 7f2182b29b80 1 -- 172.21.15.7:0/270243004 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55964875fd90 con 0x5596488214a0 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.253+0000 7f2174e00700 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596488214a0 0x559648823920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.253+0000 7f2174e00700 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596488214a0 0x559648823920 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=533f11aed6490593 server_cookie=ea0b5e3f78877f10 in_seq=0 out_seq=0 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.253+0000 7f2157400700 10 client.25304 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.254+0000 7f2157400700 1 -- 172.21.15.7:0/270243004 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55964875fd90 con 0x5596488214a0 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.254+0000 7f2157400700 10 client.25304 handle_command_reply: tid=0 2024-05-21T02:01:07.696 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.254+0000 7f2182b29b80 1 client.25304 shutdown 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 -- 172.21.15.7:0/270243004 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 msgr2=0x55964880b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x55964880b4c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2164004fd0 tx=0x7f2164009920 comp rx=0 tx=0).stop 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 -- 172.21.15.7:0/270243004 shutdown_connections 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596488214a0 0x559648823920 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596488057d0 0x559648808da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2157400700 0 client.25304 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x55964880b4c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 --2- 172.21.15.7:0/270243004 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559648804eb0 0x559648808860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 -- 172.21.15.7:0/270243004 >> 172.21.15.7:0/270243004 conn(0x55964872dbe0 msgr2=0x5596487fe250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 -- 172.21.15.7:0/270243004 shutdown_connections 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 1 -- 172.21.15.7:0/270243004 wait complete. 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.255+0000 7f2182b29b80 20 client.25304 trim_cache size 0 max 16384 2024-05-21T02:01:07.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.278+0000 7f2182b29b80 1 Processor -- start 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.278+0000 7f2182b29b80 1 -- start start 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x5596487ff260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559648804eb0 0x5596487fa050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x5596488062c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2182b29b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f21701aba60 con 0x559648804eb0 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2182b29b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f21701ad5a0 con 0x5596487ff880 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2182b29b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f21701ac130 con 0x5596488057d0 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2174e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559648804eb0 0x5596487fa050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2174e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559648804eb0 0x5596487fa050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45776/0 (socket says 172.21.15.7:45776) 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2174e00700 1 -- 172.21.15.7:0/661265534 learned_addr learned my addr 172.21.15.7:0/661265534 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2175800700 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x5596487ff260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.279+0000 7f2176200700 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x5596488062c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2174e00700 1 -- 172.21.15.7:0/661265534 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 msgr2=0x5596488062c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2174e00700 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x5596488062c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2174e00700 1 -- 172.21.15.7:0/661265534 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 msgr2=0x5596487ff260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2174e00700 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x5596487ff260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2174e00700 1 -- 172.21.15.7:0/661265534 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559648823fa0 con 0x559648804eb0 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2175800700 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x5596487ff260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2174e00700 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559648804eb0 0x5596487fa050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f215c0a5680 tx=0x7f215c0e4470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6b6cd5e9bf2258c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2162000700 1 -- 172.21.15.7:0/661265534 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c01c040 con 0x559648804eb0 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2162000700 1 -- 172.21.15.7:0/661265534 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f215c0ad9b0 con 0x559648804eb0 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.280+0000 7f2162000700 1 -- 172.21.15.7:0/661265534 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c0a9860 con 0x559648804eb0 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.281+0000 7f2182b29b80 1 -- 172.21.15.7:0/661265534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559648804eb0 msgr2=0x5596487fa050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.281+0000 7f2182b29b80 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559648804eb0 0x5596487fa050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f215c0a5680 tx=0x7f215c0e4470 comp rx=0 tx=0).stop 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.281+0000 7f2182b29b80 1 -- 172.21.15.7:0/661265534 shutdown_connections 2024-05-21T02:01:07.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.281+0000 7f2182b29b80 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x5596488062c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.281+0000 7f2182b29b80 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596487ff880 0x5596487ff260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.281+0000 7f2182b29b80 1 --2- 172.21.15.7:0/661265534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559648804eb0 0x5596487fa050 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.281+0000 7f2182b29b80 1 -- 172.21.15.7:0/661265534 >> 172.21.15.7:0/661265534 conn(0x55964872dbe0 msgr2=0x559648805bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.281+0000 7f2182b29b80 1 -- 172.21.15.7:0/661265534 shutdown_connections 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.281+0000 7f2182b29b80 1 -- 172.21.15.7:0/661265534 wait complete. 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.282+0000 7f2182b29b80 1 -- start start 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.282+0000 7f2182b29b80 1 Processor -- start 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.282+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x559648828ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.282+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648829400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2182b29b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x559648829940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2182b29b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f21701aced0 con 0x5596487ff880 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2182b29b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f21701ac800 con 0x559648804eb0 2024-05-21T02:01:07.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2182b29b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f217010e340 con 0x5596488057d0 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2182b29b80 10 client.0 _ll_register_callbacks cb 0x559648823db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2175800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x559648828ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2175800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x559648828ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45792/0 (socket says 172.21.15.7:45792) 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2175800700 1 -- 172.21.15.7:0/635797308 learned_addr learned my addr 172.21.15.7:0/635797308 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2174e00700 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648829400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2176200700 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x559648829940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2175800700 1 -- 172.21.15.7:0/635797308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 msgr2=0x559648829940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2175800700 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x559648829940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2175800700 1 -- 172.21.15.7:0/635797308 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 msgr2=0x559648829400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2175800700 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648829400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.283+0000 7f2175800700 1 -- 172.21.15.7:0/635797308 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55964888b300 con 0x5596487ff880 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.284+0000 7f2175800700 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x559648828ec0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2164009790 tx=0x7f2164007890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=483352b3a229130b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.284+0000 7f2157400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:07.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.284+0000 7f2157400700 1 -- 172.21.15.7:0/635797308 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f216403f060 con 0x5596487ff880 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.284+0000 7f2157400700 1 -- 172.21.15.7:0/635797308 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f216403a660 con 0x5596487ff880 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.284+0000 7f2182b29b80 1 -- 172.21.15.7:0/635797308 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f215c0ad9b0 con 0x5596487ff880 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.284+0000 7f2157400700 1 -- 172.21.15.7:0/635797308 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f216402b070 con 0x5596487ff880 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.284+0000 7f2182b29b80 10 client.15204 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.284+0000 7f2182b29b80 1 -- 172.21.15.7:0/635797308 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55964888c570 con 0x5596487ff880 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.285+0000 7f2157400700 1 -- 172.21.15.7:0/635797308 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f215c0ad9b0 con 0x5596487ff880 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.285+0000 7f2157400700 1 -- 172.21.15.7:0/635797308 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2164044070 con 0x5596487ff880 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.285+0000 7f2182b29b80 10 client.15204 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.285+0000 7f2182b29b80 10 client.15204 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.285+0000 7f2182b29b80 20 client.15204 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.285+0000 7f2182b29b80 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55964888cbf0 0x55964888efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.285+0000 7f2182b29b80 4 client.15204 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T02:01:07.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.285+0000 7f2182b29b80 1 -- 172.21.15.7:0/635797308 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559648759570 con 0x55964888cbf0 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.285+0000 7f2174e00700 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55964888cbf0 0x55964888efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2174e00700 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55964888cbf0 0x55964888efe0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b0fad36382d0dcb server_cookie=bb24a37958413ac6 in_seq=0 out_seq=0 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2157400700 10 client.15204 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2157400700 1 -- 172.21.15.7:0/635797308 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559648759570 con 0x55964888cbf0 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2157400700 10 client.15204 handle_command_reply: tid=0 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2182b29b80 1 client.15204 shutdown 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2182b29b80 1 -- 172.21.15.7:0/635797308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 msgr2=0x559648828ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2182b29b80 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x559648828ec0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2164009790 tx=0x7f2164007890 comp rx=0 tx=0).stop 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2182b29b80 1 -- 172.21.15.7:0/635797308 shutdown_connections 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2182b29b80 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55964888cbf0 0x55964888efe0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2182b29b80 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596488057d0 0x559648829940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2182b29b80 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596487ff880 0x559648828ec0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2182b29b80 1 --2- 172.21.15.7:0/635797308 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559648804eb0 0x559648829400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2182b29b80 1 -- 172.21.15.7:0/635797308 >> 172.21.15.7:0/635797308 conn(0x55964872dbe0 msgr2=0x559648803a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:07.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.286+0000 7f2157400700 0 client.15204 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:07.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2182b29b80 1 -- 172.21.15.7:0/635797308 shutdown_connections 2024-05-21T02:01:07.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2182b29b80 1 -- 172.21.15.7:0/635797308 wait complete. 2024-05-21T02:01:07.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2182b29b80 20 client.15204 trim_cache size 0 max 16384 2024-05-21T02:01:07.704 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:01:07.704 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-05-21T02:01:07.704 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-05-21T02:01:07.704 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2178200700 1 -- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f21580b2880 msgr2=0x7f21580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2178200700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f21580b2880 0x7f21580b4d40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f216400b6c0 tx=0x7f2164009700 comp rx=0 tx=0).stop 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2178200700 1 -- 172.21.15.7:0/3558825685 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f217006bbe0 msgr2=0x7f217019c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2178200700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f217006bbe0 0x7f217019c3a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f215c00e9c0 tx=0x7f215c00ecd0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2178200700 1 -- 172.21.15.7:0/3558825685 shutdown_connections 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2178200700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f21701095b0 0x7f21701a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.287+0000 7f2178200700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f21580b2880 0x7f21580b4d40 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.288+0000 7f2178200700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f217006b220 0x7f217019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.288+0000 7f2178200700 1 --2- 172.21.15.7:0/3558825685 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f217006bbe0 0x7f217019c3a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.288+0000 7f2178200700 1 -- 172.21.15.7:0/3558825685 >> 172.21.15.7:0/3558825685 conn(0x7f21700793f0 msgr2=0x7f217010e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:07.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.288+0000 7f2178200700 1 -- 172.21.15.7:0/3558825685 shutdown_connections 2024-05-21T02:01:07.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:07.288+0000 7f2178200700 1 -- 172.21.15.7:0/3558825685 wait complete. 2024-05-21T02:01:08.723 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T02:01:08.724 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:01:08.803 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:08 smithi007 ceph-mon[31288]: pgmap v480: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:01:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:08 smithi190 ceph-mon[35961]: pgmap v480: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:01:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:08 smithi164 ceph-mon[36138]: pgmap v480: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:01:09.244 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:09.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.963+0000 7fefb9000700 1 -- 172.21.15.7:0/1396090833 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 msgr2=0x7fefb410f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:09.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.963+0000 7fefb9000700 1 --2- 172.21.15.7:0/1396090833 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 0x7fefb410f830 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fefa0009990 tx=0x7fefa0009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.963+0000 7fefb9000700 1 -- 172.21.15.7:0/1396090833 shutdown_connections 2024-05-21T02:01:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.963+0000 7fefb9000700 1 --2- 172.21.15.7:0/1396090833 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefb410fd70 0x7fefb4112160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.963+0000 7fefb9000700 1 --2- 172.21.15.7:0/1396090833 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb41021c0 0x7fefb41025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.963+0000 7fefb9000700 1 --2- 172.21.15.7:0/1396090833 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 0x7fefb410f830 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.963+0000 7fefb9000700 1 -- 172.21.15.7:0/1396090833 >> 172.21.15.7:0/1396090833 conn(0x7fefb40fde60 msgr2=0x7fefb4100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.963+0000 7fefb9000700 1 -- 172.21.15.7:0/1396090833 shutdown_connections 2024-05-21T02:01:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.963+0000 7fefb9000700 1 -- 172.21.15.7:0/1396090833 wait complete. 2024-05-21T02:01:09.965 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.965+0000 7fefb9000700 1 Processor -- start 2024-05-21T02:01:09.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.965+0000 7fefb9000700 1 -- start start 2024-05-21T02:01:09.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb9000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefb41021c0 0x7fefb419bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb9000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 0x7fefb419c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.966 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb9000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb410fd70 0x7fefb41a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb9000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fefb41158d0 con 0x7fefb41021c0 2024-05-21T02:01:09.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb9000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fefb4115750 con 0x7fefb410fd70 2024-05-21T02:01:09.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb9000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fefb4115a50 con 0x7fefb4102b70 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefb41021c0 0x7fefb419bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb2a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 0x7fefb419c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb2a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 0x7fefb419c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:42866/0 (socket says 172.21.15.7:42866) 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.966+0000 7fefb2a00700 1 -- 172.21.15.7:0/748220879 learned_addr learned my addr 172.21.15.7:0/748220879 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.967+0000 7fefb3e00700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb410fd70 0x7fefb41a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.967+0000 7fefb2a00700 1 -- 172.21.15.7:0/748220879 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb410fd70 msgr2=0x7fefb41a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.967+0000 7fefb2a00700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb410fd70 0x7fefb41a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.967+0000 7fefb2a00700 1 -- 172.21.15.7:0/748220879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefb41021c0 msgr2=0x7fefb419bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.967+0000 7fefb2a00700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefb41021c0 0x7fefb419bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.967+0000 7fefb2a00700 1 -- 172.21.15.7:0/748220879 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb41a0df0 con 0x7fefb4102b70 2024-05-21T02:01:09.968 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.967+0000 7fefb2a00700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 0x7fefb419c320 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fefa00057c0 tx=0x7fefa00057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:09.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.968+0000 7fefabe00700 1 -- 172.21.15.7:0/748220879 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa000fb00 con 0x7fefb4102b70 2024-05-21T02:01:09.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.968+0000 7fefabe00700 1 -- 172.21.15.7:0/748220879 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefa000fca0 con 0x7fefb4102b70 2024-05-21T02:01:09.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.968+0000 7fefb9000700 1 -- 172.21.15.7:0/748220879 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb41a1080 con 0x7fefb4102b70 2024-05-21T02:01:09.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.968+0000 7fefabe00700 1 -- 172.21.15.7:0/748220879 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa0017650 con 0x7fefb4102b70 2024-05-21T02:01:09.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.968+0000 7fefb9000700 1 -- 172.21.15.7:0/748220879 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb41a8960 con 0x7fefb4102b70 2024-05-21T02:01:09.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.971+0000 7fefabe00700 1 -- 172.21.15.7:0/748220879 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fefa0009d10 con 0x7fefb4102b70 2024-05-21T02:01:09.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.972+0000 7fefc5008b80 1 Processor -- start 2024-05-21T02:01:09.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefc5008b80 1 -- start start 2024-05-21T02:01:09.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefabe00700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef980b29d0 0x7fef980b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c17b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c11d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c12340 0x557220c127a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefc5008b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557220b6fdf0 con 0x557220c12340 2024-05-21T02:01:09.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefc5008b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x557220b5f990 con 0x557220c18090 2024-05-21T02:01:09.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefc5008b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x557220b639d0 con 0x557220c17770 2024-05-21T02:01:09.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefabe00700 1 -- 172.21.15.7:0/748220879 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fefa00e2ff0 con 0x7fefb4102b70 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.973+0000 7fefb3e00700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef980b29d0 0x7fef980b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c17b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c12340 0x557220c127a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c17b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:42872/0 (socket says 172.21.15.7:42872) 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3400700 1 -- 172.21.15.7:0/50122468 learned_addr learned my addr 172.21.15.7:0/50122468 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb2a00700 1 --2- 172.21.15.7:0/50122468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c11d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3400700 1 -- 172.21.15.7:0/50122468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 msgr2=0x557220c11d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3400700 1 --2- 172.21.15.7:0/50122468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c11d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3400700 1 -- 172.21.15.7:0/50122468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c12340 msgr2=0x557220c127a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3400700 1 --2- 172.21.15.7:0/50122468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c12340 0x557220c127a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3400700 1 -- 172.21.15.7:0/50122468 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557220b283d0 con 0x557220c17770 2024-05-21T02:01:09.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.974+0000 7fefb3e00700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef980b29d0 0x7fef980b4e90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fefac009ec0 tx=0x7fefac0092f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:09.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.975+0000 7fefb3400700 1 --2- 172.21.15.7:0/50122468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c17b50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009db0 tx=0x7fefa4011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b01dfa703fd4b7dd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.975+0000 7fefa8c00700 1 -- 172.21.15.7:0/50122468 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa401e070 con 0x557220c17770 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.975+0000 7fefa8c00700 1 -- 172.21.15.7:0/50122468 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefa4011d80 con 0x557220c17770 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.975+0000 7fefa8c00700 1 -- 172.21.15.7:0/50122468 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa400e730 con 0x557220c17770 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 -- 172.21.15.7:0/50122468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 msgr2=0x557220c17b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 --2- 172.21.15.7:0/50122468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c17b50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009db0 tx=0x7fefa4011720 comp rx=0 tx=0).stop 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 -- 172.21.15.7:0/50122468 shutdown_connections 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 --2- 172.21.15.7:0/50122468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c12340 0x557220c127a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 --2- 172.21.15.7:0/50122468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c17b50 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 --2- 172.21.15.7:0/50122468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c11d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 -- 172.21.15.7:0/50122468 >> 172.21.15.7:0/50122468 conn(0x557220b3fb90 msgr2=0x557220c0c7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 -- 172.21.15.7:0/50122468 shutdown_connections 2024-05-21T02:01:09.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 -- 172.21.15.7:0/50122468 wait complete. 2024-05-21T02:01:09.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.976+0000 7fefc5008b80 1 -- start start 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.977+0000 7fefc5008b80 1 Processor -- start 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.977+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c1dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.977+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c1b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.977+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c1b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.977+0000 7fefc5008b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557220a65f50 con 0x557220c17770 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.977+0000 7fefc5008b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x557220b00710 con 0x557220c18090 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.977+0000 7fefc5008b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x557220c1ebb0 con 0x557220c12340 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.977+0000 7fefc5008b80 10 client.0 _ll_register_callbacks cb 0x557220b09c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb2a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c1b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb2a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c1b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45844/0 (socket says 172.21.15.7:45844) 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb2a00700 1 -- 172.21.15.7:0/3826606153 learned_addr learned my addr 172.21.15.7:0/3826606153 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:09.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb3400700 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c1dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb3e00700 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c1b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb2a00700 1 -- 172.21.15.7:0/3826606153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 msgr2=0x557220c1dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:09.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb2a00700 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c1dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb2a00700 1 -- 172.21.15.7:0/3826606153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 msgr2=0x557220c1b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:09.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb2a00700 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c1b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb2a00700 1 -- 172.21.15.7:0/3826606153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557220aaf880 con 0x557220c17770 2024-05-21T02:01:09.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb3400700 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c1dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:09.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.978+0000 7fefb2a00700 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c1b140 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fefa00e0ad0 tx=0x7fefa0009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=471d92fdb0c58552 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:09.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.979+0000 7fef9d600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:09.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.979+0000 7fef9d600700 1 -- 172.21.15.7:0/3826606153 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa00aa190 con 0x557220c17770 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.979+0000 7fef9d600700 1 -- 172.21.15.7:0/3826606153 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fefa00afdd0 con 0x557220c17770 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.979+0000 7fefc5008b80 1 -- 172.21.15.7:0/3826606153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fefa4011d80 con 0x557220c17770 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.979+0000 7fef9d600700 1 -- 172.21.15.7:0/3826606153 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fefa00aad80 con 0x557220c17770 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.979+0000 7fefc5008b80 10 client.15216 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.979+0000 7fefc5008b80 1 -- 172.21.15.7:0/3826606153 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557220b30010 con 0x557220c17770 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.979+0000 7fef9d600700 1 -- 172.21.15.7:0/3826606153 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefa4011d80 con 0x557220c17770 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.980+0000 7fef9d600700 1 -- 172.21.15.7:0/3826606153 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fefa00050b0 con 0x557220c17770 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.980+0000 7fefc5008b80 10 client.15216 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.980+0000 7fefc5008b80 10 client.15216 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.980+0000 7fefc5008b80 20 client.15216 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.980+0000 7fefc5008b80 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557220c2b750 0x557220c2cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.980+0000 7fefc5008b80 4 client.15216 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:09.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.980+0000 7fefc5008b80 1 -- 172.21.15.7:0/3826606153 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557220b71d40 con 0x557220c2b750 2024-05-21T02:01:09.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.980+0000 7fefb3400700 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557220c2b750 0x557220c2cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:09.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.981+0000 7fef9d600700 10 client.15216 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:01:09.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.981+0000 7fefb3400700 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557220c2b750 0x557220c2cbc0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a1fddd36bb97889b server_cookie=98d24f21cb4bae21 in_seq=0 out_seq=0 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fef9d600700 1 -- 172.21.15.7:0/3826606153 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557220b71d40 con 0x557220c2b750 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fef9d600700 10 client.15216 handle_command_reply: tid=0 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 client.15216 shutdown 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 -- 172.21.15.7:0/3826606153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 msgr2=0x557220c1b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c1b140 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fefa00e0ad0 tx=0x7fefa0009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 -- 172.21.15.7:0/3826606153 shutdown_connections 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557220c2b750 0x557220c2cbc0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c1b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c1dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 --2- 172.21.15.7:0/3826606153 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c1b140 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fef9d600700 0 client.15216 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:01:09.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 -- 172.21.15.7:0/3826606153 >> 172.21.15.7:0/3826606153 conn(0x557220b3fb90 msgr2=0x557220c0bf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:09.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 -- 172.21.15.7:0/3826606153 shutdown_connections 2024-05-21T02:01:09.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 1 -- 172.21.15.7:0/3826606153 wait complete. 2024-05-21T02:01:09.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:09.982+0000 7fefc5008b80 20 client.15216 trim_cache size 0 max 16384 2024-05-21T02:01:10.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.006+0000 7fefc5008b80 1 Processor -- start 2024-05-21T02:01:10.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.006+0000 7fefc5008b80 1 -- start start 2024-05-21T02:01:10.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c11d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:10.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c15630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:10.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c0c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:10.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefc5008b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557220c2af00 con 0x557220c17770 2024-05-21T02:01:10.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefc5008b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x557220c2b5d0 con 0x557220c18090 2024-05-21T02:01:10.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefc5008b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x557220c2bca0 con 0x557220c12340 2024-05-21T02:01:10.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefb2a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c15630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:10.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefb2a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c15630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:45856/0 (socket says 172.21.15.7:45856) 2024-05-21T02:01:10.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefb2a00700 1 -- 172.21.15.7:0/1802604366 learned_addr learned my addr 172.21.15.7:0/1802604366 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:10.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefb3e00700 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c0c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:10.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefb3400700 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c11d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:10.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefb2a00700 1 -- 172.21.15.7:0/1802604366 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 msgr2=0x557220c11d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:10.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefb2a00700 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c11d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefb2a00700 1 -- 172.21.15.7:0/1802604366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 msgr2=0x557220c0c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:10.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.007+0000 7fefb2a00700 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c0c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.008+0000 7fefb2a00700 1 -- 172.21.15.7:0/1802604366 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557220c17e90 con 0x557220c17770 2024-05-21T02:01:10.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.008+0000 7fefb3400700 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c11d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:10.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.008+0000 7fefb2a00700 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c15630 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fefa0005560 tx=0x7fefa00a6540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1d7b1acc848ad37 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:10.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.008+0000 7fef9fe00700 1 -- 172.21.15.7:0/1802604366 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa00aa190 con 0x557220c17770 2024-05-21T02:01:10.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.008+0000 7fef9fe00700 1 -- 172.21.15.7:0/1802604366 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefa00095a0 con 0x557220c17770 2024-05-21T02:01:10.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.008+0000 7fef9fe00700 1 -- 172.21.15.7:0/1802604366 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa00a9350 con 0x557220c17770 2024-05-21T02:01:10.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.009+0000 7fefc5008b80 1 -- 172.21.15.7:0/1802604366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 msgr2=0x557220c15630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.009+0000 7fefc5008b80 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c15630 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fefa0005560 tx=0x7fefa00a6540 comp rx=0 tx=0).stop 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.009+0000 7fefc5008b80 1 -- 172.21.15.7:0/1802604366 shutdown_connections 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.009+0000 7fefc5008b80 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c18090 0x557220c0c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.009+0000 7fefc5008b80 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c12340 0x557220c11d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.009+0000 7fefc5008b80 1 --2- 172.21.15.7:0/1802604366 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c17770 0x557220c15630 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.009+0000 7fefc5008b80 1 -- 172.21.15.7:0/1802604366 >> 172.21.15.7:0/1802604366 conn(0x557220b3fb90 msgr2=0x557220c19a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.009+0000 7fefc5008b80 1 -- 172.21.15.7:0/1802604366 shutdown_connections 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.009+0000 7fefc5008b80 1 -- 172.21.15.7:0/1802604366 wait complete. 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.010+0000 7fefc5008b80 1 -- start start 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.010+0000 7fefc5008b80 1 Processor -- start 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.010+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c12340 0x557220c36040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:10.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c36580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefc5008b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c18090 0x557220c30ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefc5008b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557220c2ca40 con 0x557220c18090 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefc5008b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x557220c2c370 con 0x557220c12340 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefc5008b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x557220c2d110 con 0x557220c17770 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefc5008b80 10 client.0 _ll_register_callbacks cb 0x557220b09c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb3400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c12340 0x557220c36040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb3e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c18090 0x557220c30ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb3400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c12340 0x557220c36040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48218/0 (socket says 172.21.15.7:48218) 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb3400700 1 -- 172.21.15.7:0/537714789 learned_addr learned my addr 172.21.15.7:0/537714789 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:10.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb2a00700 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c36580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:10.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb3400700 1 -- 172.21.15.7:0/537714789 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 msgr2=0x557220c36580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb3400700 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c36580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb3400700 1 -- 172.21.15.7:0/537714789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c18090 msgr2=0x557220c30ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb3400700 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c18090 0x557220c30ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.011+0000 7fefb3400700 1 -- 172.21.15.7:0/537714789 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557220c31530 con 0x557220c12340 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.012+0000 7fefb3400700 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c12340 0x557220c36040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009cd0 tx=0x7fefa4009740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73340af76ea99075 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.012+0000 7fef9d600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.012+0000 7fef9d600700 1 -- 172.21.15.7:0/537714789 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa4034060 con 0x557220c12340 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.012+0000 7fef9d600700 1 -- 172.21.15.7:0/537714789 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fefa4003680 con 0x557220c12340 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.012+0000 7fefc5008b80 1 -- 172.21.15.7:0/537714789 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fefa00095a0 con 0x557220c12340 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.012+0000 7fef9d600700 1 -- 172.21.15.7:0/537714789 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fefa401e040 con 0x557220c12340 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.012+0000 7fefc5008b80 10 client.25328 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:10.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.013+0000 7fefc5008b80 1 -- 172.21.15.7:0/537714789 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557220c97680 con 0x557220c12340 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.013+0000 7fef9d600700 1 -- 172.21.15.7:0/537714789 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefa00095a0 con 0x557220c12340 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.013+0000 7fef9d600700 1 -- 172.21.15.7:0/537714789 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fefa4039070 con 0x557220c12340 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.013+0000 7fefc5008b80 10 client.25328 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.013+0000 7fefc5008b80 10 client.25328 resolve_mds: resolved name 'g' to daemon mds.g 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.013+0000 7fefc5008b80 20 client.25328 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.013+0000 7fefc5008b80 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557220c9c0c0 0x557220c9add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.013+0000 7fefc5008b80 4 client.25328 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.013+0000 7fefc5008b80 1 -- 172.21.15.7:0/537714789 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "status"}) -- 0x557220b6b520 con 0x557220c9c0c0 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.014+0000 7fefb2a00700 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557220c9c0c0 0x557220c9add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.014+0000 7fefb2a00700 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557220c9c0c0 0x557220c9add0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c2f7f6c6bef8415b server_cookie=6eb9cf2e16bc271e in_seq=0 out_seq=0 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.014+0000 7fef9d600700 10 client.25328 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fef9d600700 1 -- 172.21.15.7:0/537714789 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x557220b6b520 con 0x557220c9c0c0 2024-05-21T02:01:10.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fef9d600700 10 client.25328 handle_command_reply: tid=0 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 client.25328 shutdown 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 -- 172.21.15.7:0/537714789 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c12340 msgr2=0x557220c36040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c12340 0x557220c36040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fefa4009cd0 tx=0x7fefa4009740 comp rx=0 tx=0).stop 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 -- 172.21.15.7:0/537714789 shutdown_connections 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557220c9c0c0 0x557220c9add0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557220c18090 0x557220c30ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557220c12340 0x557220c36040 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 --2- 172.21.15.7:0/537714789 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557220c17770 0x557220c36580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fef9d600700 0 client.25328 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 -- 172.21.15.7:0/537714789 >> 172.21.15.7:0/537714789 conn(0x557220b3fb90 msgr2=0x557220c18470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 -- 172.21.15.7:0/537714789 shutdown_connections 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 1 -- 172.21.15.7:0/537714789 wait complete. 2024-05-21T02:01:10.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.015+0000 7fefc5008b80 20 client.25328 trim_cache size 0 max 16384 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 1, 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24517, 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 298.62565044000002, 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 29, 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T02:01:10.020 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T02:01:10.021 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 343.66498425100002 2024-05-21T02:01:10.021 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:01:10.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 -- 172.21.15.7:0/748220879 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef980b29d0 msgr2=0x7fef980b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:10.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef980b29d0 0x7fef980b4e90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fefac009ec0 tx=0x7fefac0092f0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 -- 172.21.15.7:0/748220879 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 msgr2=0x7fefb419c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:10.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 0x7fefb419c320 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fefa00057c0 tx=0x7fefa00057f0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 -- 172.21.15.7:0/748220879 shutdown_connections 2024-05-21T02:01:10.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fefb410fd70 0x7fefb41a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fef980b29d0 0x7fef980b4e90 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fefb41021c0 0x7fefb419bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 --2- 172.21.15.7:0/748220879 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fefb4102b70 0x7fefb419c320 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:10.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 -- 172.21.15.7:0/748220879 >> 172.21.15.7:0/748220879 conn(0x7fefb40fde60 msgr2=0x7fefb4100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:10.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 -- 172.21.15.7:0/748220879 shutdown_connections 2024-05-21T02:01:10.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:10.016+0000 7fefb9000700 1 -- 172.21.15.7:0/748220879 wait complete. 2024-05-21T02:01:10.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:10 smithi007 ceph-mon[31288]: pgmap v481: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:01:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:10 smithi190 ceph-mon[35961]: pgmap v481: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:01:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:10 smithi164 ceph-mon[36138]: pgmap v481: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:01:11.123 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T02:01:12.040 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:12.625 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:12 smithi007 ceph-mon[31288]: pgmap v482: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:01:12.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:12 smithi190 ceph-mon[35961]: pgmap v482: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:01:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.903+0000 7ff2ef200700 1 -- 172.21.15.7:0/2090768143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff2f0106030 msgr2=0x7ff2f0112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.903+0000 7ff2ef200700 1 --2- 172.21.15.7:0/2090768143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff2f0106030 0x7ff2f0112540 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff2e800b0a0 tx=0x7ff2e800b3b0 comp rx=0 tx=0).stop 2024-05-21T02:01:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.903+0000 7ff2ef200700 1 -- 172.21.15.7:0/2090768143 shutdown_connections 2024-05-21T02:01:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.903+0000 7ff2ef200700 1 --2- 172.21.15.7:0/2090768143 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff2f0106030 0x7ff2f0112540 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.903+0000 7ff2ef200700 1 --2- 172.21.15.7:0/2090768143 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff2f010b670 0x7ff2f010ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.903+0000 7ff2ef200700 1 --2- 172.21.15.7:0/2090768143 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2f0105670 0x7ff2f0105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.903+0000 7ff2ef200700 1 -- 172.21.15.7:0/2090768143 >> 172.21.15.7:0/2090768143 conn(0x7ff2f0101160 msgr2=0x7ff2f0103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.903+0000 7ff2ef200700 1 -- 172.21.15.7:0/2090768143 shutdown_connections 2024-05-21T02:01:12.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.903+0000 7ff2ef200700 1 -- 172.21.15.7:0/2090768143 wait complete. 2024-05-21T02:01:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.904+0000 7ff2ef200700 1 Processor -- start 2024-05-21T02:01:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.904+0000 7ff2ef200700 1 -- start start 2024-05-21T02:01:12.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ef200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2f0105670 0x7ff2f01a1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ef200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff2f0106030 0x7ff2f01a1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ef200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff2f010b670 0x7ff2f019baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ef200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff2f0115870 con 0x7ff2f0106030 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ef200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff2f01156f0 con 0x7ff2f0105670 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ef200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff2f01159f0 con 0x7ff2f010b670 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ee800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff2f010b670 0x7ff2f019baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ed400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff2f0106030 0x7ff2f01a1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ede00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2f0105670 0x7ff2f01a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ee800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff2f010b670 0x7ff2f019baf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:42912/0 (socket says 172.21.15.7:42912) 2024-05-21T02:01:12.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.905+0000 7ff2ee800700 1 -- 172.21.15.7:0/32143033 learned_addr learned my addr 172.21.15.7:0/32143033 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:12.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.906+0000 7ff2ee800700 1 -- 172.21.15.7:0/32143033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2f0105670 msgr2=0x7ff2f01a1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:12.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.906+0000 7ff2ee800700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2f0105670 0x7ff2f01a1930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:12.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.906+0000 7ff2ee800700 1 -- 172.21.15.7:0/32143033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff2f0106030 msgr2=0x7ff2f01a1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:12.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.906+0000 7ff2ee800700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff2f0106030 0x7ff2f01a1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:12.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.906+0000 7ff2ee800700 1 -- 172.21.15.7:0/32143033 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2f019c250 con 0x7ff2f010b670 2024-05-21T02:01:12.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.906+0000 7ff2ee800700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff2f010b670 0x7ff2f019baf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff2e800b780 tx=0x7ff2e8004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:12.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.906+0000 7ff2e6a00700 1 -- 172.21.15.7:0/32143033 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2e8021070 con 0x7ff2f010b670 2024-05-21T02:01:12.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.907+0000 7ff2e6a00700 1 -- 172.21.15.7:0/32143033 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2e8007e30 con 0x7ff2f010b670 2024-05-21T02:01:12.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.907+0000 7ff2e6a00700 1 -- 172.21.15.7:0/32143033 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2e8004700 con 0x7ff2f010b670 2024-05-21T02:01:12.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.907+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2f019c4e0 con 0x7ff2f010b670 2024-05-21T02:01:12.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.907+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2f01a8800 con 0x7ff2f010b670 2024-05-21T02:01:12.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.908+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2f006a230 con 0x7ff2f010b670 2024-05-21T02:01:12.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.910+0000 7ff2e6a00700 1 -- 172.21.15.7:0/32143033 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff2e8007980 con 0x7ff2f010b670 2024-05-21T02:01:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.912+0000 7ff2e6a00700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2d40b2880 0x7ff2d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.912+0000 7ff2e6a00700 1 -- 172.21.15.7:0/32143033 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ff2e800f020 con 0x7ff2f010b670 2024-05-21T02:01:12.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.912+0000 7ff2ede00700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2d40b2880 0x7ff2d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:12.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.913+0000 7ff2ede00700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2d40b2880 0x7ff2d40b4d40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0009be0 tx=0x7ff2e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:12.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:12.914+0000 7ff2e6a00700 1 -- 172.21.15.7:0/32143033 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff2e802a020 con 0x7ff2f010b670 2024-05-21T02:01:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:12 smithi164 ceph-mon[36138]: pgmap v482: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:01:13.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.215+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff2f019cfe0 con 0x7ff2f010b670 2024-05-21T02:01:13.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.216+0000 7ff2e6a00700 1 -- 172.21.15.7:0/32143033 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7ff2e802e3e0 con 0x7ff2f010b670 2024-05-21T02:01:13.218 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:01:13.218 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2d40b2880 msgr2=0x7ff2d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2d40b2880 0x7ff2d40b4d40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0009be0 tx=0x7ff2e0009260 comp rx=0 tx=0).stop 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff2f010b670 msgr2=0x7ff2f019baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff2f010b670 0x7ff2f019baf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff2e800b780 tx=0x7ff2e8004d00 comp rx=0 tx=0).stop 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 shutdown_connections 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff2f010b670 0x7ff2f019baf0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff2f0105670 0x7ff2f01a1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff2d40b2880 0x7ff2d40b4d40 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 --2- 172.21.15.7:0/32143033 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff2f0106030 0x7ff2f01a1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 >> 172.21.15.7:0/32143033 conn(0x7ff2f0101160 msgr2=0x7ff2f01016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:13.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 shutdown_connections 2024-05-21T02:01:13.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:13.220+0000 7ff2ef200700 1 -- 172.21.15.7:0/32143033 wait complete. 2024-05-21T02:01:13.223 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:01:13.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:13 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/32143033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:01:13.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:13 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/32143033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:01:14.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:13 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/32143033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:01:14.088 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T02:01:14.669 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:14.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:14 smithi007 ceph-mon[31288]: pgmap v483: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:01:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:14 smithi190 ceph-mon[35961]: pgmap v483: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:01:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:14 smithi164 ceph-mon[36138]: pgmap v483: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:01:15.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.940+0000 7f3012e00700 1 -- 172.21.15.7:0/2693426375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f300c1095b0 msgr2=0x7f300c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:15.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.940+0000 7f3012e00700 1 --2- 172.21.15.7:0/2693426375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f300c1095b0 0x7f300c109990 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2ffc009990 tx=0x7f2ffc009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.941+0000 7f3012e00700 1 -- 172.21.15.7:0/2693426375 shutdown_connections 2024-05-21T02:01:15.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.941+0000 7f3012e00700 1 --2- 172.21.15.7:0/2693426375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f300c06bbe0 0x7f300c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.941+0000 7f3012e00700 1 --2- 172.21.15.7:0/2693426375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f300c1095b0 0x7f300c109990 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.941+0000 7f3012e00700 1 --2- 172.21.15.7:0/2693426375 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f300c06b220 0x7f300c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.941+0000 7f3012e00700 1 -- 172.21.15.7:0/2693426375 >> 172.21.15.7:0/2693426375 conn(0x7f300c0793f0 msgr2=0x7f300c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:15.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.941+0000 7f3012e00700 1 -- 172.21.15.7:0/2693426375 shutdown_connections 2024-05-21T02:01:15.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.941+0000 7f3012e00700 1 -- 172.21.15.7:0/2693426375 wait complete. 2024-05-21T02:01:15.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.942+0000 7f3012e00700 1 Processor -- start 2024-05-21T02:01:15.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.942+0000 7f3012e00700 1 -- start start 2024-05-21T02:01:15.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.942+0000 7f3012e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f300c06b220 0x7f300c102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3012e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f300c06bbe0 0x7f300c102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3012e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f300c1095b0 0x7f300c102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3012e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f300c1136e0 con 0x7f300c06b220 2024-05-21T02:01:15.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3012e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f300c113560 con 0x7f300c1095b0 2024-05-21T02:01:15.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3012e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f300c113860 con 0x7f300c06bbe0 2024-05-21T02:01:15.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3010e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f300c1095b0 0x7f300c102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3010e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f300c1095b0 0x7f300c102f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:50350/0 (socket says 172.21.15.7:50350) 2024-05-21T02:01:15.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3010e00700 1 -- 172.21.15.7:0/1280670794 learned_addr learned my addr 172.21.15.7:0/1280670794 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:15.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f300b400700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f300c06bbe0 0x7f300c102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f300be00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f300c06b220 0x7f300c102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3010e00700 1 -- 172.21.15.7:0/1280670794 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f300c06bbe0 msgr2=0x7f300c102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3010e00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f300c06bbe0 0x7f300c102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3010e00700 1 -- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f300c06b220 msgr2=0x7f300c102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3010e00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f300c06b220 0x7f300c102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.943+0000 7f3010e00700 1 -- 172.21.15.7:0/1280670794 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f300c1a8130 con 0x7f300c1095b0 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.944+0000 7f300be00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f300c06b220 0x7f300c102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.944+0000 7f3010e00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f300c1095b0 0x7f300c102f90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f300400ef30 tx=0x7f300400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.944+0000 7f3008c00700 1 -- 172.21.15.7:0/1280670794 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30040092e0 con 0x7f300c1095b0 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.944+0000 7f3012e00700 1 -- 172.21.15.7:0/1280670794 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f300c1a83c0 con 0x7f300c1095b0 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.944+0000 7f3008c00700 1 -- 172.21.15.7:0/1280670794 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3004004bb0 con 0x7f300c1095b0 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.944+0000 7f3008c00700 1 -- 172.21.15.7:0/1280670794 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3004004280 con 0x7f300c1095b0 2024-05-21T02:01:15.947 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.944+0000 7f3012e00700 1 -- 172.21.15.7:0/1280670794 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f300c1a8950 con 0x7f300c1095b0 2024-05-21T02:01:15.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.948+0000 7f3008c00700 1 -- 172.21.15.7:0/1280670794 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f300401b030 con 0x7f300c1095b0 2024-05-21T02:01:15.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.949+0000 7f301d7c5b80 1 Processor -- start 2024-05-21T02:01:15.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.949+0000 7f301d7c5b80 1 -- start start 2024-05-21T02:01:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be255240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f3008c00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2ff00b2900 0x7f2ff00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be24f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b3be1addf0 con 0x55b3be24f830 2024-05-21T02:01:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b3be19d990 con 0x55b3be254e60 2024-05-21T02:01:15.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b3be1a19d0 con 0x55b3be255780 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f300be00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be255240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f3008c00700 1 -- 172.21.15.7:0/1280670794 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f30040e1ca0 con 0x7f300c1095b0 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f300be00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be255240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:50360/0 (socket says 172.21.15.7:50360) 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f300be00700 1 -- 172.21.15.7:0/4142872858 learned_addr learned my addr 172.21.15.7:0/4142872858 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f3010e00700 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.950+0000 7f300b400700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2ff00b2900 0x7f2ff00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f300b400700 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be24f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f300be00700 1 -- 172.21.15.7:0/4142872858 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 msgr2=0x55b3be24f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f300be00700 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be24f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f300be00700 1 -- 172.21.15.7:0/4142872858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 msgr2=0x55b3be24fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:15.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f300be00700 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f300be00700 1 -- 172.21.15.7:0/4142872858 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3be1663d0 con 0x55b3be254e60 2024-05-21T02:01:15.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f3010e00700 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:15.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f300be00700 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be255240 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2ffc005f40 tx=0x7f2ffc005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86debdd27787ec3c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:15.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f300b400700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2ff00b2900 0x7f2ff00b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2ff80097a0 tx=0x7f2ff80098d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:15.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.951+0000 7f3001600700 1 -- 172.21.15.7:0/4142872858 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ffc027070 con 0x55b3be254e60 2024-05-21T02:01:15.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.952+0000 7f3001600700 1 -- 172.21.15.7:0/4142872858 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ffc00bbb0 con 0x55b3be254e60 2024-05-21T02:01:15.954 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.952+0000 7f3001600700 1 -- 172.21.15.7:0/4142872858 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ffc003d70 con 0x55b3be254e60 2024-05-21T02:01:15.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.952+0000 7f301d7c5b80 1 -- 172.21.15.7:0/4142872858 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 msgr2=0x55b3be255240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:15.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.952+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be255240 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2ffc005f40 tx=0x7f2ffc005c00 comp rx=0 tx=0).stop 2024-05-21T02:01:15.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.952+0000 7f301d7c5b80 1 -- 172.21.15.7:0/4142872858 shutdown_connections 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.952+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.952+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be255240 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.952+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/4142872858 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be24f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.952+0000 7f301d7c5b80 1 -- 172.21.15.7:0/4142872858 >> 172.21.15.7:0/4142872858 conn(0x55b3be17db90 msgr2=0x55b3be249fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.953+0000 7f301d7c5b80 1 -- 172.21.15.7:0/4142872858 shutdown_connections 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.953+0000 7f301d7c5b80 1 -- 172.21.15.7:0/4142872858 wait complete. 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.953+0000 7f301d7c5b80 1 -- start start 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f301d7c5b80 1 Processor -- start 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be25b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be258810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be258d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b3be0a3f50 con 0x55b3be24f830 2024-05-21T02:01:15.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b3be13e710 con 0x55b3be254e60 2024-05-21T02:01:15.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b3be25c190 con 0x55b3be255780 2024-05-21T02:01:15.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f301d7c5b80 10 client.0 _ll_register_callbacks cb 0x55b3be147c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f3010e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be258d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f300be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be25b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f3010e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be258d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:48890/0 (socket says 172.21.15.7:48890) 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f3010e00700 1 -- 172.21.15.7:0/891919063 learned_addr learned my addr 172.21.15.7:0/891919063 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.954+0000 7f300b400700 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be258810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.955+0000 7f3010e00700 1 -- 172.21.15.7:0/891919063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 msgr2=0x55b3be258810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.955+0000 7f3010e00700 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be258810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.955+0000 7f3010e00700 1 -- 172.21.15.7:0/891919063 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 msgr2=0x55b3be25b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.955+0000 7f3010e00700 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be25b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.955+0000 7f3010e00700 1 -- 172.21.15.7:0/891919063 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3be0ed880 con 0x55b3be255780 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.955+0000 7f300be00700 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be25b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.955+0000 7f3010e00700 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be258d50 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f30040a92a0 tx=0x7f30040cd190 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64b7daff323acfc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.955+0000 7f2ff6000700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.956+0000 7f2ff6000700 1 -- 172.21.15.7:0/891919063 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30040a9a10 con 0x55b3be255780 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.956+0000 7f2ff6000700 1 -- 172.21.15.7:0/891919063 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f30040a9570 con 0x55b3be255780 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.956+0000 7f301d7c5b80 1 -- 172.21.15.7:0/891919063 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ffc00bbb0 con 0x55b3be255780 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.956+0000 7f2ff6000700 1 -- 172.21.15.7:0/891919063 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f30040a9310 con 0x55b3be255780 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.956+0000 7f301d7c5b80 10 client.25354 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.956+0000 7f301d7c5b80 1 -- 172.21.15.7:0/891919063 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b3be16e010 con 0x55b3be255780 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.956+0000 7f2ff6000700 1 -- 172.21.15.7:0/891919063 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ffc00bbb0 con 0x55b3be255780 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.957+0000 7f2ff6000700 1 -- 172.21.15.7:0/891919063 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f30040b1c50 con 0x55b3be255780 2024-05-21T02:01:15.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.957+0000 7f301d7c5b80 10 client.25354 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.957+0000 7f301d7c5b80 10 client.25354 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T02:01:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.957+0000 7f301d7c5b80 20 client.25354 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.957+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3be268c50 0x55b3be26a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.957+0000 7f301d7c5b80 4 client.25354 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.957+0000 7f301d7c5b80 1 -- 172.21.15.7:0/891919063 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b3be1afd40 con 0x55b3be268c50 2024-05-21T02:01:15.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.957+0000 7f300be00700 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3be268c50 0x55b3be26a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.958+0000 7f300be00700 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3be268c50 0x55b3be26a0c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4387da7a0a462ae server_cookie=7c056d152065502d in_seq=0 out_seq=0 2024-05-21T02:01:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.958+0000 7f2ff6000700 10 client.25354 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f2ff6000700 1 -- 172.21.15.7:0/891919063 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b3be1afd40 con 0x55b3be268c50 2024-05-21T02:01:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f2ff6000700 10 client.25354 handle_command_reply: tid=0 2024-05-21T02:01:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 client.25354 shutdown 2024-05-21T02:01:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 -- 172.21.15.7:0/891919063 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 msgr2=0x55b3be258d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:15.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be258d50 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f30040a92a0 tx=0x7f30040cd190 comp rx=0 tx=0).stop 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 -- 172.21.15.7:0/891919063 shutdown_connections 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3be268c50 0x55b3be26a0c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be258d50 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be25b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/891919063 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be258810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 -- 172.21.15.7:0/891919063 >> 172.21.15.7:0/891919063 conn(0x55b3be17db90 msgr2=0x55b3be24e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f2ff6000700 0 client.25354 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 -- 172.21.15.7:0/891919063 shutdown_connections 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 1 -- 172.21.15.7:0/891919063 wait complete. 2024-05-21T02:01:15.963 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.959+0000 7f301d7c5b80 20 client.25354 trim_cache size 0 max 16384 2024-05-21T02:01:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.983+0000 7f301d7c5b80 1 Processor -- start 2024-05-21T02:01:15.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.983+0000 7f301d7c5b80 1 -- start start 2024-05-21T02:01:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be24fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be257140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b3be268400 con 0x55b3be24f830 2024-05-21T02:01:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b3be268ad0 con 0x55b3be254e60 2024-05-21T02:01:15.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b3be2691a0 con 0x55b3be255780 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f300be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f300be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54874/0 (socket says 172.21.15.7:54874) 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f300be00700 1 -- 172.21.15.7:0/840809930 learned_addr learned my addr 172.21.15.7:0/840809930 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f300b400700 1 --2- 172.21.15.7:0/840809930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be24fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.984+0000 7f3010e00700 1 --2- 172.21.15.7:0/840809930 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be257140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.985+0000 7f300b400700 1 -- 172.21.15.7:0/840809930 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 msgr2=0x55b3be257140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.985+0000 7f300b400700 1 --2- 172.21.15.7:0/840809930 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be257140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.985+0000 7f300b400700 1 -- 172.21.15.7:0/840809930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 msgr2=0x55b3be24f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.985+0000 7f300b400700 1 --2- 172.21.15.7:0/840809930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.985+0000 7f300b400700 1 -- 172.21.15.7:0/840809930 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3be269d60 con 0x55b3be254e60 2024-05-21T02:01:15.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.985+0000 7f300b400700 1 --2- 172.21.15.7:0/840809930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be24fc10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8009c80 tx=0x7f2ff80047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a1729ea05258a1d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:15.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.985+0000 7f3000c00700 1 -- 172.21.15.7:0/840809930 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff801a070 con 0x55b3be254e60 2024-05-21T02:01:15.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.985+0000 7f3000c00700 1 -- 172.21.15.7:0/840809930 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ff80044e0 con 0x55b3be254e60 2024-05-21T02:01:15.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.985+0000 7f3000c00700 1 -- 172.21.15.7:0/840809930 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8005020 con 0x55b3be254e60 2024-05-21T02:01:15.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.986+0000 7f301d7c5b80 1 -- 172.21.15.7:0/840809930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 msgr2=0x55b3be24fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.986+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/840809930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be24fc10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8009c80 tx=0x7f2ff80047c0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.986+0000 7f301d7c5b80 1 -- 172.21.15.7:0/840809930 shutdown_connections 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.986+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/840809930 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be255780 0x55b3be257140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.986+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/840809930 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be24f830 0x55b3be24f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.986+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/840809930 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be24fc10 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.986+0000 7f301d7c5b80 1 -- 172.21.15.7:0/840809930 >> 172.21.15.7:0/840809930 conn(0x55b3be17db90 msgr2=0x55b3be249cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.986+0000 7f301d7c5b80 1 -- 172.21.15.7:0/840809930 shutdown_connections 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.986+0000 7f301d7c5b80 1 -- 172.21.15.7:0/840809930 wait complete. 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.987+0000 7f301d7c5b80 1 -- start start 2024-05-21T02:01:15.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.987+0000 7f301d7c5b80 1 Processor -- start 2024-05-21T02:01:15.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.987+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be24f830 0x55b3be273720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.987+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be273c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f301d7c5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be255780 0x55b3be26e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b3be269f40 con 0x55b3be255780 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b3be269870 con 0x55b3be254e60 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f301d7c5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b3be26a610 con 0x55b3be24f830 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f301d7c5b80 10 client.0 _ll_register_callbacks cb 0x55b3be147c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f3010e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be255780 0x55b3be26e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f300b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be273c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f300b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be273c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:50400/0 (socket says 172.21.15.7:50400) 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f3010e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be255780 0x55b3be26e510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54878/0 (socket says 172.21.15.7:54878) 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f300b400700 1 -- 172.21.15.7:0/514460091 learned_addr learned my addr 172.21.15.7:0/514460091 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:15.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f300be00700 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be24f830 0x55b3be273720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f300b400700 1 -- 172.21.15.7:0/514460091 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be24f830 msgr2=0x55b3be273720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f300b400700 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be24f830 0x55b3be273720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f300b400700 1 -- 172.21.15.7:0/514460091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be255780 msgr2=0x55b3be26e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f300b400700 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be255780 0x55b3be26e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.988+0000 7f300b400700 1 -- 172.21.15.7:0/514460091 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3be26ed50 con 0x55b3be254e60 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.989+0000 7f300b400700 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be273c60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8005950 tx=0x7f2ff8010e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e13ebb0735da5e34 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.989+0000 7f2ff6000700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.989+0000 7f2ff6000700 1 -- 172.21.15.7:0/514460091 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff801a050 con 0x55b3be254e60 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.989+0000 7f2ff6000700 1 -- 172.21.15.7:0/514460091 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f2ff8029840 con 0x55b3be254e60 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.989+0000 7f301d7c5b80 1 -- 172.21.15.7:0/514460091 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ff80044e0 con 0x55b3be254e60 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.989+0000 7f2ff6000700 1 -- 172.21.15.7:0/514460091 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2ff8029a40 con 0x55b3be254e60 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.989+0000 7f301d7c5b80 10 client.25352 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:15.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.989+0000 7f301d7c5b80 1 -- 172.21.15.7:0/514460091 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b3be2d4f40 con 0x55b3be254e60 2024-05-21T02:01:15.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.990+0000 7f2ff6000700 1 -- 172.21.15.7:0/514460091 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ff80044e0 con 0x55b3be254e60 2024-05-21T02:01:15.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.990+0000 7f2ff6000700 1 -- 172.21.15.7:0/514460091 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2ff8030070 con 0x55b3be254e60 2024-05-21T02:01:15.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.990+0000 7f301d7c5b80 10 client.25352 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:15.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.990+0000 7f301d7c5b80 10 client.25352 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T02:01:15.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.990+0000 7f301d7c5b80 20 client.25352 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:15.994 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.990+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3be2d98f0 0x55b3be2d8600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.990+0000 7f301d7c5b80 4 client.25352 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.990+0000 7f301d7c5b80 1 -- 172.21.15.7:0/514460091 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "status"}) -- 0x55b3be1a9520 con 0x55b3be2d98f0 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.990+0000 7f300be00700 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3be2d98f0 0x55b3be2d8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.991+0000 7f300be00700 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3be2d98f0 0x55b3be2d8600 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68bc4e27226e3ff3 server_cookie=9f689c019c148da3 in_seq=0 out_seq=0 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.991+0000 7f2ff6000700 10 client.25352 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.991+0000 7f2ff6000700 1 -- 172.21.15.7:0/514460091 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55b3be1a9520 con 0x55b3be2d98f0 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.991+0000 7f2ff6000700 10 client.25352 handle_command_reply: tid=0 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.991+0000 7f301d7c5b80 1 client.25352 shutdown 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.991+0000 7f301d7c5b80 1 -- 172.21.15.7:0/514460091 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 msgr2=0x55b3be273c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.991+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be273c60 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8005950 tx=0x7f2ff8010e20 comp rx=0 tx=0).stop 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f301d7c5b80 1 -- 172.21.15.7:0/514460091 shutdown_connections 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3be2d98f0 0x55b3be2d8600 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3be255780 0x55b3be26e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3be24f830 0x55b3be273720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f301d7c5b80 1 --2- 172.21.15.7:0/514460091 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3be254e60 0x55b3be273c60 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f301d7c5b80 1 -- 172.21.15.7:0/514460091 >> 172.21.15.7:0/514460091 conn(0x55b3be17db90 msgr2=0x55b3be252970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f2ff6000700 0 client.25352 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f301d7c5b80 1 -- 172.21.15.7:0/514460091 shutdown_connections 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f301d7c5b80 1 -- 172.21.15.7:0/514460091 wait complete. 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.992+0000 7f301d7c5b80 20 client.25352 trim_cache size 0 max 16384 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stdout: "cluster_fsid": "c3aa2a92-1713-11ef-bc9a-c7b262605968", 2024-05-21T02:01:15.996 INFO:teuthology.orchestra.run.smithi007.stdout: "whoami": 0, 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout: "id": 24518, 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout: "want_state": "up:active", 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout: "state": "up:active", 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout: "fs_name": "cephfs", 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout: "rank_uptime": 320.17517859499998, 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout: "mdsmap_epoch": 29, 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch": 82, 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_epoch_barrier": 82, 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout: "uptime": 342.21448982999999 2024-05-21T02:01:15.997 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:01:15.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 -- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2ff00b2900 msgr2=0x7f2ff00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:15.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2ff00b2900 0x7f2ff00b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2ff80097a0 tx=0x7f2ff80098d0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 -- 172.21.15.7:0/1280670794 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f300c1095b0 msgr2=0x7f300c102f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:15.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f300c1095b0 0x7f300c102f90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f300400ef30 tx=0x7f300400c3a0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 -- 172.21.15.7:0/1280670794 shutdown_connections 2024-05-21T02:01:15.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f300c1095b0 0x7f300c102f90 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2ff00b2900 0x7f2ff00b4dc0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f300c06b220 0x7f300c102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 --2- 172.21.15.7:0/1280670794 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f300c06bbe0 0x7f300c102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:15.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 -- 172.21.15.7:0/1280670794 >> 172.21.15.7:0/1280670794 conn(0x7f300c0793f0 msgr2=0x7f300c101150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:15.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 -- 172.21.15.7:0/1280670794 shutdown_connections 2024-05-21T02:01:15.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:15.993+0000 7f3012e00700 1 -- 172.21.15.7:0/1280670794 wait complete. 2024-05-21T02:01:16.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:16 smithi007 ceph-mon[31288]: pgmap v484: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:01:16.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:16 smithi190 ceph-mon[35961]: pgmap v484: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:01:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:16 smithi164 ceph-mon[36138]: pgmap v484: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:01:16.973 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-05-21T02:01:17.761 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:17 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:01:17.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:17 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:01:17.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:17 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:01:18.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.245+0000 7f9351c00700 1 -- 172.21.15.7:0/3042261474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c076090 msgr2=0x7f934c10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:18.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.245+0000 7f9351c00700 1 --2- 172.21.15.7:0/3042261474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c076090 0x7f934c10fa00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9338009990 tx=0x7f9338009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.245+0000 7f9351c00700 1 -- 172.21.15.7:0/3042261474 shutdown_connections 2024-05-21T02:01:18.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.245+0000 7f9351c00700 1 --2- 172.21.15.7:0/3042261474 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f934c10ff40 0x7f934c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.245+0000 7f9351c00700 1 --2- 172.21.15.7:0/3042261474 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f934c075770 0x7f934c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.245+0000 7f9351c00700 1 --2- 172.21.15.7:0/3042261474 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c076090 0x7f934c10fa00 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.245+0000 7f9351c00700 1 -- 172.21.15.7:0/3042261474 >> 172.21.15.7:0/3042261474 conn(0x7f934c07a6f0 msgr2=0x7f934c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:18.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.245+0000 7f9351c00700 1 -- 172.21.15.7:0/3042261474 shutdown_connections 2024-05-21T02:01:18.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.245+0000 7f9351c00700 1 -- 172.21.15.7:0/3042261474 wait complete. 2024-05-21T02:01:18.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.246+0000 7f9351c00700 1 Processor -- start 2024-05-21T02:01:18.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.246+0000 7f9351c00700 1 -- start start 2024-05-21T02:01:18.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f9351c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f934c075770 0x7f934c103660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f9351c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c076090 0x7f934c103ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f9351c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f934c10ff40 0x7f934c1040e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f9351c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f934c115990 con 0x7f934c076090 2024-05-21T02:01:18.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f9351c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f934c115810 con 0x7f934c075770 2024-05-21T02:01:18.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f9351c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f934c115b10 con 0x7f934c10ff40 2024-05-21T02:01:18.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f934a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c076090 0x7f934c103ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f934b400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f934c10ff40 0x7f934c1040e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f934a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c076090 0x7f934c103ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54890/0 (socket says 172.21.15.7:54890) 2024-05-21T02:01:18.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.247+0000 7f934a000700 1 -- 172.21.15.7:0/3285032711 learned_addr learned my addr 172.21.15.7:0/3285032711 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:18.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f934aa00700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f934c075770 0x7f934c103660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f934b400700 1 -- 172.21.15.7:0/3285032711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f934c075770 msgr2=0x7f934c103660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:18.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f934b400700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f934c075770 0x7f934c103660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f934b400700 1 -- 172.21.15.7:0/3285032711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c076090 msgr2=0x7f934c103ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:18.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f934b400700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c076090 0x7f934c103ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f934b400700 1 -- 172.21.15.7:0/3285032711 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f934c1ac570 con 0x7f934c10ff40 2024-05-21T02:01:18.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f934b400700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f934c10ff40 0x7f934c1040e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f934400ef90 tx=0x7f934400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:18.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f9343400700 1 -- 172.21.15.7:0/3285032711 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93440092e0 con 0x7f934c10ff40 2024-05-21T02:01:18.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f9343400700 1 -- 172.21.15.7:0/3285032711 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9344004bb0 con 0x7f934c10ff40 2024-05-21T02:01:18.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f9343400700 1 -- 172.21.15.7:0/3285032711 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9344004020 con 0x7f934c10ff40 2024-05-21T02:01:18.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.248+0000 7f9351c00700 1 -- 172.21.15.7:0/3285032711 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f934c1ac800 con 0x7f934c10ff40 2024-05-21T02:01:18.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.249+0000 7f9351c00700 1 -- 172.21.15.7:0/3285032711 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f934c1accf0 con 0x7f934c10ff40 2024-05-21T02:01:18.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.252+0000 7f9343400700 1 -- 172.21.15.7:0/3285032711 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f934401b030 con 0x7f934c10ff40 2024-05-21T02:01:18.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.253+0000 7f935c558b80 1 Processor -- start 2024-05-21T02:01:18.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.254+0000 7f935c558b80 1 -- start start 2024-05-21T02:01:18.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.254+0000 7f935c558b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f21b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.254+0000 7f935c558b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21bf30 0x55d93f215b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.254+0000 7f935c558b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f216140 0x55d93f2165c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.254+0000 7f935c558b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d93f173e40 con 0x55d93f21b610 2024-05-21T02:01:18.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.254+0000 7f935c558b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d93f1639e0 con 0x55d93f216140 2024-05-21T02:01:18.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.254+0000 7f935c558b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d93f167a20 con 0x55d93f21bf30 2024-05-21T02:01:18.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.254+0000 7f9343400700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93300b2900 0x7f93300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f9343400700 1 -- 172.21.15.7:0/3285032711 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f93440e1c20 con 0x7f934c10ff40 2024-05-21T02:01:18.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21bf30 0x55d93f215b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f21b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21bf30 0x55d93f215b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:48946/0 (socket says 172.21.15.7:48946) 2024-05-21T02:01:18.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934aa00700 1 -- 172.21.15.7:0/916121564 learned_addr learned my addr 172.21.15.7:0/916121564 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:18.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934a000700 1 --2- 172.21.15.7:0/916121564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f216140 0x55d93f2165c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934b400700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93300b2900 0x7f93300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934aa00700 1 -- 172.21.15.7:0/916121564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f216140 msgr2=0x55d93f2165c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:18.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934aa00700 1 --2- 172.21.15.7:0/916121564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f216140 0x55d93f2165c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934aa00700 1 -- 172.21.15.7:0/916121564 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 msgr2=0x55d93f21b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:18.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934aa00700 1 --2- 172.21.15.7:0/916121564 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f21b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.255+0000 7f934aa00700 1 -- 172.21.15.7:0/916121564 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d93f12c420 con 0x55d93f21bf30 2024-05-21T02:01:18.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.256+0000 7f934a000700 1 --2- 172.21.15.7:0/916121564 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f21b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:18.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.256+0000 7f934aa00700 1 --2- 172.21.15.7:0/916121564 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21bf30 0x55d93f215b20 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f933c009d30 tx=0x7f933c0116c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e96149833ec10a64 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:18.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.256+0000 7f934b400700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93300b2900 0x7f93300b4dc0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f93440a9220 tx=0x7f9344009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:18.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.256+0000 7f9337e00700 1 -- 172.21.15.7:0/916121564 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c011e20 con 0x55d93f21bf30 2024-05-21T02:01:18.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.256+0000 7f9337e00700 1 -- 172.21.15.7:0/916121564 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f933c012900 con 0x55d93f21bf30 2024-05-21T02:01:18.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.256+0000 7f9337e00700 1 -- 172.21.15.7:0/916121564 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c00f800 con 0x55d93f21bf30 2024-05-21T02:01:18.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.257+0000 7f935c558b80 1 -- 172.21.15.7:0/916121564 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21bf30 msgr2=0x55d93f215b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:18.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.257+0000 7f935c558b80 1 --2- 172.21.15.7:0/916121564 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21bf30 0x55d93f215b20 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f933c009d30 tx=0x7f933c0116c0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.257+0000 7f935c558b80 1 -- 172.21.15.7:0/916121564 shutdown_connections 2024-05-21T02:01:18.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.257+0000 7f935c558b80 1 --2- 172.21.15.7:0/916121564 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f216140 0x55d93f2165c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.257+0000 7f935c558b80 1 --2- 172.21.15.7:0/916121564 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f21b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.257+0000 7f935c558b80 1 --2- 172.21.15.7:0/916121564 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21bf30 0x55d93f215b20 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.257+0000 7f935c558b80 1 -- 172.21.15.7:0/916121564 >> 172.21.15.7:0/916121564 conn(0x55d93f143be0 msgr2=0x55d93f210690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:18.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.258+0000 7f935c558b80 1 -- 172.21.15.7:0/916121564 shutdown_connections 2024-05-21T02:01:18.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.258+0000 7f935c558b80 1 -- 172.21.15.7:0/916121564 wait complete. 2024-05-21T02:01:18.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.258+0000 7f935c558b80 1 -- start start 2024-05-21T02:01:18.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.259+0000 7f935c558b80 1 Processor -- start 2024-05-21T02:01:18.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.259+0000 7f935c558b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 0x55d93f221c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.259+0000 7f935c558b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f21efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.259+0000 7f935c558b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f21f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.259+0000 7f935c558b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d93f069fa0 con 0x55d93f216140 2024-05-21T02:01:18.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.259+0000 7f935c558b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d93f104760 con 0x55d93f21bf30 2024-05-21T02:01:18.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.259+0000 7f935c558b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d93f2229e0 con 0x55d93f21b610 2024-05-21T02:01:18.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.259+0000 7f935c558b80 10 client.0 _ll_register_callbacks cb 0x55d93f10dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:18.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 0x55d93f221c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f21efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f21efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:48962/0 (socket says 172.21.15.7:48962) 2024-05-21T02:01:18.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934aa00700 1 -- 172.21.15.7:0/2152650109 learned_addr learned my addr 172.21.15.7:0/2152650109 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:18.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934a000700 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f21f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934aa00700 1 -- 172.21.15.7:0/2152650109 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 msgr2=0x55d93f21f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934aa00700 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f21f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934aa00700 1 -- 172.21.15.7:0/2152650109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 msgr2=0x55d93f221c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934aa00700 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 0x55d93f221c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934aa00700 1 -- 172.21.15.7:0/2152650109 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93f0b38d0 con 0x55d93f21b610 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.260+0000 7f934a000700 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f21f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.261+0000 7f934aa00700 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f21efa0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f933c012660 tx=0x7f933c012690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86ec772b81580b04 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.261+0000 7f9334c00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.261+0000 7f9334c00700 1 -- 172.21.15.7:0/2152650109 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c005050 con 0x55d93f21b610 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.261+0000 7f9334c00700 1 -- 172.21.15.7:0/2152650109 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f933c0051f0 con 0x55d93f21b610 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.261+0000 7f935c558b80 1 -- 172.21.15.7:0/2152650109 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f933c012900 con 0x55d93f21b610 2024-05-21T02:01:18.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.262+0000 7f9334c00700 1 -- 172.21.15.7:0/2152650109 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f933c0053f0 con 0x55d93f21b610 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.262+0000 7f935c558b80 10 client.25372 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.262+0000 7f935c558b80 1 -- 172.21.15.7:0/2152650109 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d93f134060 con 0x55d93f21b610 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.262+0000 7f9334c00700 1 -- 172.21.15.7:0/2152650109 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f933c012900 con 0x55d93f21b610 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.262+0000 7f9334c00700 1 -- 172.21.15.7:0/2152650109 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f933c0245f0 con 0x55d93f21b610 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.262+0000 7f935c558b80 10 client.25372 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.262+0000 7f935c558b80 10 client.25372 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.262+0000 7f935c558b80 20 client.25372 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.262+0000 7f935c558b80 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d93f22f410 0x55d93f231800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.263+0000 7f935c558b80 4 client.25372 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:18.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.263+0000 7f935c558b80 1 -- 172.21.15.7:0/2152650109 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d93f175d90 con 0x55d93f22f410 2024-05-21T02:01:18.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.263+0000 7f934a000700 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d93f22f410 0x55d93f231800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.263+0000 7f934a000700 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d93f22f410 0x55d93f231800 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c5677e5a0595eefe server_cookie=c626a98f0ff6995 in_seq=0 out_seq=0 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.263+0000 7f9334c00700 10 client.25372 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.264+0000 7f9334c00700 1 -- 172.21.15.7:0/2152650109 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d93f175d90 con 0x55d93f22f410 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.264+0000 7f9334c00700 10 client.25372 handle_command_reply: tid=0 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.264+0000 7f935c558b80 1 client.25372 shutdown 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 -- 172.21.15.7:0/2152650109 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 msgr2=0x55d93f21efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f21efa0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f933c012660 tx=0x7f933c012690 comp rx=0 tx=0).stop 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 -- 172.21.15.7:0/2152650109 shutdown_connections 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d93f22f410 0x55d93f231800 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f21f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 0x55d93f221c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 --2- 172.21.15.7:0/2152650109 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f21efa0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f9334c00700 0 client.25372 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:01:18.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 -- 172.21.15.7:0/2152650109 >> 172.21.15.7:0/2152650109 conn(0x55d93f143be0 msgr2=0x55d93f20fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:18.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 -- 172.21.15.7:0/2152650109 shutdown_connections 2024-05-21T02:01:18.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 1 -- 172.21.15.7:0/2152650109 wait complete. 2024-05-21T02:01:18.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.265+0000 7f935c558b80 20 client.25372 trim_cache size 0 max 16384 2024-05-21T02:01:18.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.282+0000 7f935c558b80 1 Processor -- start 2024-05-21T02:01:18.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.282+0000 7f935c558b80 1 -- start start 2024-05-21T02:01:18.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f935c558b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 0x55d93f21cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f935c558b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f2104f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f935c558b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f234820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f935c558b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f934c1b4360 con 0x55d93f216140 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f935c558b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f934c1b5ea0 con 0x55d93f21bf30 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f935c558b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f934c1b4a30 con 0x55d93f21b610 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f2104f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 0x55d93f21cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f2104f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:48976/0 (socket says 172.21.15.7:48976) 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934aa00700 1 -- 172.21.15.7:0/1969891976 learned_addr learned my addr 172.21.15.7:0/1969891976 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934a000700 1 --2- 172.21.15.7:0/1969891976 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f234820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934aa00700 1 -- 172.21.15.7:0/1969891976 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 msgr2=0x55d93f234820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934aa00700 1 --2- 172.21.15.7:0/1969891976 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f234820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934aa00700 1 -- 172.21.15.7:0/1969891976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 msgr2=0x55d93f21cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934aa00700 1 --2- 172.21.15.7:0/1969891976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 0x55d93f21cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934aa00700 1 -- 172.21.15.7:0/1969891976 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d93f2228c0 con 0x55d93f21b610 2024-05-21T02:01:18.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.283+0000 7f934a000700 1 --2- 172.21.15.7:0/1969891976 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f234820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.284+0000 7f934aa00700 1 --2- 172.21.15.7:0/1969891976 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f2104f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f933c009c50 tx=0x7f933c011a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38354f718710c843 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.284+0000 7f9337400700 1 -- 172.21.15.7:0/1969891976 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c0127b0 con 0x55d93f21b610 2024-05-21T02:01:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.284+0000 7f9337400700 1 -- 172.21.15.7:0/1969891976 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f933c029070 con 0x55d93f21b610 2024-05-21T02:01:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.284+0000 7f9337400700 1 -- 172.21.15.7:0/1969891976 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c004350 con 0x55d93f21b610 2024-05-21T02:01:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.285+0000 7f935c558b80 1 -- 172.21.15.7:0/1969891976 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 msgr2=0x55d93f2104f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.285+0000 7f935c558b80 1 --2- 172.21.15.7:0/1969891976 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f2104f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f933c009c50 tx=0x7f933c011a10 comp rx=0 tx=0).stop 2024-05-21T02:01:18.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.285+0000 7f935c558b80 1 -- 172.21.15.7:0/1969891976 shutdown_connections 2024-05-21T02:01:18.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.285+0000 7f935c558b80 1 --2- 172.21.15.7:0/1969891976 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f234820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.285+0000 7f935c558b80 1 --2- 172.21.15.7:0/1969891976 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f216140 0x55d93f21cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.285+0000 7f935c558b80 1 --2- 172.21.15.7:0/1969891976 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f21b610 0x55d93f2104f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.285+0000 7f935c558b80 1 -- 172.21.15.7:0/1969891976 >> 172.21.15.7:0/1969891976 conn(0x55d93f143be0 msgr2=0x55d93f21c3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:18.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.285+0000 7f935c558b80 1 -- 172.21.15.7:0/1969891976 shutdown_connections 2024-05-21T02:01:18.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.285+0000 7f935c558b80 1 -- 172.21.15.7:0/1969891976 wait complete. 2024-05-21T02:01:18.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.286+0000 7f935c558b80 1 -- start start 2024-05-21T02:01:18.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.286+0000 7f935c558b80 1 Processor -- start 2024-05-21T02:01:18.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.286+0000 7f935c558b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f216140 0x55d93f234fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.286+0000 7f935c558b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f2323b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.286+0000 7f935c558b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f232970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.286+0000 7f935c558b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f934c1b57d0 con 0x55d93f21b610 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.286+0000 7f935c558b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f934c1b5100 con 0x55d93f21bf30 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.286+0000 7f935c558b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f934c1b22e0 con 0x55d93f216140 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.286+0000 7f935c558b80 10 client.0 _ll_register_callbacks cb 0x55d93f10dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f2323b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f2323b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54934/0 (socket says 172.21.15.7:54934) 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934aa00700 1 -- 172.21.15.7:0/1559603082 learned_addr learned my addr 172.21.15.7:0/1559603082 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934a000700 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f232970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934a000700 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f216140 0x55d93f234fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934aa00700 1 -- 172.21.15.7:0/1559603082 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f216140 msgr2=0x55d93f234fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934aa00700 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f216140 0x55d93f234fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934aa00700 1 -- 172.21.15.7:0/1559603082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 msgr2=0x55d93f232970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:18.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934aa00700 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f232970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.287+0000 7f934aa00700 1 -- 172.21.15.7:0/1559603082 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d93f2331b0 con 0x55d93f21b610 2024-05-21T02:01:18.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.288+0000 7f934aa00700 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f2323b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f933c0092a0 tx=0x7f933c0129e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be4b3e6202aefeb6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:18.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.288+0000 7f9334c00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:18.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.288+0000 7f9334c00700 1 -- 172.21.15.7:0/1559603082 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c0057a0 con 0x55d93f21b610 2024-05-21T02:01:18.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.288+0000 7f9334c00700 1 -- 172.21.15.7:0/1559603082 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f933c024460 con 0x55d93f21b610 2024-05-21T02:01:18.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.288+0000 7f935c558b80 1 -- 172.21.15.7:0/1559603082 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f933c029070 con 0x55d93f21b610 2024-05-21T02:01:18.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.288+0000 7f9334c00700 1 -- 172.21.15.7:0/1559603082 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f933c024660 con 0x55d93f21b610 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.288+0000 7f935c558b80 10 client.15264 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.288+0000 7f935c558b80 1 -- 172.21.15.7:0/1559603082 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d93f299d50 con 0x55d93f21b610 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.289+0000 7f9334c00700 1 -- 172.21.15.7:0/1559603082 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f933c029070 con 0x55d93f21b610 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.289+0000 7f9334c00700 1 -- 172.21.15.7:0/1559603082 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f933c04b050 con 0x55d93f21b610 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.289+0000 7f935c558b80 10 client.15264 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.289+0000 7f935c558b80 10 client.15264 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.289+0000 7f935c558b80 20 client.15264 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.289+0000 7f935c558b80 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d93f29a3b0 0x55d93f29c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.289+0000 7f935c558b80 4 client.15264 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.289+0000 7f935c558b80 1 -- 172.21.15.7:0/1559603082 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d93f16f570 con 0x55d93f29a3b0 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.290+0000 7f934a000700 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d93f29a3b0 0x55d93f29c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.290+0000 7f934a000700 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d93f29a3b0 0x55d93f29c7d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b37e1e7a6c104437 server_cookie=ec219376f02e49bf in_seq=0 out_seq=0 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.290+0000 7f9334c00700 10 client.15264 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:01:18.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.290+0000 7f9334c00700 1 -- 172.21.15.7:0/1559603082 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d93f16f570 con 0x55d93f29a3b0 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.290+0000 7f9334c00700 10 client.15264 handle_command_reply: tid=0 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.290+0000 7f935c558b80 1 client.15264 shutdown 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 -- 172.21.15.7:0/1559603082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 msgr2=0x55d93f2323b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f2323b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f933c0092a0 tx=0x7f933c0129e0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 -- 172.21.15.7:0/1559603082 shutdown_connections 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55d93f29a3b0 0x55d93f29c7d0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d93f21bf30 0x55d93f232970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d93f216140 0x55d93f234fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 --2- 172.21.15.7:0/1559603082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d93f21b610 0x55d93f2323b0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 -- 172.21.15.7:0/1559603082 >> 172.21.15.7:0/1559603082 conn(0x55d93f143be0 msgr2=0x55d93f2205e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f9334c00700 0 client.15264 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 -- 172.21.15.7:0/1559603082 shutdown_connections 2024-05-21T02:01:18.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 1 -- 172.21.15.7:0/1559603082 wait complete. 2024-05-21T02:01:18.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.291+0000 7f935c558b80 20 client.15264 trim_cache size 0 max 16384 2024-05-21T02:01:18.295 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:01:18.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 -- 172.21.15.7:0/3285032711 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93300b2900 msgr2=0x7f93300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93300b2900 0x7f93300b4dc0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f93440a9220 tx=0x7f9344009040 comp rx=0 tx=0).stop 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 -- 172.21.15.7:0/3285032711 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f934c10ff40 msgr2=0x7f934c1040e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f934c10ff40 0x7f934c1040e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f934400ef90 tx=0x7f934400c3a0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 -- 172.21.15.7:0/3285032711 shutdown_connections 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f934c10ff40 0x7f934c1040e0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f934c075770 0x7f934c103660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f93300b2900 0x7f93300b4dc0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 --2- 172.21.15.7:0/3285032711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f934c076090 0x7f934c103ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 -- 172.21.15.7:0/3285032711 >> 172.21.15.7:0/3285032711 conn(0x7f934c07a6f0 msgr2=0x7f934c100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 -- 172.21.15.7:0/3285032711 shutdown_connections 2024-05-21T02:01:18.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:18.292+0000 7f9351c00700 1 -- 172.21.15.7:0/3285032711 wait complete. 2024-05-21T02:01:18.737 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:18 smithi007 ceph-mon[31288]: pgmap v485: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:01:18.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:18 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:01:18.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:18 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:01:18.738 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:18 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:01:18.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:18 smithi190 ceph-mon[35961]: pgmap v485: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:01:18.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:18 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:01:18.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:18 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:01:18.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:18 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:01:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:18 smithi164 ceph-mon[36138]: pgmap v485: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:01:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:18 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:01:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:18 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:01:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:18 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:01:19.102 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T02:01:19.559 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:20.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:20 smithi190 ceph-mon[35961]: pgmap v486: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:01:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:20 smithi164 ceph-mon[36138]: pgmap v486: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:01:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:20 smithi007 ceph-mon[31288]: pgmap v486: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:01:21.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.970+0000 7f25fbe00700 1 -- 172.21.15.7:0/51244361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc10a440 msgr2=0x7f25fc1168e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:21.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.970+0000 7f25fbe00700 1 --2- 172.21.15.7:0/51244361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc10a440 0x7f25fc1168e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f25f400b0a0 tx=0x7f25f400b3b0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.970+0000 7f25fbe00700 1 -- 172.21.15.7:0/51244361 shutdown_connections 2024-05-21T02:01:21.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.970+0000 7f25fbe00700 1 --2- 172.21.15.7:0/51244361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc10a440 0x7f25fc1168e0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.970+0000 7f25fbe00700 1 --2- 172.21.15.7:0/51244361 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25fc10e950 0x7f25fc10ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.970+0000 7f25fbe00700 1 --2- 172.21.15.7:0/51244361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25fc109a80 0x7f25fc109f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.970+0000 7f25fbe00700 1 -- 172.21.15.7:0/51244361 >> 172.21.15.7:0/51244361 conn(0x7f25fc0792d0 msgr2=0x7f25fc108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:21.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.970+0000 7f25fbe00700 1 -- 172.21.15.7:0/51244361 shutdown_connections 2024-05-21T02:01:21.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.970+0000 7f25fbe00700 1 -- 172.21.15.7:0/51244361 wait complete. 2024-05-21T02:01:21.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.971+0000 7f25fbe00700 1 Processor -- start 2024-05-21T02:01:21.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.971+0000 7f25fbe00700 1 -- start start 2024-05-21T02:01:21.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25fbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc109a80 0x7f25fc1a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25fbe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25fc10a440 0x7f25fc1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25fbe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25fc10e950 0x7f25fc1a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25fbe00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc119c80 con 0x7f25fc109a80 2024-05-21T02:01:21.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25fbe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc119b00 con 0x7f25fc10a440 2024-05-21T02:01:21.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25fbe00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc119e00 con 0x7f25fc10e950 2024-05-21T02:01:21.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25faa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc109a80 0x7f25fc1a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25faa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc109a80 0x7f25fc1a0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54942/0 (socket says 172.21.15.7:54942) 2024-05-21T02:01:21.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25faa00700 1 -- 172.21.15.7:0/843688242 learned_addr learned my addr 172.21.15.7:0/843688242 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:21.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25fb400700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25fc10e950 0x7f25fc1a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.972+0000 7f25fa000700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25fc10a440 0x7f25fc1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f25faa00700 1 -- 172.21.15.7:0/843688242 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25fc10e950 msgr2=0x7f25fc1a49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:21.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f25faa00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25fc10e950 0x7f25fc1a49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f25faa00700 1 -- 172.21.15.7:0/843688242 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25fc10a440 msgr2=0x7f25fc1a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:21.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f25faa00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25fc10a440 0x7f25fc1a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f25faa00700 1 -- 172.21.15.7:0/843688242 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25fc1a5120 con 0x7f25fc109a80 2024-05-21T02:01:21.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f25faa00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc109a80 0x7f25fc1a0110 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f25ec00d950 tx=0x7f25ec00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:21.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f2600a00700 1 -- 172.21.15.7:0/843688242 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec016070 con 0x7f25fc109a80 2024-05-21T02:01:21.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f2600a00700 1 -- 172.21.15.7:0/843688242 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25ec00fd40 con 0x7f25fc109a80 2024-05-21T02:01:21.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f2600a00700 1 -- 172.21.15.7:0/843688242 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec00e3b0 con 0x7f25fc109a80 2024-05-21T02:01:21.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.973+0000 7f25fbe00700 1 -- 172.21.15.7:0/843688242 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25fc1a5410 con 0x7f25fc109a80 2024-05-21T02:01:21.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.974+0000 7f25fbe00700 1 -- 172.21.15.7:0/843688242 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25fc1acc90 con 0x7f25fc109a80 2024-05-21T02:01:21.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.977+0000 7f2600a00700 1 -- 172.21.15.7:0/843688242 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f25ec019070 con 0x7f25fc109a80 2024-05-21T02:01:21.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.978+0000 7f260c6a6b80 1 Processor -- start 2024-05-21T02:01:21.980 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.978+0000 7f260c6a6b80 1 -- start start 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a684b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a68f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562f639c6e40 con 0x562f63a6e940 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562f639b69e0 con 0x562f63a6e020 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562f639baa20 con 0x562f63a68ad0 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f2600a00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f25e00b2900 0x7f25e00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f25faa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a684b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f25fa000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a68f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.979+0000 7f25faa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a684b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54944/0 (socket says 172.21.15.7:54944) 2024-05-21T02:01:21.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25faa00700 1 -- 172.21.15.7:0/3871174122 learned_addr learned my addr 172.21.15.7:0/3871174122 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:21.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f2600a00700 1 -- 172.21.15.7:0/843688242 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f25ec0e1c10 con 0x7f25fc109a80 2024-05-21T02:01:21.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25fb400700 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25fb400700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f25e00b2900 0x7f25e00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25fa000700 1 -- 172.21.15.7:0/3871174122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 msgr2=0x562f63a6e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25fa000700 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25fa000700 1 -- 172.21.15.7:0/3871174122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 msgr2=0x562f63a684b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25fa000700 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a684b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25fa000700 1 -- 172.21.15.7:0/3871174122 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f6397f420 con 0x562f63a68ad0 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25fb400700 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.980+0000 7f25faa00700 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a684b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.981+0000 7f25fa000700 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a68f30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f25e8007bc0 tx=0x7f25e8007ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=290166fe921cae6d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.981+0000 7f25fb400700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f25e00b2900 0x7f25e00b4dc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f25f4009e60 tx=0x7f25f4006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.981+0000 7f25f0c00700 1 -- 172.21.15.7:0/3871174122 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e8004310 con 0x562f63a68ad0 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.981+0000 7f25f0c00700 1 -- 172.21.15.7:0/3871174122 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25e8015070 con 0x562f63a68ad0 2024-05-21T02:01:21.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.981+0000 7f25f0c00700 1 -- 172.21.15.7:0/3871174122 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e8005020 con 0x562f63a68ad0 2024-05-21T02:01:21.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 -- 172.21.15.7:0/3871174122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 msgr2=0x562f63a68f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:21.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a68f30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f25e8007bc0 tx=0x7f25e8007ed0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 -- 172.21.15.7:0/3871174122 shutdown_connections 2024-05-21T02:01:21.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a68f30 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/3871174122 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a684b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 -- 172.21.15.7:0/3871174122 >> 172.21.15.7:0/3871174122 conn(0x562f63996be0 msgr2=0x562f63a63150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:21.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 -- 172.21.15.7:0/3871174122 shutdown_connections 2024-05-21T02:01:21.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 -- 172.21.15.7:0/3871174122 wait complete. 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.982+0000 7f260c6a6b80 1 -- start start 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.983+0000 7f260c6a6b80 1 Processor -- start 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.983+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a68ad0 0x562f63a74600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.983+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a6e020 0x562f63a719a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.983+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e940 0x562f63a71ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.983+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562f638bcfa0 con 0x562f63a68ad0 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.983+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562f63957760 con 0x562f63a6e940 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.983+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562f63a75460 con 0x562f63a6e020 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.983+0000 7f260c6a6b80 10 client.0 _ll_register_callbacks cb 0x562f63960c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25faa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a68ad0 0x562f63a74600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25faa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a68ad0 0x562f63a74600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54956/0 (socket says 172.21.15.7:54956) 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25faa00700 1 -- 172.21.15.7:0/1416525312 learned_addr learned my addr 172.21.15.7:0/1416525312 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:21.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25fa000700 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a6e020 0x562f63a719a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25fb400700 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e940 0x562f63a71ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25faa00700 1 -- 172.21.15.7:0/1416525312 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a6e020 msgr2=0x562f63a719a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:21.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25faa00700 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a6e020 0x562f63a719a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25faa00700 1 -- 172.21.15.7:0/1416525312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e940 msgr2=0x562f63a71ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25faa00700 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e940 0x562f63a71ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25faa00700 1 -- 172.21.15.7:0/1416525312 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f639068d0 con 0x562f63a68ad0 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25fb400700 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e940 0x562f63a71ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25faa00700 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a68ad0 0x562f63a74600 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f25ec00dfb0 tx=0x7f25ec06ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee3e2ccc2ee91d7b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.984+0000 7f25e5600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.985+0000 7f25e5600700 1 -- 172.21.15.7:0/1416525312 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec020040 con 0x562f63a68ad0 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.985+0000 7f25e5600700 1 -- 172.21.15.7:0/1416525312 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f25ec075df0 con 0x562f63a68ad0 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.985+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1416525312 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25e8015070 con 0x562f63a68ad0 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.985+0000 7f25e5600700 1 -- 172.21.15.7:0/1416525312 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f25ec0a91f0 con 0x562f63a68ad0 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.985+0000 7f260c6a6b80 10 client.15276 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.985+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1416525312 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562f63987060 con 0x562f63a68ad0 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.985+0000 7f25e5600700 1 -- 172.21.15.7:0/1416525312 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25e8015070 con 0x562f63a68ad0 2024-05-21T02:01:21.989 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.986+0000 7f25e5600700 1 -- 172.21.15.7:0/1416525312 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f25ec0a9450 con 0x562f63a68ad0 2024-05-21T02:01:21.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.986+0000 7f260c6a6b80 10 client.15276 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:21.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.986+0000 7f260c6a6b80 10 client.15276 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:01:21.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.986+0000 7f260c6a6b80 20 client.15276 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:21.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.986+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562f63a81f10 0x562f63a84320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:21.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.986+0000 7f260c6a6b80 4 client.15276 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:21.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.986+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1416525312 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f639c8d90 con 0x562f63a81f10 2024-05-21T02:01:21.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.986+0000 7f25fa000700 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562f63a81f10 0x562f63a84320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:21.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.987+0000 7f25fa000700 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562f63a81f10 0x562f63a84320 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8f66fde627b4751f server_cookie=5ac335e121015b62 in_seq=0 out_seq=0 2024-05-21T02:01:21.990 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.987+0000 7f25e5600700 10 client.15276 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:21.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f25e5600700 1 -- 172.21.15.7:0/1416525312 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562f639c8d90 con 0x562f63a81f10 2024-05-21T02:01:21.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f25e5600700 10 client.15276 handle_command_reply: tid=0 2024-05-21T02:01:21.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f260c6a6b80 1 client.15276 shutdown 2024-05-21T02:01:21.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1416525312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a68ad0 msgr2=0x562f63a74600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:21.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a68ad0 0x562f63a74600 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f25ec00dfb0 tx=0x7f25ec06ebd0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1416525312 shutdown_connections 2024-05-21T02:01:21.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562f63a81f10 0x562f63a84320 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e940 0x562f63a71ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a68ad0 0x562f63a74600 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f25e5600700 0 client.15276 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:21.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1416525312 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a6e020 0x562f63a719a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:21.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.988+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1416525312 >> 172.21.15.7:0/1416525312 conn(0x562f63996be0 msgr2=0x562f63a674a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:21.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.989+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1416525312 shutdown_connections 2024-05-21T02:01:21.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.989+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1416525312 wait complete. 2024-05-21T02:01:21.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:21.989+0000 7f260c6a6b80 20 client.15276 trim_cache size 0 max 16384 2024-05-21T02:01:22.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.006+0000 7f260c6a6b80 1 Processor -- start 2024-05-21T02:01:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.006+0000 7f260c6a6b80 1 -- start start 2024-05-21T02:01:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.006+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a6bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.006+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.006+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a67df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.006+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc1b4150 con 0x562f63a6e940 2024-05-21T02:01:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.006+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc1b5c90 con 0x562f63a6e020 2024-05-21T02:01:22.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.006+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc1b4820 con 0x562f63a68ad0 2024-05-21T02:01:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25fa000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25faa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a6bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25fa000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:50502/0 (socket says 172.21.15.7:50502) 2024-05-21T02:01:22.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25fa000700 1 -- 172.21.15.7:0/2433349390 learned_addr learned my addr 172.21.15.7:0/2433349390 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25fb400700 1 --2- 172.21.15.7:0/2433349390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a67df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25fa000700 1 -- 172.21.15.7:0/2433349390 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 msgr2=0x562f63a6bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25fa000700 1 --2- 172.21.15.7:0/2433349390 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a6bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25fa000700 1 -- 172.21.15.7:0/2433349390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 msgr2=0x562f63a67df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25fa000700 1 --2- 172.21.15.7:0/2433349390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a67df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25fa000700 1 -- 172.21.15.7:0/2433349390 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f63a5d650 con 0x562f63a6e020 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.007+0000 7f25faa00700 1 --2- 172.21.15.7:0/2433349390 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a6bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.008+0000 7f25fa000700 1 --2- 172.21.15.7:0/2433349390 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6c0b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f25e8004af0 tx=0x7f25e8004420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=998e6ae1c3def462 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.008+0000 7f25e7e00700 1 -- 172.21.15.7:0/2433349390 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e8010980 con 0x562f63a6e020 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.008+0000 7f25e7e00700 1 -- 172.21.15.7:0/2433349390 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25e8015040 con 0x562f63a6e020 2024-05-21T02:01:22.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.008+0000 7f25e7e00700 1 -- 172.21.15.7:0/2433349390 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e8003a80 con 0x562f63a6e020 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 -- 172.21.15.7:0/2433349390 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 msgr2=0x562f63a6c0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/2433349390 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6c0b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f25e8004af0 tx=0x7f25e8004420 comp rx=0 tx=0).stop 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 -- 172.21.15.7:0/2433349390 shutdown_connections 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/2433349390 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a67df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/2433349390 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a6bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/2433349390 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a6c0b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 -- 172.21.15.7:0/2433349390 >> 172.21.15.7:0/2433349390 conn(0x562f63996be0 msgr2=0x562f63a71960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 -- 172.21.15.7:0/2433349390 shutdown_connections 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 -- 172.21.15.7:0/2433349390 wait complete. 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 -- start start 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.009+0000 7f260c6a6b80 1 Processor -- start 2024-05-21T02:01:22.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a7a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a7ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f260c6a6b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a776c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc1b55c0 con 0x562f63a6e940 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc1b4ef0 con 0x562f63a6e020 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f260c6a6b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f25fc1b20d0 con 0x562f63a68ad0 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f260c6a6b80 10 client.0 _ll_register_callbacks cb 0x562f63960c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f25fb400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a776c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f25fb400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a776c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54980/0 (socket says 172.21.15.7:54980) 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f25fa000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a7ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f25fb400700 1 -- 172.21.15.7:0/1095125892 learned_addr learned my addr 172.21.15.7:0/1095125892 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:22.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.010+0000 7f25faa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a7a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.011+0000 7f25faa00700 1 -- 172.21.15.7:0/1095125892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 msgr2=0x562f63a7ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.011+0000 7f25faa00700 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a7ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.011+0000 7f25faa00700 1 -- 172.21.15.7:0/1095125892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 msgr2=0x562f63a776c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.011+0000 7f25faa00700 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a776c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.011+0000 7f25faa00700 1 -- 172.21.15.7:0/1095125892 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f63a7b280 con 0x562f63a68ad0 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.011+0000 7f25fb400700 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a776c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.011+0000 7f25faa00700 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a7a6f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f25ec0a5270 tx=0x7f25ec000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d233196c68cb46f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.011+0000 7f25e5600700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f25e5600700 1 -- 172.21.15.7:0/1095125892 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25ec020040 con 0x562f63a68ad0 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f25e5600700 1 -- 172.21.15.7:0/1095125892 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f25ec0dfda0 con 0x562f63a68ad0 2024-05-21T02:01:22.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1095125892 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25e8015040 con 0x562f63a68ad0 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f25e5600700 1 -- 172.21.15.7:0/1095125892 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f25ec0a50b0 con 0x562f63a68ad0 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f260c6a6b80 10 client.25396 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1095125892 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562f63aed0c0 con 0x562f63a68ad0 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f25e5600700 1 -- 172.21.15.7:0/1095125892 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25e8015040 con 0x562f63a68ad0 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f25e5600700 1 -- 172.21.15.7:0/1095125892 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f25ec0a8450 con 0x562f63a68ad0 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f260c6a6b80 10 client.25396 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f260c6a6b80 10 client.25396 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f260c6a6b80 20 client.25396 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562f63aed7c0 0x562f63aefbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.012+0000 7f260c6a6b80 4 client.25396 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.013+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1095125892 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562f639c2570 con 0x562f63aed7c0 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.013+0000 7f25fa000700 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562f63aed7c0 0x562f63aefbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f25fa000700 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562f63aed7c0 0x562f63aefbe0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3b4b52d02f2761e4 server_cookie=518d737f74fefb9b in_seq=0 out_seq=0 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f25e5600700 10 client.25396 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:22.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f25e5600700 1 -- 172.21.15.7:0/1095125892 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562f639c2570 con 0x562f63aed7c0 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f25e5600700 10 client.25396 handle_command_reply: tid=0 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 client.25396 shutdown 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1095125892 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 msgr2=0x562f63a7a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a7a6f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f25ec0a5270 tx=0x7f25ec000bc0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1095125892 shutdown_connections 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562f63aed7c0 0x562f63aefbe0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562f63a6e940 0x562f63a776c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562f63a68ad0 0x562f63a7a6f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f25e5600700 0 client.25396 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 --2- 172.21.15.7:0/1095125892 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562f63a6e020 0x562f63a7ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1095125892 >> 172.21.15.7:0/1095125892 conn(0x562f63996be0 msgr2=0x562f63a62c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1095125892 shutdown_connections 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 1 -- 172.21.15.7:0/1095125892 wait complete. 2024-05-21T02:01:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.014+0000 7f260c6a6b80 20 client.25396 trim_cache size 0 max 16384 2024-05-21T02:01:22.019 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:01:22.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 -- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f25e00b2900 msgr2=0x7f25e00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f25e00b2900 0x7f25e00b4dc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f25f4009e60 tx=0x7f25f4006210 comp rx=0 tx=0).stop 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 -- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc109a80 msgr2=0x7f25fc1a0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc109a80 0x7f25fc1a0110 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f25ec00d950 tx=0x7f25ec00dc60 comp rx=0 tx=0).stop 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 -- 172.21.15.7:0/843688242 shutdown_connections 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25fc10e950 0x7f25fc1a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f25e00b2900 0x7f25e00b4dc0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25fc109a80 0x7f25fc1a0110 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 --2- 172.21.15.7:0/843688242 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25fc10a440 0x7f25fc1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 -- 172.21.15.7:0/843688242 >> 172.21.15.7:0/843688242 conn(0x7f25fc0792d0 msgr2=0x7f25fc079950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 -- 172.21.15.7:0/843688242 shutdown_connections 2024-05-21T02:01:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:22.015+0000 7f25fbe00700 1 -- 172.21.15.7:0/843688242 wait complete. 2024-05-21T02:01:22.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:22 smithi007 ceph-mon[31288]: pgmap v487: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:01:22.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:22 smithi190 ceph-mon[35961]: pgmap v487: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:01:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:22 smithi164 ceph-mon[36138]: pgmap v487: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:01:23.030 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T02:01:23.516 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:24.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:24 smithi190 ceph-mon[35961]: pgmap v488: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:01:24.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:24 smithi164 ceph-mon[36138]: pgmap v488: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:01:24.961 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:24 smithi007 ceph-mon[31288]: pgmap v488: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:01:25.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.885+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3432126318 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb2f0106010 msgr2=0x7fb2f0112520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.885+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3432126318 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb2f0106010 0x7fb2f0112520 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb2e8009f90 tx=0x7fb2e800b330 comp rx=0 tx=0).stop 2024-05-21T02:01:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.885+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3432126318 shutdown_connections 2024-05-21T02:01:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.885+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3432126318 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb2f0106010 0x7fb2f0112520 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.885+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3432126318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb2f010b650 0x7fb2f010ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.885+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3432126318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2f0105650 0x7fb2f0105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.885+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3432126318 >> 172.21.15.7:0/3432126318 conn(0x7fb2f0101180 msgr2=0x7fb2f01035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.885+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3432126318 shutdown_connections 2024-05-21T02:01:25.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.885+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3432126318 wait complete. 2024-05-21T02:01:25.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.887+0000 7fb2f4c00700 1 Processor -- start 2024-05-21T02:01:25.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.887+0000 7fb2f4c00700 1 -- start start 2024-05-21T02:01:25.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.887+0000 7fb2f4c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2f0105650 0x7fb2f01a18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.887+0000 7fb2f4c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb2f0106010 0x7fb2f01a1e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.887+0000 7fb2f4c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb2f010b650 0x7fb2f019bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.887+0000 7fb2f4c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f0115890 con 0x7fb2f0105650 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2f4c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f0115710 con 0x7fb2f0106010 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2f4c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f0115a10 con 0x7fb2f010b650 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2ef400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2f0105650 0x7fb2f01a18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2ef400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2f0105650 0x7fb2f01a18f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43076/0 (socket says 172.21.15.7:43076) 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2ef400700 1 -- 172.21.15.7:0/3356061305 learned_addr learned my addr 172.21.15.7:0/3356061305 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2efe00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb2f010b650 0x7fb2f019bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2eea00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb2f0106010 0x7fb2f01a1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2ef400700 1 -- 172.21.15.7:0/3356061305 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb2f010b650 msgr2=0x7fb2f019bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2ef400700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb2f010b650 0x7fb2f019bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2ef400700 1 -- 172.21.15.7:0/3356061305 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb2f0106010 msgr2=0x7fb2f01a1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:25.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2ef400700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb2f0106010 0x7fb2f01a1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.888+0000 7fb2ef400700 1 -- 172.21.15.7:0/3356061305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2f019c210 con 0x7fb2f0105650 2024-05-21T02:01:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.889+0000 7fb2ef400700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2f0105650 0x7fb2f01a18f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fb2e000e9c0 tx=0x7fb2e000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.889+0000 7fb2e7e00700 1 -- 172.21.15.7:0/3356061305 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e000cbd0 con 0x7fb2f0105650 2024-05-21T02:01:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.889+0000 7fb2e7e00700 1 -- 172.21.15.7:0/3356061305 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2e000ee60 con 0x7fb2f0105650 2024-05-21T02:01:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.889+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3356061305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2f019c500 con 0x7fb2f0105650 2024-05-21T02:01:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.889+0000 7fb2e7e00700 1 -- 172.21.15.7:0/3356061305 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e00055c0 con 0x7fb2f0105650 2024-05-21T02:01:25.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.889+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3356061305 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2f01a87c0 con 0x7fb2f0105650 2024-05-21T02:01:25.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.893+0000 7fb2e7e00700 1 -- 172.21.15.7:0/3356061305 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb2e0004750 con 0x7fb2f0105650 2024-05-21T02:01:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.895+0000 7fb300c5cb80 1 Processor -- start 2024-05-21T02:01:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.895+0000 7fb300c5cb80 1 -- start start 2024-05-21T02:01:25.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.895+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cfbba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.895+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cf5d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf67f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5577a4c53e40 con 0x5577a4cfb7c0 2024-05-21T02:01:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5577a4c439e0 con 0x5577a4cfc0e0 2024-05-21T02:01:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5577a4c47a20 con 0x5577a4cf6390 2024-05-21T02:01:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb2e7e00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb2d40b2900 0x7fb2d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb2ef400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cf5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb2ef400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cf5d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:39274/0 (socket says 172.21.15.7:39274) 2024-05-21T02:01:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb2ef400700 1 -- 172.21.15.7:0/954220487 learned_addr learned my addr 172.21.15.7:0/954220487 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:25.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb2efe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cfbba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb2e7e00700 1 -- 172.21.15.7:0/3356061305 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fb2e00e23d0 con 0x7fb2f0105650 2024-05-21T02:01:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb2eea00700 1 --2- 172.21.15.7:0/954220487 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.896+0000 7fb2efe00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb2d40b2900 0x7fb2d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.897+0000 7fb2ef400700 1 -- 172.21.15.7:0/954220487 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 msgr2=0x5577a4cf67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.897+0000 7fb2ef400700 1 --2- 172.21.15.7:0/954220487 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.897+0000 7fb2ef400700 1 -- 172.21.15.7:0/954220487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 msgr2=0x5577a4cfbba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.897+0000 7fb2ef400700 1 --2- 172.21.15.7:0/954220487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cfbba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.897+0000 7fb2ef400700 1 -- 172.21.15.7:0/954220487 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577a4c0c420 con 0x5577a4cfc0e0 2024-05-21T02:01:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.897+0000 7fb2ef400700 1 --2- 172.21.15.7:0/954220487 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cf5d70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb2e00a59a0 tx=0x7fb2e00732a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ccefc9b9f1af36d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.897+0000 7fb2e4c00700 1 -- 172.21.15.7:0/954220487 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e00a9120 con 0x5577a4cfc0e0 2024-05-21T02:01:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.897+0000 7fb2e4c00700 1 -- 172.21.15.7:0/954220487 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2e00a94c0 con 0x5577a4cfc0e0 2024-05-21T02:01:25.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.897+0000 7fb2e4c00700 1 -- 172.21.15.7:0/954220487 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e00add60 con 0x5577a4cfc0e0 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb300c5cb80 1 -- 172.21.15.7:0/954220487 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 msgr2=0x5577a4cf5d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/954220487 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cf5d70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb2e00a59a0 tx=0x7fb2e00732a0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb2efe00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb2d40b2900 0x7fb2d40b4dc0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb2e80060d0 tx=0x7fb2e80096c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb300c5cb80 1 -- 172.21.15.7:0/954220487 shutdown_connections 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/954220487 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/954220487 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cfbba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/954220487 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cf5d70 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb300c5cb80 1 -- 172.21.15.7:0/954220487 >> 172.21.15.7:0/954220487 conn(0x5577a4c23be0 msgr2=0x5577a4cf0810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb300c5cb80 1 -- 172.21.15.7:0/954220487 shutdown_connections 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.898+0000 7fb300c5cb80 1 -- 172.21.15.7:0/954220487 wait complete. 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.899+0000 7fb300c5cb80 1 -- start start 2024-05-21T02:01:25.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.899+0000 7fb300c5cb80 1 Processor -- start 2024-05-21T02:01:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cf6390 0x5577a4d01e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cff200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfc0e0 0x5577a4cff740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5577a4b49fa0 con 0x5577a4cfb7c0 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5577a4be4760 con 0x5577a4cf6390 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5577a4d02ba0 con 0x5577a4cfc0e0 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb300c5cb80 10 client.0 _ll_register_callbacks cb 0x5577a4bedc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb2eea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cff200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb2eea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cff200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43096/0 (socket says 172.21.15.7:43096) 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb2eea00700 1 -- 172.21.15.7:0/2032082183 learned_addr learned my addr 172.21.15.7:0/2032082183 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.900+0000 7fb2efe00700 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfc0e0 0x5577a4cff740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2ef400700 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cf6390 0x5577a4d01e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2eea00700 1 -- 172.21.15.7:0/2032082183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfc0e0 msgr2=0x5577a4cff740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2eea00700 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfc0e0 0x5577a4cff740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2eea00700 1 -- 172.21.15.7:0/2032082183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cf6390 msgr2=0x5577a4d01e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2eea00700 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cf6390 0x5577a4d01e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2eea00700 1 -- 172.21.15.7:0/2032082183 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577a4b938d0 con 0x5577a4cfb7c0 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2efe00700 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfc0e0 0x5577a4cff740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2eea00700 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cff200 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc009fd0 tx=0x7fb2dc012a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4558ceb7fd7536eb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2d9600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.901+0000 7fb2d9600700 1 -- 172.21.15.7:0/2032082183 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2dc004030 con 0x5577a4cfb7c0 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.902+0000 7fb2d9600700 1 -- 172.21.15.7:0/2032082183 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fb2dc0041d0 con 0x5577a4cfb7c0 2024-05-21T02:01:25.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.902+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2032082183 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2e00a94c0 con 0x5577a4cfb7c0 2024-05-21T02:01:25.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.902+0000 7fb2d9600700 1 -- 172.21.15.7:0/2032082183 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb2dc0043d0 con 0x5577a4cfb7c0 2024-05-21T02:01:25.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.902+0000 7fb300c5cb80 10 client.15294 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:25.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.902+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2032082183 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5577a4c14060 con 0x5577a4cfb7c0 2024-05-21T02:01:25.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.902+0000 7fb2d9600700 1 -- 172.21.15.7:0/2032082183 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2e00a94c0 con 0x5577a4cfb7c0 2024-05-21T02:01:25.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.902+0000 7fb2d9600700 1 -- 172.21.15.7:0/2032082183 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb2dc00f6a0 con 0x5577a4cfb7c0 2024-05-21T02:01:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.903+0000 7fb300c5cb80 10 client.15294 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.903+0000 7fb300c5cb80 10 client.15294 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:01:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.903+0000 7fb300c5cb80 20 client.15294 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:25.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.903+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5577a4d0f770 0x5577a4d11b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.903+0000 7fb300c5cb80 4 client.15294 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.903+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2032082183 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5577a4c55d90 con 0x5577a4d0f770 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.903+0000 7fb2ef400700 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5577a4d0f770 0x5577a4d11b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.904+0000 7fb2ef400700 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5577a4d0f770 0x5577a4d11b80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8d3d424caca4ac08 server_cookie=1fe802a17269c990 in_seq=0 out_seq=0 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.904+0000 7fb2d9600700 10 client.15294 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.904+0000 7fb2d9600700 1 -- 172.21.15.7:0/2032082183 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5577a4c55d90 con 0x5577a4d0f770 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.904+0000 7fb2d9600700 10 client.15294 handle_command_reply: tid=0 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.904+0000 7fb300c5cb80 1 client.15294 shutdown 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2032082183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 msgr2=0x5577a4cff200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cff200 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc009fd0 tx=0x7fb2dc012a20 comp rx=0 tx=0).stop 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2032082183 shutdown_connections 2024-05-21T02:01:25.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5577a4d0f770 0x5577a4d11b80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfc0e0 0x5577a4cff740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cf6390 0x5577a4d01e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2032082183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cff200 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2032082183 >> 172.21.15.7:0/2032082183 conn(0x5577a4c23be0 msgr2=0x5577a4ceffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:25.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb2d9600700 0 client.15294 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:01:25.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2032082183 shutdown_connections 2024-05-21T02:01:25.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2032082183 wait complete. 2024-05-21T02:01:25.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.905+0000 7fb300c5cb80 20 client.15294 trim_cache size 0 max 16384 2024-05-21T02:01:25.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.922+0000 7fb300c5cb80 1 Processor -- start 2024-05-21T02:01:25.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.922+0000 7fb300c5cb80 1 -- start start 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf5d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cf0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cfefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f01afca0 con 0x5577a4cfb7c0 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f01b17e0 con 0x5577a4cfc0e0 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f01b0370 con 0x5577a4cf6390 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2ef400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2ef400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf5d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34360/0 (socket says 172.21.15.7:34360) 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2ef400700 1 -- 172.21.15.7:0/2889837620 learned_addr learned my addr 172.21.15.7:0/2889837620 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2eea00700 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cf0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2efe00700 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cfefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.925 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2ef400700 1 -- 172.21.15.7:0/2889837620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 msgr2=0x5577a4cfefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:25.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2ef400700 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cfefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2ef400700 1 -- 172.21.15.7:0/2889837620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 msgr2=0x5577a4cf0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:25.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2ef400700 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cf0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2ef400700 1 -- 172.21.15.7:0/2889837620 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577a4cf0c80 con 0x5577a4cf6390 2024-05-21T02:01:25.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.923+0000 7fb2eea00700 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cf0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:25.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.924+0000 7fb2ef400700 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf5d70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb2e0009860 tx=0x7fb2e00cc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f20e54874d71419 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:25.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.924+0000 7fb2dbe00700 1 -- 172.21.15.7:0/2889837620 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e00a94c0 con 0x5577a4cf6390 2024-05-21T02:01:25.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.924+0000 7fb2dbe00700 1 -- 172.21.15.7:0/2889837620 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2e00aa0b0 con 0x5577a4cf6390 2024-05-21T02:01:25.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.924+0000 7fb2dbe00700 1 -- 172.21.15.7:0/2889837620 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e00a9c10 con 0x5577a4cf6390 2024-05-21T02:01:25.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2889837620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 msgr2=0x5577a4cf5d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf5d70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fb2e0009860 tx=0x7fb2e00cc040 comp rx=0 tx=0).stop 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2889837620 shutdown_connections 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4cfefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cf6390 0x5577a4cf5d70 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/2889837620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cfb7c0 0x5577a4cf0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2889837620 >> 172.21.15.7:0/2889837620 conn(0x5577a4c23be0 msgr2=0x5577a4cf9310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2889837620 shutdown_connections 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 -- 172.21.15.7:0/2889837620 wait complete. 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.925+0000 7fb300c5cb80 1 -- start start 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb300c5cb80 1 Processor -- start 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cf6390 0x5577a4d07e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfb7c0 0x5577a4d08370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb300c5cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4d16580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f01b1110 con 0x5577a4cf6390 2024-05-21T02:01:25.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f01b0a40 con 0x5577a4cfc0e0 2024-05-21T02:01:25.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb300c5cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb2f01adc20 con 0x5577a4cfb7c0 2024-05-21T02:01:25.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb300c5cb80 10 client.0 _ll_register_callbacks cb 0x5577a4bedc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb2ef400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cf6390 0x5577a4d07e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb2ef400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cf6390 0x5577a4d07e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43104/0 (socket says 172.21.15.7:43104) 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb2ef400700 1 -- 172.21.15.7:0/3820064924 learned_addr learned my addr 172.21.15.7:0/3820064924 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.926+0000 7fb2efe00700 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4d16580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2eea00700 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfb7c0 0x5577a4d08370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2ef400700 1 -- 172.21.15.7:0/3820064924 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfb7c0 msgr2=0x5577a4d08370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2ef400700 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfb7c0 0x5577a4d08370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2ef400700 1 -- 172.21.15.7:0/3820064924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 msgr2=0x5577a4d16580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2ef400700 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4d16580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2ef400700 1 -- 172.21.15.7:0/3820064924 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577a4d16c00 con 0x5577a4cf6390 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2efe00700 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4d16580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:25.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2ef400700 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cf6390 0x5577a4d07e30 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb2e00a6c20 tx=0x7fb2e0005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a1d15fe0eab0a83 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2d9600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2d9600700 1 -- 172.21.15.7:0/3820064924 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2e00c2020 con 0x5577a4cf6390 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb2d9600700 1 -- 172.21.15.7:0/3820064924 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fb2e00a5fa0 con 0x5577a4cf6390 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.927+0000 7fb300c5cb80 1 -- 172.21.15.7:0/3820064924 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2e00aa0b0 con 0x5577a4cf6390 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb2d9600700 1 -- 172.21.15.7:0/3820064924 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb2e00b2810 con 0x5577a4cf6390 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb300c5cb80 10 client.15300 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb300c5cb80 1 -- 172.21.15.7:0/3820064924 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5577a4d79ca0 con 0x5577a4cf6390 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb2d9600700 1 -- 172.21.15.7:0/3820064924 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb2e00aa0b0 con 0x5577a4cf6390 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb2d9600700 1 -- 172.21.15.7:0/3820064924 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb2e00c6030 con 0x5577a4cf6390 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb300c5cb80 10 client.15300 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb300c5cb80 10 client.15300 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb300c5cb80 20 client.15300 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5577a4d79f20 0x5577a4d7c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:25.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb300c5cb80 4 client.15300 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:01:25.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.928+0000 7fb300c5cb80 1 -- 172.21.15.7:0/3820064924 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5577a4c4f570 con 0x5577a4d79f20 2024-05-21T02:01:25.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.929+0000 7fb2eea00700 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5577a4d79f20 0x5577a4d7c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:25.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.929+0000 7fb2eea00700 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5577a4d79f20 0x5577a4d7c310 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ae88514d3504a779 server_cookie=e758de0e5955197c in_seq=0 out_seq=0 2024-05-21T02:01:25.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.929+0000 7fb2d9600700 10 client.15300 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:01:25.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb2d9600700 1 -- 172.21.15.7:0/3820064924 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5577a4c4f570 con 0x5577a4d79f20 2024-05-21T02:01:25.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb2d9600700 10 client.15300 handle_command_reply: tid=0 2024-05-21T02:01:25.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 client.15300 shutdown 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 -- 172.21.15.7:0/3820064924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cf6390 msgr2=0x5577a4d07e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cf6390 0x5577a4d07e30 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb2e00a6c20 tx=0x7fb2e0005020 comp rx=0 tx=0).stop 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 -- 172.21.15.7:0/3820064924 shutdown_connections 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5577a4d79f20 0x5577a4d7c310 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5577a4cfc0e0 0x5577a4d16580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5577a4cf6390 0x5577a4d07e30 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 --2- 172.21.15.7:0/3820064924 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5577a4cfb7c0 0x5577a4d08370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 -- 172.21.15.7:0/3820064924 >> 172.21.15.7:0/3820064924 conn(0x5577a4c23be0 msgr2=0x5577a4cfefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb2d9600700 0 client.15300 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 -- 172.21.15.7:0/3820064924 shutdown_connections 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 1 -- 172.21.15.7:0/3820064924 wait complete. 2024-05-21T02:01:25.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.930+0000 7fb300c5cb80 20 client.15300 trim_cache size 0 max 16384 2024-05-21T02:01:25.935 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:01:25.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb2d40b2900 msgr2=0x7fb2d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:25.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb2d40b2900 0x7fb2d40b4dc0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb2e80060d0 tx=0x7fb2e80096c0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2f0105650 msgr2=0x7fb2f01a18f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:25.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2f0105650 0x7fb2f01a18f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fb2e000e9c0 tx=0x7fb2e000ecd0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3356061305 shutdown_connections 2024-05-21T02:01:25.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb2f010b650 0x7fb2f019bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb2d40b2900 0x7fb2d40b4dc0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb2f0105650 0x7fb2f01a18f0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 --2- 172.21.15.7:0/3356061305 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb2f0106010 0x7fb2f01a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:25.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3356061305 >> 172.21.15.7:0/3356061305 conn(0x7fb2f0101180 msgr2=0x7fb2f0101800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:25.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3356061305 shutdown_connections 2024-05-21T02:01:25.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:25.931+0000 7fb2f4c00700 1 -- 172.21.15.7:0/3356061305 wait complete. 2024-05-21T02:01:26.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:26 smithi190 ceph-mon[35961]: pgmap v489: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:01:26.894 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:26 smithi007 ceph-mon[31288]: pgmap v489: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:01:26.899 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T02:01:26.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:26 smithi164 ceph-mon[36138]: pgmap v489: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:01:27.363 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:28.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:28 smithi007 ceph-mon[31288]: pgmap v490: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:01:28.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:28 smithi164 ceph-mon[36138]: pgmap v490: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:01:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:28 smithi190 ceph-mon[35961]: pgmap v490: 97 pgs: 97 active+clean; 659 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:01:29.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.695+0000 7f5c72800700 1 -- 172.21.15.7:0/3641409074 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c6c10ff40 msgr2=0x7f5c6c112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:29.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.695+0000 7f5c72800700 1 --2- 172.21.15.7:0/3641409074 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c6c10ff40 0x7f5c6c112330 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5c64009f90 tx=0x7f5c6400b330 comp rx=0 tx=0).stop 2024-05-21T02:01:29.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.695+0000 7f5c72800700 1 -- 172.21.15.7:0/3641409074 shutdown_connections 2024-05-21T02:01:29.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.695+0000 7f5c72800700 1 --2- 172.21.15.7:0/3641409074 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c6c10ff40 0x7f5c6c112330 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.695+0000 7f5c72800700 1 --2- 172.21.15.7:0/3641409074 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c6c075770 0x7f5c6c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.695+0000 7f5c72800700 1 --2- 172.21.15.7:0/3641409074 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c6c076090 0x7f5c6c10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.695+0000 7f5c72800700 1 -- 172.21.15.7:0/3641409074 >> 172.21.15.7:0/3641409074 conn(0x7f5c6c07a6a0 msgr2=0x7f5c6c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:29.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.695+0000 7f5c72800700 1 -- 172.21.15.7:0/3641409074 shutdown_connections 2024-05-21T02:01:29.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.695+0000 7f5c72800700 1 -- 172.21.15.7:0/3641409074 wait complete. 2024-05-21T02:01:29.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.696+0000 7f5c72800700 1 Processor -- start 2024-05-21T02:01:29.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.697+0000 7f5c72800700 1 -- start start 2024-05-21T02:01:29.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.697+0000 7f5c72800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c6c075770 0x7f5c6c19bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.697+0000 7f5c72800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c6c076090 0x7f5c6c19c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.697+0000 7f5c72800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c6c10ff40 0x7f5c6c1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.697+0000 7f5c72800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c115940 con 0x7f5c6c075770 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.697+0000 7f5c72800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c1157c0 con 0x7f5c6c10ff40 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.697+0000 7f5c72800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c115ac0 con 0x7f5c6c076090 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.697+0000 7f5c63e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c6c076090 0x7f5c6c19c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.697+0000 7f5c6b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c6c075770 0x7f5c6c19bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.698+0000 7f5c63e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c6c076090 0x7f5c6c19c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34380/0 (socket says 172.21.15.7:34380) 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.698+0000 7f5c63e00700 1 -- 172.21.15.7:0/1151961183 learned_addr learned my addr 172.21.15.7:0/1151961183 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.698+0000 7f5c6be00700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c6c10ff40 0x7f5c6c1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.698+0000 7f5c63e00700 1 -- 172.21.15.7:0/1151961183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c6c10ff40 msgr2=0x7f5c6c1a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.698+0000 7f5c63e00700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c6c10ff40 0x7f5c6c1a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.698+0000 7f5c63e00700 1 -- 172.21.15.7:0/1151961183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c6c075770 msgr2=0x7f5c6c19bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:29.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.698+0000 7f5c63e00700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c6c075770 0x7f5c6c19bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.698+0000 7f5c63e00700 1 -- 172.21.15.7:0/1151961183 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c6c1a0de0 con 0x7f5c6c076090 2024-05-21T02:01:29.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.698+0000 7f5c63e00700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c6c076090 0x7f5c6c19c310 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5c5400e950 tx=0x7f5c5400ec60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:29.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.699+0000 7f5c68c00700 1 -- 172.21.15.7:0/1151961183 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c54004230 con 0x7f5c6c076090 2024-05-21T02:01:29.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.699+0000 7f5c68c00700 1 -- 172.21.15.7:0/1151961183 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c540043d0 con 0x7f5c6c076090 2024-05-21T02:01:29.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.699+0000 7f5c72800700 1 -- 172.21.15.7:0/1151961183 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c6c1a10d0 con 0x7f5c6c076090 2024-05-21T02:01:29.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.699+0000 7f5c68c00700 1 -- 172.21.15.7:0/1151961183 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c54003d60 con 0x7f5c6c076090 2024-05-21T02:01:29.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.699+0000 7f5c72800700 1 -- 172.21.15.7:0/1151961183 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c6c1a8950 con 0x7f5c6c076090 2024-05-21T02:01:29.704 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.702+0000 7f5c68c00700 1 -- 172.21.15.7:0/1151961183 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5c5400c7e0 con 0x7f5c6c076090 2024-05-21T02:01:29.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c7d20fb80 1 Processor -- start 2024-05-21T02:01:29.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c7d20fb80 1 -- start start 2024-05-21T02:01:29.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c68c00700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c500b2900 0x7f5c500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64f79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b64f1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b64f25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575b644fe40 con 0x5575b64f7f30 2024-05-21T02:01:29.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5575b643f9e0 con 0x5575b64f7610 2024-05-21T02:01:29.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5575b6443a20 con 0x5575b64f2140 2024-05-21T02:01:29.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c68c00700 1 -- 172.21.15.7:0/1151961183 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f5c540e2400 con 0x7f5c6c076090 2024-05-21T02:01:29.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.704+0000 7f5c6be00700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c500b2900 0x7f5c500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64f79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b64f25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64f79f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:39334/0 (socket says 172.21.15.7:39334) 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6b400700 1 -- 172.21.15.7:0/318649715 learned_addr learned my addr 172.21.15.7:0/318649715 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c63e00700 1 --2- 172.21.15.7:0/318649715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b64f1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6b400700 1 -- 172.21.15.7:0/318649715 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 msgr2=0x5575b64f25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6b400700 1 --2- 172.21.15.7:0/318649715 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b64f25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6b400700 1 -- 172.21.15.7:0/318649715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 msgr2=0x5575b64f1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6b400700 1 --2- 172.21.15.7:0/318649715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b64f1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6b400700 1 -- 172.21.15.7:0/318649715 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575b6408420 con 0x5575b64f7610 2024-05-21T02:01:29.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.705+0000 7f5c6be00700 1 --2- 172.21.15.7:0/318649715 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b64f25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.706+0000 7f5c6b400700 1 --2- 172.21.15.7:0/318649715 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64f79f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c009e70 tx=0x7f5c5c011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d4a52339f8dd5bc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.706+0000 7f5c6be00700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c500b2900 0x7f5c500b4dc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x5575b64f2b00 tx=0x7f5c64009c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.706+0000 7f5c60c00700 1 -- 172.21.15.7:0/318649715 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5c01e070 con 0x5575b64f7610 2024-05-21T02:01:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.706+0000 7f5c60c00700 1 -- 172.21.15.7:0/318649715 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c5c00eb20 con 0x5575b64f7610 2024-05-21T02:01:29.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.706+0000 7f5c60c00700 1 -- 172.21.15.7:0/318649715 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5c019b80 con 0x5575b64f7610 2024-05-21T02:01:29.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.707+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/318649715 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 msgr2=0x5575b64f79f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:29.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.707+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/318649715 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64f79f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c009e70 tx=0x7f5c5c011720 comp rx=0 tx=0).stop 2024-05-21T02:01:29.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.707+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/318649715 shutdown_connections 2024-05-21T02:01:29.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.707+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/318649715 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b64f25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.707+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/318649715 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64f79f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.707+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/318649715 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b64f1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.707+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/318649715 >> 172.21.15.7:0/318649715 conn(0x5575b641fbe0 msgr2=0x5575b64ec690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:29.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.707+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/318649715 shutdown_connections 2024-05-21T02:01:29.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.707+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/318649715 wait complete. 2024-05-21T02:01:29.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.708+0000 7f5c7d20fb80 1 -- start start 2024-05-21T02:01:29.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.708+0000 7f5c7d20fb80 1 Processor -- start 2024-05-21T02:01:29.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.708+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b64fdc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.708+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64fb000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.708+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b64fb540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.708+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575b6345fa0 con 0x5575b64f7f30 2024-05-21T02:01:29.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.708+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5575b63e0760 con 0x5575b64f7610 2024-05-21T02:01:29.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.708+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5575b64fe9e0 con 0x5575b64f2140 2024-05-21T02:01:29.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c7d20fb80 10 client.0 _ll_register_callbacks cb 0x5575b63e9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:29.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c6be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b64fb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c6be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b64fb540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43142/0 (socket says 172.21.15.7:43142) 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c63e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64fb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c6be00700 1 -- 172.21.15.7:0/1652451333 learned_addr learned my addr 172.21.15.7:0/1652451333 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c6b400700 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b64fdc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c63e00700 1 -- 172.21.15.7:0/1652451333 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 msgr2=0x5575b64fdc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c63e00700 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b64fdc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c63e00700 1 -- 172.21.15.7:0/1652451333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 msgr2=0x5575b64fb540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c63e00700 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b64fb540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.709+0000 7f5c63e00700 1 -- 172.21.15.7:0/1652451333 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575b638f8d0 con 0x5575b64f7610 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.710+0000 7f5c63e00700 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64fb000 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5c540a6c50 tx=0x7f5c540a91d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89096654ec176bae server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:29.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.710+0000 7f5c59600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.710+0000 7f5c59600700 1 -- 172.21.15.7:0/1652451333 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c540b2180 con 0x5575b64f7610 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.710+0000 7f5c59600700 1 -- 172.21.15.7:0/1652451333 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f5c540a5fd0 con 0x5575b64f7610 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.710+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/1652451333 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c5c00eb20 con 0x5575b64f7610 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.710+0000 7f5c59600700 1 -- 172.21.15.7:0/1652451333 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5c540a94f0 con 0x5575b64f7610 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.710+0000 7f5c7d20fb80 10 client.25418 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.710+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/1652451333 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5575b6410060 con 0x5575b64f7610 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.710+0000 7f5c59600700 1 -- 172.21.15.7:0/1652451333 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c5c00eb20 con 0x5575b64f7610 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.711+0000 7f5c59600700 1 -- 172.21.15.7:0/1652451333 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5c540cc0d0 con 0x5575b64f7610 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.711+0000 7f5c7d20fb80 10 client.25418 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.711+0000 7f5c7d20fb80 10 client.25418 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:01:29.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.711+0000 7f5c7d20fb80 20 client.25418 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:29.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.711+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5575b650b570 0x5575b650d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.711+0000 7f5c7d20fb80 4 client.25418 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:29.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.711+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/1652451333 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575b6451d90 con 0x5575b650b570 2024-05-21T02:01:29.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.711+0000 7f5c6b400700 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5575b650b570 0x5575b650d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.712+0000 7f5c6b400700 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5575b650b570 0x5575b650d960 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d944526e43f1cecb server_cookie=920af4a8525f538e in_seq=0 out_seq=0 2024-05-21T02:01:29.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.712+0000 7f5c59600700 10 client.25418 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:01:29.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c59600700 1 -- 172.21.15.7:0/1652451333 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5575b6451d90 con 0x5575b650b570 2024-05-21T02:01:29.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c59600700 10 client.25418 handle_command_reply: tid=0 2024-05-21T02:01:29.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 client.25418 shutdown 2024-05-21T02:01:29.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/1652451333 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 msgr2=0x5575b64fb000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:29.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64fb000 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5c540a6c50 tx=0x7f5c540a91d0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/1652451333 shutdown_connections 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5575b650b570 0x5575b650d960 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b64fb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b64fdc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c59600700 0 client.25418 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/1652451333 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b64fb000 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/1652451333 >> 172.21.15.7:0/1652451333 conn(0x5575b641fbe0 msgr2=0x5575b64ebd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/1652451333 shutdown_connections 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/1652451333 wait complete. 2024-05-21T02:01:29.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.713+0000 7f5c7d20fb80 20 client.25418 trim_cache size 0 max 16384 2024-05-21T02:01:29.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.730+0000 7f5c7d20fb80 1 Processor -- start 2024-05-21T02:01:29.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.730+0000 7f5c7d20fb80 1 -- start start 2024-05-21T02:01:29.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.730+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b650d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.730+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7610 0x5575b64fb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.730+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7f30 0x5575b64ec4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.730+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c1afed0 con 0x5575b64f7610 2024-05-21T02:01:29.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.730+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c1b1a10 con 0x5575b64f7f30 2024-05-21T02:01:29.732 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.730+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c1b05a0 con 0x5575b64f2140 2024-05-21T02:01:29.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.731+0000 7f5c63e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7610 0x5575b64fb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.733 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.731+0000 7f5c63e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7610 0x5575b64fb4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43146/0 (socket says 172.21.15.7:43146) 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.731+0000 7f5c63e00700 1 -- 172.21.15.7:0/750427875 learned_addr learned my addr 172.21.15.7:0/750427875 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.731+0000 7f5c6b400700 1 --2- 172.21.15.7:0/750427875 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b650d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.731+0000 7f5c6be00700 1 --2- 172.21.15.7:0/750427875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7f30 0x5575b64ec4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.731+0000 7f5c6be00700 1 -- 172.21.15.7:0/750427875 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 msgr2=0x5575b650d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.731+0000 7f5c6be00700 1 --2- 172.21.15.7:0/750427875 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b650d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.732+0000 7f5c6be00700 1 -- 172.21.15.7:0/750427875 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7610 msgr2=0x5575b64fb4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.732+0000 7f5c6be00700 1 --2- 172.21.15.7:0/750427875 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7610 0x5575b64fb4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.732+0000 7f5c6be00700 1 -- 172.21.15.7:0/750427875 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575b650df90 con 0x5575b64f7f30 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.732+0000 7f5c6be00700 1 --2- 172.21.15.7:0/750427875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7f30 0x5575b64ec4f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5c64009550 tx=0x7f5c6400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b23f2164d4591a39 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.732+0000 7f5c5be00700 1 -- 172.21.15.7:0/750427875 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c640076e0 con 0x5575b64f7f30 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.732+0000 7f5c5be00700 1 -- 172.21.15.7:0/750427875 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c64031070 con 0x5575b64f7f30 2024-05-21T02:01:29.734 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.732+0000 7f5c5be00700 1 -- 172.21.15.7:0/750427875 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c64021c90 con 0x5575b64f7f30 2024-05-21T02:01:29.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.733+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/750427875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7f30 msgr2=0x5575b64ec4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:29.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.733+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/750427875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7f30 0x5575b64ec4f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5c64009550 tx=0x7f5c6400b330 comp rx=0 tx=0).stop 2024-05-21T02:01:29.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.733+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/750427875 shutdown_connections 2024-05-21T02:01:29.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.733+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/750427875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7f30 0x5575b64ec4f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.733+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/750427875 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b650d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.733+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/750427875 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7610 0x5575b64fb4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.733+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/750427875 >> 172.21.15.7:0/750427875 conn(0x5575b641fbe0 msgr2=0x5575b64fade0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:29.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.733+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/750427875 shutdown_connections 2024-05-21T02:01:29.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.733+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/750427875 wait complete. 2024-05-21T02:01:29.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.734+0000 7f5c7d20fb80 1 -- start start 2024-05-21T02:01:29.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.734+0000 7f5c7d20fb80 1 Processor -- start 2024-05-21T02:01:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.734+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b6503e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.734+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b6504390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.734+0000 7f5c7d20fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b65125f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.734+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c1b1340 con 0x5575b64f7f30 2024-05-21T02:01:29.737 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.734+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c1b0c70 con 0x5575b64f7610 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.734+0000 7f5c7d20fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c1ade50 con 0x5575b64f2140 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.734+0000 7f5c7d20fb80 10 client.0 _ll_register_callbacks cb 0x5575b63e9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c6be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b65125f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c6b400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b6503e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c63e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b6504390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c6be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b65125f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43154/0 (socket says 172.21.15.7:43154) 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c6be00700 1 -- 172.21.15.7:0/14373447 learned_addr learned my addr 172.21.15.7:0/14373447 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c63e00700 1 -- 172.21.15.7:0/14373447 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 msgr2=0x5575b6503e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c63e00700 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b6503e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c63e00700 1 -- 172.21.15.7:0/14373447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 msgr2=0x5575b65125f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c63e00700 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b65125f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c63e00700 1 -- 172.21.15.7:0/14373447 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575b6512d00 con 0x5575b64f7610 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c6b400700 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b6503e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:29.738 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c63e00700 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b6504390 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5c54005950 tx=0x7f5c540a55d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d55833d84e0a3169 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.735+0000 7f5c59600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:01:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.736+0000 7f5c59600700 1 -- 172.21.15.7:0/14373447 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c54086070 con 0x5575b64f7610 2024-05-21T02:01:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.736+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/14373447 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c64031070 con 0x5575b64f7610 2024-05-21T02:01:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.736+0000 7f5c59600700 1 -- 172.21.15.7:0/14373447 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f5c540b2400 con 0x5575b64f7610 2024-05-21T02:01:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.736+0000 7f5c59600700 1 -- 172.21.15.7:0/14373447 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5c540b2180 con 0x5575b64f7610 2024-05-21T02:01:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.736+0000 7f5c7d20fb80 10 client.25424 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:29.739 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.736+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/14373447 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5575b6575ad0 con 0x5575b64f7610 2024-05-21T02:01:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.736+0000 7f5c59600700 1 -- 172.21.15.7:0/14373447 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c64031070 con 0x5575b64f7610 2024-05-21T02:01:29.740 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.737+0000 7f5c59600700 1 -- 172.21.15.7:0/14373447 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5c540a86b0 con 0x5575b64f7610 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.737+0000 7f5c7d20fb80 10 client.25424 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.737+0000 7f5c7d20fb80 10 client.25424 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.737+0000 7f5c7d20fb80 20 client.25424 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.737+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5575b6576080 0x5575b65784a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.737+0000 7f5c7d20fb80 4 client.25424 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.737+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/14373447 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5575b644b570 con 0x5575b6576080 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.737+0000 7f5c6b400700 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5575b6576080 0x5575b65784a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c59600700 10 client.25424 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c6b400700 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5575b6576080 0x5575b65784a0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8c3df80a3fd92c49 server_cookie=7cfabe2a6fcc803a in_seq=0 out_seq=0 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c59600700 1 -- 172.21.15.7:0/14373447 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5575b644b570 con 0x5575b6576080 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c59600700 10 client.25424 handle_command_reply: tid=0 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 client.25424 shutdown 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/14373447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 msgr2=0x5575b6504390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:29.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b6504390 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5c54005950 tx=0x7f5c540a55d0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/14373447 shutdown_connections 2024-05-21T02:01:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5575b6576080 0x5575b65784a0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575b64f7f30 0x5575b65125f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575b64f2140 0x5575b6503e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c59600700 0 client.25424 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:01:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 --2- 172.21.15.7:0/14373447 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575b64f7610 0x5575b6504390 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/14373447 >> 172.21.15.7:0/14373447 conn(0x5575b641fbe0 msgr2=0x5575b64f8310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:29.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/14373447 shutdown_connections 2024-05-21T02:01:29.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.738+0000 7f5c7d20fb80 1 -- 172.21.15.7:0/14373447 wait complete. 2024-05-21T02:01:29.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c7d20fb80 20 client.25424 trim_cache size 0 max 16384 2024-05-21T02:01:29.743 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:01:29.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 -- 172.21.15.7:0/1151961183 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c500b2900 msgr2=0x7f5c500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c500b2900 0x7f5c500b4dc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x5575b64f2b00 tx=0x7f5c64009c60 comp rx=0 tx=0).stop 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 -- 172.21.15.7:0/1151961183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c6c076090 msgr2=0x7f5c6c19c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c6c076090 0x7f5c6c19c310 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5c5400e950 tx=0x7f5c5400ec60 comp rx=0 tx=0).stop 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 -- 172.21.15.7:0/1151961183 shutdown_connections 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5c6c10ff40 0x7f5c6c1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f5c500b2900 0x7f5c500b4dc0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5c6c075770 0x7f5c6c19bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 --2- 172.21.15.7:0/1151961183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5c6c076090 0x7f5c6c19c310 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.739+0000 7f5c72800700 1 -- 172.21.15.7:0/1151961183 >> 172.21.15.7:0/1151961183 conn(0x7f5c6c07a6a0 msgr2=0x7f5c6c1006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.740+0000 7f5c72800700 1 -- 172.21.15.7:0/1151961183 shutdown_connections 2024-05-21T02:01:29.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:29.740+0000 7f5c72800700 1 -- 172.21.15.7:0/1151961183 wait complete. 2024-05-21T02:01:30.579 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T02:01:30.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:30 smithi007 ceph-mon[31288]: pgmap v491: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:01:30.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:30 smithi164 ceph-mon[36138]: pgmap v491: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:01:31.054 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:30 smithi190 ceph-mon[35961]: pgmap v491: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:01:31.973 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-21T02:01:31.974 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-21T02:01:31.974 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:01:32.559 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:32.720 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:32 smithi007 ceph-mon[31288]: pgmap v492: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:32.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:32 smithi164 ceph-mon[36138]: pgmap v492: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:33.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:32 smithi190 ceph-mon[35961]: pgmap v492: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.098+0000 7f093fe00700 1 -- 172.21.15.7:0/1202291462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 msgr2=0x7f0938112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.098+0000 7f093fe00700 1 --2- 172.21.15.7:0/1202291462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 0x7f0938112330 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0930009990 tx=0x7f0930009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.098+0000 7f093fe00700 1 -- 172.21.15.7:0/1202291462 shutdown_connections 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.098+0000 7f093fe00700 1 --2- 172.21.15.7:0/1202291462 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 0x7f0938112330 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.098+0000 7f093fe00700 1 --2- 172.21.15.7:0/1202291462 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0938075770 0x7f0938075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.098+0000 7f093fe00700 1 --2- 172.21.15.7:0/1202291462 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0938076090 0x7f093810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.098+0000 7f093fe00700 1 -- 172.21.15.7:0/1202291462 >> 172.21.15.7:0/1202291462 conn(0x7f093807a6a0 msgr2=0x7f093807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.098+0000 7f093fe00700 1 -- 172.21.15.7:0/1202291462 shutdown_connections 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.099+0000 7f093fe00700 1 -- 172.21.15.7:0/1202291462 wait complete. 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.100+0000 7f093fe00700 1 Processor -- start 2024-05-21T02:01:34.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.100+0000 7f093fe00700 1 -- start start 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.100+0000 7f093fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0938075770 0x7f093819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.100+0000 7f093fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0938076090 0x7f093819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.100+0000 7f093fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 0x7f09381a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.100+0000 7f093fe00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0938115940 con 0x7f093810ff40 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.100+0000 7f093fe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f09381157c0 con 0x7f0938076090 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.100+0000 7f093fe00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0938115ac0 con 0x7f0938075770 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 0x7f09381a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 0x7f09381a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43170/0 (socket says 172.21.15.7:43170) 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093de00700 1 -- 172.21.15.7:0/2015140758 learned_addr learned my addr 172.21.15.7:0/2015140758 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093ca00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0938076090 0x7f093819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093d400700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0938075770 0x7f093819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093de00700 1 -- 172.21.15.7:0/2015140758 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0938075770 msgr2=0x7f093819bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093de00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0938075770 0x7f093819bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093de00700 1 -- 172.21.15.7:0/2015140758 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0938076090 msgr2=0x7f093819c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:34.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093de00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0938076090 0x7f093819c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.101+0000 7f093de00700 1 -- 172.21.15.7:0/2015140758 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09381a0d90 con 0x7f093810ff40 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.102+0000 7f093de00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 0x7f09381a0650 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f09300057f0 tx=0x7f093000b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.102+0000 7f0936000700 1 -- 172.21.15.7:0/2015140758 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0930027070 con 0x7f093810ff40 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.102+0000 7f0936000700 1 -- 172.21.15.7:0/2015140758 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0930022470 con 0x7f093810ff40 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.102+0000 7f0936000700 1 -- 172.21.15.7:0/2015140758 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0930017650 con 0x7f093810ff40 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.102+0000 7f093fe00700 1 -- 172.21.15.7:0/2015140758 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09381a1020 con 0x7f093810ff40 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.102+0000 7f093fe00700 1 -- 172.21.15.7:0/2015140758 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09381a8900 con 0x7f093810ff40 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.106+0000 7f0936000700 1 -- 172.21.15.7:0/2015140758 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f093002a070 con 0x7f093810ff40 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.107+0000 7f094a693b80 1 Processor -- start 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.107+0000 7f094a693b80 1 -- start start 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.107+0000 7f094a693b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5beb0 0x561675c5c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.107+0000 7f094a693b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c56260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.107+0000 7f094a693b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c56880 0x561675c56ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.107+0000 7f094a693b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561675bb4e40 con 0x561675c56880 2024-05-21T02:01:34.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.107+0000 7f094a693b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561675ba49e0 con 0x561675c5beb0 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.107+0000 7f094a693b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x561675ba8a20 con 0x561675c5c7d0 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.108+0000 7f0936000700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f09200b2880 0x7f09200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.108+0000 7f093ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c56880 0x561675c56ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.108+0000 7f093d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c56260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.108+0000 7f093d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c56260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34454/0 (socket says 172.21.15.7:34454) 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.108+0000 7f093d400700 1 -- 172.21.15.7:0/1354859812 learned_addr learned my addr 172.21.15.7:0/1354859812 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.108+0000 7f093ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c56880 0x561675c56ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43186/0 (socket says 172.21.15.7:43186) 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.108+0000 7f0936000700 1 -- 172.21.15.7:0/2015140758 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f09300e2fc0 con 0x7f093810ff40 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.108+0000 7f093ca00700 1 --2- 172.21.15.7:0/1354859812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5beb0 0x561675c5c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.108+0000 7f093de00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f09200b2880 0x7f09200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f093ca00700 1 -- 172.21.15.7:0/1354859812 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 msgr2=0x561675c56260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f093ca00700 1 --2- 172.21.15.7:0/1354859812 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c56260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f093ca00700 1 -- 172.21.15.7:0/1354859812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5beb0 msgr2=0x561675c5c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f093ca00700 1 --2- 172.21.15.7:0/1354859812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5beb0 0x561675c5c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f093ca00700 1 -- 172.21.15.7:0/1354859812 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561675b6d420 con 0x561675c56880 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f093d400700 1 --2- 172.21.15.7:0/1354859812 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c56260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f093ca00700 1 --2- 172.21.15.7:0/1354859812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c56880 0x561675c56ce0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f0938076a70 tx=0x7f09240047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aec626ebeb3e01 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f093de00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f09200b2880 0x7f09200b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f09300a78a0 tx=0x7f0930009ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f092aa00700 1 -- 172.21.15.7:0/1354859812 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0924004030 con 0x561675c56880 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f092aa00700 1 -- 172.21.15.7:0/1354859812 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0924004830 con 0x561675c56880 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.109+0000 7f092aa00700 1 -- 172.21.15.7:0/1354859812 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09240052b0 con 0x561675c56880 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.110+0000 7f094a693b80 1 -- 172.21.15.7:0/1354859812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c56880 msgr2=0x561675c56ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.110+0000 7f094a693b80 1 --2- 172.21.15.7:0/1354859812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c56880 0x561675c56ce0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f0938076a70 tx=0x7f09240047c0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.110+0000 7f094a693b80 1 -- 172.21.15.7:0/1354859812 shutdown_connections 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.110+0000 7f094a693b80 1 --2- 172.21.15.7:0/1354859812 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c56880 0x561675c56ce0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.110+0000 7f094a693b80 1 --2- 172.21.15.7:0/1354859812 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5beb0 0x561675c5c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.110+0000 7f094a693b80 1 --2- 172.21.15.7:0/1354859812 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c56260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.110+0000 7f094a693b80 1 -- 172.21.15.7:0/1354859812 >> 172.21.15.7:0/1354859812 conn(0x561675b84be0 msgr2=0x561675c51010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.110+0000 7f094a693b80 1 -- 172.21.15.7:0/1354859812 shutdown_connections 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.110+0000 7f094a693b80 1 -- 172.21.15.7:0/1354859812 wait complete. 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.111+0000 7f094a693b80 1 -- start start 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.111+0000 7f094a693b80 1 Processor -- start 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f094a693b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c62490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f094a693b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c5f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f094a693b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c5fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f094a693b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561675aaafa0 con 0x561675c5beb0 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f094a693b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561675b45760 con 0x561675c56880 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f094a693b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x561675c63240 con 0x561675c5c7d0 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f094a693b80 10 client.0 _ll_register_callbacks cb 0x561675b4ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f093d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c5f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f093ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c62490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f093ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c62490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:39394/0 (socket says 172.21.15.7:39394) 2024-05-21T02:01:34.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f093ca00700 1 -- 172.21.15.7:0/2618445980 learned_addr learned my addr 172.21.15.7:0/2618445980 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.112+0000 7f093ca00700 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c5fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f093d400700 1 -- 172.21.15.7:0/2618445980 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 msgr2=0x561675c5fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f093d400700 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c5fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f093d400700 1 -- 172.21.15.7:0/2618445980 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 msgr2=0x561675c62490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f093d400700 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c62490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f093d400700 1 -- 172.21.15.7:0/2618445980 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561675af48d0 con 0x561675c5beb0 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f093ca00700 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c62490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f093d400700 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c5f830 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f092c007bc0 tx=0x7f092c0094b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b0c458c99239f28 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f091f400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f091f400700 1 -- 172.21.15.7:0/2618445980 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f092c01a030 con 0x561675c5beb0 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f094a693b80 1 -- 172.21.15.7:0/2618445980 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0924004830 con 0x561675c5beb0 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.113+0000 7f091f400700 1 -- 172.21.15.7:0/2618445980 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f092c004bb0 con 0x561675c5beb0 2024-05-21T02:01:34.582 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f091f400700 1 -- 172.21.15.7:0/2618445980 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f092c026050 con 0x561675c5beb0 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f094a693b80 10 client.15330 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f094a693b80 1 -- 172.21.15.7:0/2618445980 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561675b75060 con 0x561675c5beb0 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f091f400700 1 -- 172.21.15.7:0/2618445980 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0924004830 con 0x561675c5beb0 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f091f400700 1 -- 172.21.15.7:0/2618445980 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f092c016730 con 0x561675c5beb0 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f094a693b80 10 client.15330 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f094a693b80 10 client.15330 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f094a693b80 20 client.15330 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f094a693b80 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561675c6fce0 0x561675c72120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f094a693b80 4 client.15330 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.114+0000 7f094a693b80 1 -- 172.21.15.7:0/2618445980 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561675bb6d90 con 0x561675c6fce0 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.115+0000 7f093ca00700 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561675c6fce0 0x561675c72120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.116+0000 7f093ca00700 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561675c6fce0 0x561675c72120 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e9056df922ed24a server_cookie=b8e1a67ae96ddb63 in_seq=0 out_seq=0 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.116+0000 7f091f400700 10 client.15330 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f091f400700 1 -- 172.21.15.7:0/2618445980 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561675bb6d90 con 0x561675c6fce0 2024-05-21T02:01:34.583 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f091f400700 10 client.15330 handle_command_reply: tid=0 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 client.15330 shutdown 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 -- 172.21.15.7:0/2618445980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 msgr2=0x561675c5f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c5f830 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f092c007bc0 tx=0x7f092c0094b0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 -- 172.21.15.7:0/2618445980 shutdown_connections 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561675c6fce0 0x561675c72120 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c5fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c62490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 --2- 172.21.15.7:0/2618445980 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c5f830 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 -- 172.21.15.7:0/2618445980 >> 172.21.15.7:0/2618445980 conn(0x561675b84be0 msgr2=0x561675c55250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f091f400700 0 client.15330 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 -- 172.21.15.7:0/2618445980 shutdown_connections 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.117+0000 7f094a693b80 1 -- 172.21.15.7:0/2618445980 wait complete. 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.118+0000 7f094a693b80 20 client.15330 trim_cache size 0 max 16384 2024-05-21T02:01:34.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.135+0000 7f094a693b80 1 Processor -- start 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.135+0000 7f094a693b80 1 -- start start 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.135+0000 7f094a693b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c56880 0x561675c56260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.135+0000 7f094a693b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c510f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.135+0000 7f094a693b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5c7d0 0x561675c52700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.135+0000 7f094a693b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09381afbf0 con 0x561675c5beb0 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.135+0000 7f094a693b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f09381b1730 con 0x561675c5c7d0 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.135+0000 7f094a693b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f09381b02c0 con 0x561675c56880 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c510f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c56880 0x561675c56260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c56880 0x561675c56260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34468/0 (socket says 172.21.15.7:34468) 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093ca00700 1 -- 172.21.15.7:0/1792198797 learned_addr learned my addr 172.21.15.7:0/1792198797 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093ca00700 1 --2- 172.21.15.7:0/1792198797 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5c7d0 0x561675c52700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093ca00700 1 -- 172.21.15.7:0/1792198797 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5c7d0 msgr2=0x561675c52700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:34.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093ca00700 1 --2- 172.21.15.7:0/1792198797 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5c7d0 0x561675c52700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093ca00700 1 -- 172.21.15.7:0/1792198797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 msgr2=0x561675c510f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093ca00700 1 --2- 172.21.15.7:0/1792198797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c510f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.136+0000 7f093ca00700 1 -- 172.21.15.7:0/1792198797 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561675c49190 con 0x561675c56880 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.137+0000 7f093ca00700 1 --2- 172.21.15.7:0/1792198797 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c56880 0x561675c56260 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0924005e90 tx=0x7f0924004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3caf3975356467 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.137+0000 7f092a000700 1 -- 172.21.15.7:0/1792198797 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0924028040 con 0x561675c56880 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.137+0000 7f092a000700 1 -- 172.21.15.7:0/1792198797 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0924034070 con 0x561675c56880 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.137+0000 7f092a000700 1 -- 172.21.15.7:0/1792198797 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f092402f430 con 0x561675c56880 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 -- 172.21.15.7:0/1792198797 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c56880 msgr2=0x561675c56260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 --2- 172.21.15.7:0/1792198797 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c56880 0x561675c56260 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0924005e90 tx=0x7f0924004750 comp rx=0 tx=0).stop 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 -- 172.21.15.7:0/1792198797 shutdown_connections 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 --2- 172.21.15.7:0/1792198797 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c5c7d0 0x561675c52700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 --2- 172.21.15.7:0/1792198797 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c56880 0x561675c56260 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 --2- 172.21.15.7:0/1792198797 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c510f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 -- 172.21.15.7:0/1792198797 >> 172.21.15.7:0/1792198797 conn(0x561675b84be0 msgr2=0x561675c509e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 -- 172.21.15.7:0/1792198797 shutdown_connections 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 -- 172.21.15.7:0/1792198797 wait complete. 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 -- start start 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.138+0000 7f094a693b80 1 Processor -- start 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f094a693b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c686b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f094a693b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c68bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f094a693b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c76de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f094a693b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f09381b1060 con 0x561675c5beb0 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f094a693b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f09381b0990 con 0x561675c56880 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f094a693b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f09381adb70 con 0x561675c5c7d0 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f094a693b80 10 client.0 _ll_register_callbacks cb 0x561675b4ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f093d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c68bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f093ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c686b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f093d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c68bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43222/0 (socket says 172.21.15.7:43222) 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f093d400700 1 -- 172.21.15.7:0/3810708979 learned_addr learned my addr 172.21.15.7:0/3810708979 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.139+0000 7f093ca00700 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c76de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f093d400700 1 -- 172.21.15.7:0/3810708979 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 msgr2=0x561675c76de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f093d400700 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c76de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f093d400700 1 -- 172.21.15.7:0/3810708979 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 msgr2=0x561675c686b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f093d400700 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c686b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f093d400700 1 -- 172.21.15.7:0/3810708979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561675c77620 con 0x561675c5beb0 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f093d400700 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c68bf0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x561675c49360 tx=0x7f092c009990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=329dc8fd5f7688ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f091f400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f091f400700 1 -- 172.21.15.7:0/3810708979 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f092c01a040 con 0x561675c5beb0 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f091f400700 1 -- 172.21.15.7:0/3810708979 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f092c016430 con 0x561675c5beb0 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.140+0000 7f094a693b80 1 -- 172.21.15.7:0/3810708979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0924034070 con 0x561675c5beb0 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f091f400700 1 -- 172.21.15.7:0/3810708979 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f092c016630 con 0x561675c5beb0 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f094a693b80 10 client.15336 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f094a693b80 1 -- 172.21.15.7:0/3810708979 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561675cda3d0 con 0x561675c5beb0 2024-05-21T02:01:34.588 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f091f400700 1 -- 172.21.15.7:0/3810708979 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0924034070 con 0x561675c5beb0 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f091f400700 1 -- 172.21.15.7:0/3810708979 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f092c032030 con 0x561675c5beb0 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f094a693b80 10 client.15336 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f094a693b80 10 client.15336 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f094a693b80 20 client.15336 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f094a693b80 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561675cdab00 0x561675cdcf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f094a693b80 4 client.15336 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.141+0000 7f094a693b80 1 -- 172.21.15.7:0/3810708979 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561675bb0570 con 0x561675cdab00 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.142+0000 7f093ca00700 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561675cdab00 0x561675cdcf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.142+0000 7f093ca00700 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561675cdab00 0x561675cdcf20 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4598ef06e086b95d server_cookie=839efec7e8580eb8 in_seq=0 out_seq=0 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.142+0000 7f091f400700 10 client.15336 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.142+0000 7f091f400700 1 -- 172.21.15.7:0/3810708979 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561675bb0570 con 0x561675cdab00 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.142+0000 7f091f400700 10 client.15336 handle_command_reply: tid=0 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 client.15336 shutdown 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 -- 172.21.15.7:0/3810708979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 msgr2=0x561675c68bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:34.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c68bf0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x561675c49360 tx=0x7f092c009990 comp rx=0 tx=0).stop 2024-05-21T02:01:34.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 -- 172.21.15.7:0/3810708979 shutdown_connections 2024-05-21T02:01:34.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561675cdab00 0x561675cdcf20 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561675c5c7d0 0x561675c76de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561675c56880 0x561675c686b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f091f400700 0 client.15336 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:34.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 --2- 172.21.15.7:0/3810708979 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561675c5beb0 0x561675c68bf0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.590 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 -- 172.21.15.7:0/3810708979 >> 172.21.15.7:0/3810708979 conn(0x561675b84be0 msgr2=0x561675c5cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:34.590 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 -- 172.21.15.7:0/3810708979 shutdown_connections 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 1 -- 172.21.15.7:0/3810708979 wait complete. 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.143+0000 7f094a693b80 20 client.15336 trim_cache size 0 max 16384 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 -- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f09200b2880 msgr2=0x7f09200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f09200b2880 0x7f09200b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f09300a78a0 tx=0x7f0930009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 -- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 msgr2=0x7f09381a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 0x7f09381a0650 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f09300057f0 tx=0x7f093000b670 comp rx=0 tx=0).stop 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 -- 172.21.15.7:0/2015140758 shutdown_connections 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f09200b2880 0x7f09200b4d40 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f093810ff40 0x7f09381a0650 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0938075770 0x7f093819bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 --2- 172.21.15.7:0/2015140758 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0938076090 0x7f093819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 -- 172.21.15.7:0/2015140758 >> 172.21.15.7:0/2015140758 conn(0x7f093807a6a0 msgr2=0x7f09381006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:34.591 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 -- 172.21.15.7:0/2015140758 shutdown_connections 2024-05-21T02:01:34.592 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:34.144+0000 7f093fe00700 1 -- 172.21.15.7:0/2015140758 wait complete. 2024-05-21T02:01:34.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:34 smithi007 ceph-mon[31288]: pgmap v493: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:01:34.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:34 smithi164 ceph-mon[36138]: pgmap v493: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:01:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:34 smithi190 ceph-mon[35961]: pgmap v493: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:01:36.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.029+0000 7f532b000700 1 -- 172.21.15.7:0/881205533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5324076090 msgr2=0x7f532410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:36.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.029+0000 7f532b000700 1 --2- 172.21.15.7:0/881205533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5324076090 0x7f532410fa00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5310009990 tx=0x7f5310009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.030+0000 7f532b000700 1 -- 172.21.15.7:0/881205533 shutdown_connections 2024-05-21T02:01:36.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.030+0000 7f532b000700 1 --2- 172.21.15.7:0/881205533 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f532410ff40 0x7f5324112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.030+0000 7f532b000700 1 --2- 172.21.15.7:0/881205533 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5324075770 0x7f5324075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.030+0000 7f532b000700 1 --2- 172.21.15.7:0/881205533 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5324076090 0x7f532410fa00 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.030+0000 7f532b000700 1 -- 172.21.15.7:0/881205533 >> 172.21.15.7:0/881205533 conn(0x7f532407a6a0 msgr2=0x7f532407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:36.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.030+0000 7f532b000700 1 -- 172.21.15.7:0/881205533 shutdown_connections 2024-05-21T02:01:36.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.030+0000 7f532b000700 1 -- 172.21.15.7:0/881205533 wait complete. 2024-05-21T02:01:36.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.031+0000 7f532b000700 1 Processor -- start 2024-05-21T02:01:36.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.031+0000 7f532b000700 1 -- start start 2024-05-21T02:01:36.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.031+0000 7f532b000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5324075770 0x7f532419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:36.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.031+0000 7f532b000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5324076090 0x7f532419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:36.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.031+0000 7f532b000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f532410ff40 0x7f53241a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:36.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.031+0000 7f532b000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5324115950 con 0x7f5324075770 2024-05-21T02:01:36.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.031+0000 7f532b000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f53241157d0 con 0x7f5324076090 2024-05-21T02:01:36.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.031+0000 7f532b000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5324115ad0 con 0x7f532410ff40 2024-05-21T02:01:36.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5323e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5324075770 0x7f532419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:36.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5323e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5324075770 0x7f532419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50834/0 (socket says 172.21.15.7:50834) 2024-05-21T02:01:36.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5323e00700 1 -- 172.21.15.7:0/3887861106 learned_addr learned my addr 172.21.15.7:0/3887861106 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:36.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5323400700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5324076090 0x7f532419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:36.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5329000700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f532410ff40 0x7f53241a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:36.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5323e00700 1 -- 172.21.15.7:0/3887861106 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f532410ff40 msgr2=0x7f53241a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:36.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5323e00700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f532410ff40 0x7f53241a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5323e00700 1 -- 172.21.15.7:0/3887861106 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5324076090 msgr2=0x7f532419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:36.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5323e00700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5324076090 0x7f532419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.032+0000 7f5323e00700 1 -- 172.21.15.7:0/3887861106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53241a0e70 con 0x7f5324075770 2024-05-21T02:01:36.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.033+0000 7f5323e00700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5324075770 0x7f532419be60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f531400e9a0 tx=0x7f531400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:36.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.033+0000 7f5320c00700 1 -- 172.21.15.7:0/3887861106 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531400ca10 con 0x7f5324075770 2024-05-21T02:01:36.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.033+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53241a1160 con 0x7f5324075770 2024-05-21T02:01:36.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.033+0000 7f5320c00700 1 -- 172.21.15.7:0/3887861106 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f531400cbb0 con 0x7f5324075770 2024-05-21T02:01:36.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.033+0000 7f5320c00700 1 -- 172.21.15.7:0/3887861106 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5314018680 con 0x7f5324075770 2024-05-21T02:01:36.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.033+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53241a89e0 con 0x7f5324075770 2024-05-21T02:01:36.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.035+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f532406a230 con 0x7f5324075770 2024-05-21T02:01:36.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.037+0000 7f5320c00700 1 -- 172.21.15.7:0/3887861106 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5314010430 con 0x7f5324075770 2024-05-21T02:01:36.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.038+0000 7f5320c00700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f53080b2880 0x7f53080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:36.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.039+0000 7f5320c00700 1 -- 172.21.15.7:0/3887861106 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f53140e23a0 con 0x7f5324075770 2024-05-21T02:01:36.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.039+0000 7f5323400700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f53080b2880 0x7f53080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:36.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.039+0000 7f5323400700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f53080b2880 0x7f53080b4d40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5324111ce0 tx=0x7f5310005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:36.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.043+0000 7f5320c00700 1 -- 172.21.15.7:0/3887861106 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f53140aa080 con 0x7f5324075770 2024-05-21T02:01:36.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.329+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f532402e560 con 0x7f5324075770 2024-05-21T02:01:36.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.332+0000 7f5320c00700 1 -- 172.21.15.7:0/3887861106 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f53140b2100 con 0x7f5324075770 2024-05-21T02:01:36.334 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:01:36.334 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:01:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f53080b2880 msgr2=0x7f53080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f53080b2880 0x7f53080b4d40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5324111ce0 tx=0x7f5310005fd0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5324075770 msgr2=0x7f532419be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5324075770 0x7f532419be60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f531400e9a0 tx=0x7f531400ecb0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 shutdown_connections 2024-05-21T02:01:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f532410ff40 0x7f53241a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f53080b2880 0x7f53080b4d40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f5324075770 0x7f532419be60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 --2- 172.21.15.7:0/3887861106 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5324076090 0x7f532419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 >> 172.21.15.7:0/3887861106 conn(0x7f532407a6a0 msgr2=0x7f53241007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.336+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 shutdown_connections 2024-05-21T02:01:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:36.337+0000 7f532b000700 1 -- 172.21.15.7:0/3887861106 wait complete. 2024-05-21T02:01:36.340 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:01:36.392 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T02:01:36.392 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T02:01:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:36 smithi164 ceph-mon[36138]: pgmap v494: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:01:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:36 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3887861106' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:01:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:36 smithi007 ceph-mon[31288]: pgmap v494: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:01:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:36 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3887861106' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:01:37.077 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-21T02:01:37.077 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24518 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-21T02:01:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:36 smithi190 ceph-mon[35961]: pgmap v494: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 10 op/s 2024-05-21T02:01:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:36 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3887861106' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:01:37.188 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:38.074 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:38.872 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:38 smithi007 ceph-mon[31288]: pgmap v495: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:38.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:38 smithi164 ceph-mon[36138]: pgmap v495: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:38 smithi190 ceph-mon[35961]: pgmap v495: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T02:01:40.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.076+0000 7f5531a00700 1 -- 172.21.15.7:0/3759316169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f552c1095b0 msgr2=0x7f552c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:40.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.076+0000 7f5531a00700 1 --2- 172.21.15.7:0/3759316169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f552c1095b0 0x7f552c109990 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f551c009990 tx=0x7f551c009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.077+0000 7f5531a00700 1 -- 172.21.15.7:0/3759316169 shutdown_connections 2024-05-21T02:01:40.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.077+0000 7f5531a00700 1 --2- 172.21.15.7:0/3759316169 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f552c06bbe0 0x7f552c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.077+0000 7f5531a00700 1 --2- 172.21.15.7:0/3759316169 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f552c1095b0 0x7f552c109990 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.077+0000 7f5531a00700 1 --2- 172.21.15.7:0/3759316169 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f552c06b220 0x7f552c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.077+0000 7f5531a00700 1 -- 172.21.15.7:0/3759316169 >> 172.21.15.7:0/3759316169 conn(0x7f552c0793f0 msgr2=0x7f552c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:40.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.077+0000 7f5531a00700 1 -- 172.21.15.7:0/3759316169 shutdown_connections 2024-05-21T02:01:40.079 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.077+0000 7f5531a00700 1 -- 172.21.15.7:0/3759316169 wait complete. 2024-05-21T02:01:40.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.078+0000 7f5531a00700 1 Processor -- start 2024-05-21T02:01:40.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.078+0000 7f5531a00700 1 -- start start 2024-05-21T02:01:40.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f5531a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f552c06b220 0x7f552c19bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f5531a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f552c06bbe0 0x7f552c19c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f5531a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f552c1095b0 0x7f552c1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f5531a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f552c1136e0 con 0x7f552c06b220 2024-05-21T02:01:40.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f5531a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f552c113560 con 0x7f552c06bbe0 2024-05-21T02:01:40.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f5531a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f552c113860 con 0x7f552c1095b0 2024-05-21T02:01:40.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f552a000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f552c06bbe0 0x7f552c19c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f552a000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f552c06bbe0 0x7f552c19c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:45090/0 (socket says 172.21.15.7:45090) 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f552a000700 1 -- 172.21.15.7:0/188595653 learned_addr learned my addr 172.21.15.7:0/188595653 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f552aa00700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f552c06b220 0x7f552c19bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.079+0000 7f552b400700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f552c1095b0 0x7f552c1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f552a000700 1 -- 172.21.15.7:0/188595653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f552c1095b0 msgr2=0x7f552c1a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f552a000700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f552c1095b0 0x7f552c1a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f552a000700 1 -- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f552c06b220 msgr2=0x7f552c19bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f552a000700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f552c06b220 0x7f552c19bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f552a000700 1 -- 172.21.15.7:0/188595653 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f552c1a0df0 con 0x7f552c06bbe0 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f552aa00700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f552c06b220 0x7f552c19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:40.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f552a000700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f552c06bbe0 0x7f552c19c320 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f551800eb30 tx=0x7f551800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:40.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f5523400700 1 -- 172.21.15.7:0/188595653 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551800cbd0 con 0x7f552c06bbe0 2024-05-21T02:01:40.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f5531a00700 1 -- 172.21.15.7:0/188595653 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f552c1a10e0 con 0x7f552c06bbe0 2024-05-21T02:01:40.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f5523400700 1 -- 172.21.15.7:0/188595653 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55180044d0 con 0x7f552c06bbe0 2024-05-21T02:01:40.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.080+0000 7f5523400700 1 -- 172.21.15.7:0/188595653 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5518003e30 con 0x7f552c06bbe0 2024-05-21T02:01:40.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.081+0000 7f5531a00700 1 -- 172.21.15.7:0/188595653 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f552c1a8960 con 0x7f552c06bbe0 2024-05-21T02:01:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.087+0000 7f553c2f4b80 1 Processor -- start 2024-05-21T02:01:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.087+0000 7f5523400700 1 -- 172.21.15.7:0/188595653 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5518004000 con 0x7f552c06bbe0 2024-05-21T02:01:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f553c2f4b80 1 -- start start 2024-05-21T02:01:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eac2310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eabc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eabcd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555d7ea1aec0 con 0x555d7eac1f30 2024-05-21T02:01:40.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555d7ea0aa60 con 0x555d7eabc900 2024-05-21T02:01:40.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x555d7ea0eaa0 con 0x555d7eac2850 2024-05-21T02:01:40.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f552aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eabc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f552aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eabc2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33396/0 (socket says 172.21.15.7:33396) 2024-05-21T02:01:40.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f552aa00700 1 -- 172.21.15.7:0/330849086 learned_addr learned my addr 172.21.15.7:0/330849086 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:40.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.088+0000 7f552b400700 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eac2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.089+0000 7f552a000700 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eabcd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.089+0000 7f552aa00700 1 -- 172.21.15.7:0/330849086 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 msgr2=0x555d7eabcd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:40.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.089+0000 7f552aa00700 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eabcd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.089+0000 7f552aa00700 1 -- 172.21.15.7:0/330849086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 msgr2=0x555d7eac2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.089+0000 7f552aa00700 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eac2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.089+0000 7f552aa00700 1 -- 172.21.15.7:0/330849086 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d7e9d34a0 con 0x555d7eac2850 2024-05-21T02:01:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.089+0000 7f552b400700 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eac2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.089+0000 7f552aa00700 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eabc2e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f551c009990 tx=0x7f551c005960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c481e78a470be5f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.090+0000 7f5523400700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55100b2900 0x7f55100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.090+0000 7f5523400700 1 -- 172.21.15.7:0/188595653 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f55180e2500 con 0x7f552c06bbe0 2024-05-21T02:01:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.090+0000 7f552b400700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55100b2900 0x7f55100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.090+0000 7f5517e00700 1 -- 172.21.15.7:0/330849086 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551c027070 con 0x555d7eac2850 2024-05-21T02:01:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.090+0000 7f5517e00700 1 -- 172.21.15.7:0/330849086 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f551c003680 con 0x555d7eac2850 2024-05-21T02:01:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.090+0000 7f5517e00700 1 -- 172.21.15.7:0/330849086 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551c00f6c0 con 0x555d7eac2850 2024-05-21T02:01:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f553c2f4b80 1 -- 172.21.15.7:0/330849086 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 msgr2=0x555d7eabc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eabc2e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f551c009990 tx=0x7f551c005960 comp rx=0 tx=0).stop 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f552b400700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55100b2900 0x7f55100b4dc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5524009550 tx=0x7f552400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f553c2f4b80 1 -- 172.21.15.7:0/330849086 shutdown_connections 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eabcd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eac2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/330849086 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eabc2e0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f553c2f4b80 1 -- 172.21.15.7:0/330849086 >> 172.21.15.7:0/330849086 conn(0x555d7e9eac60 msgr2=0x555d7eab7090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f553c2f4b80 1 -- 172.21.15.7:0/330849086 shutdown_connections 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.091+0000 7f553c2f4b80 1 -- 172.21.15.7:0/330849086 wait complete. 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.092+0000 7f553c2f4b80 1 -- start start 2024-05-21T02:01:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.092+0000 7f553c2f4b80 1 Processor -- start 2024-05-21T02:01:40.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eac8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eac5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 0x555d7eac5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x555d7e911020 con 0x555d7eac2850 2024-05-21T02:01:40.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x555d7e9ab7e0 con 0x555d7eabc900 2024-05-21T02:01:40.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x555d7eac9260 con 0x555d7eac1f30 2024-05-21T02:01:40.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f553c2f4b80 10 client.0 _ll_register_callbacks cb 0x555d7e9b4cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:40.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f552aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eac8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f552a000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eac5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f552aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eac8570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:45114/0 (socket says 172.21.15.7:45114) 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f552aa00700 1 -- 172.21.15.7:0/1436471220 learned_addr learned my addr 172.21.15.7:0/1436471220 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f552b400700 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 0x555d7eac5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f552a000700 1 -- 172.21.15.7:0/1436471220 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 msgr2=0x555d7eac8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f552a000700 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eac8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f552a000700 1 -- 172.21.15.7:0/1436471220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 msgr2=0x555d7eac5e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.093+0000 7f552a000700 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 0x555d7eac5e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.094+0000 7f552a000700 1 -- 172.21.15.7:0/1436471220 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d7e95a950 con 0x555d7eac1f30 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.094+0000 7f552a000700 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eac5910 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f55180046a0 tx=0x7f55180095a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2cc7a23d19f8598 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.094+0000 7f5514c00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.094+0000 7f5514c00700 1 -- 172.21.15.7:0/1436471220 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55180a98f0 con 0x555d7eac1f30 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.094+0000 7f5514c00700 1 -- 172.21.15.7:0/1436471220 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f55180a9d80 con 0x555d7eac1f30 2024-05-21T02:01:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.094+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1436471220 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f551c003680 con 0x555d7eac1f30 2024-05-21T02:01:40.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.094+0000 7f5514c00700 1 -- 172.21.15.7:0/1436471220 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f55180a9290 con 0x555d7eac1f30 2024-05-21T02:01:40.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.094+0000 7f553c2f4b80 10 client.25468 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:40.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.094+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1436471220 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555d7e9db0e0 con 0x555d7eac1f30 2024-05-21T02:01:40.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.095+0000 7f5514c00700 1 -- 172.21.15.7:0/1436471220 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f551c003680 con 0x555d7eac1f30 2024-05-21T02:01:40.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.095+0000 7f5514c00700 1 -- 172.21.15.7:0/1436471220 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f55180e20d0 con 0x555d7eac1f30 2024-05-21T02:01:40.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.095+0000 7f553c2f4b80 10 client.25468 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:40.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.095+0000 7f553c2f4b80 10 client.25468 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:01:40.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.095+0000 7f553c2f4b80 20 client.25468 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:40.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.095+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555d7ead5dc0 0x555d7ead81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.095+0000 7f553c2f4b80 4 client.25468 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:40.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.095+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1436471220 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d7ea1ce10 con 0x555d7ead5dc0 2024-05-21T02:01:40.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.096+0000 7f552aa00700 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555d7ead5dc0 0x555d7ead81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.096+0000 7f552aa00700 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555d7ead5dc0 0x555d7ead81b0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a10d9e5185f62a73 server_cookie=cb877c32a9bb1f5b in_seq=0 out_seq=0 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.096+0000 7f5514c00700 10 client.25468 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f5514c00700 1 -- 172.21.15.7:0/1436471220 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555d7ea1ce10 con 0x555d7ead5dc0 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f5514c00700 10 client.25468 handle_command_reply: tid=0 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f553c2f4b80 1 client.25468 shutdown 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1436471220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 msgr2=0x555d7eac5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eac5910 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f55180046a0 tx=0x7f55180095a0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1436471220 shutdown_connections 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555d7ead5dc0 0x555d7ead81b0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 0x555d7eac5e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eac8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1436471220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eac5910 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f5514c00700 0 client.25468 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.097+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1436471220 >> 172.21.15.7:0/1436471220 conn(0x555d7e9eac60 msgr2=0x555d7eabb2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:40.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.098+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1436471220 shutdown_connections 2024-05-21T02:01:40.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.098+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1436471220 wait complete. 2024-05-21T02:01:40.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.098+0000 7f553c2f4b80 20 client.25468 trim_cache size 0 max 16384 2024-05-21T02:01:40.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.121+0000 7f553c2f4b80 1 Processor -- start 2024-05-21T02:01:40.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.121+0000 7f553c2f4b80 1 -- start start 2024-05-21T02:01:40.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eabc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eabfa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 0x555d7eabff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f552c1afe20 con 0x555d7eac2850 2024-05-21T02:01:40.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f552c1b1960 con 0x555d7eabc900 2024-05-21T02:01:40.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f552c1b04f0 con 0x555d7eac1f30 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f552b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 0x555d7eabff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f552a000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eabfa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f552aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eabc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f552a000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eabfa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33410/0 (socket says 172.21.15.7:33410) 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.122+0000 7f552a000700 1 -- 172.21.15.7:0/1027271410 learned_addr learned my addr 172.21.15.7:0/1027271410 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f552a000700 1 -- 172.21.15.7:0/1027271410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 msgr2=0x555d7eabc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f552a000700 1 --2- 172.21.15.7:0/1027271410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eabc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f552a000700 1 -- 172.21.15.7:0/1027271410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 msgr2=0x555d7eabff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f552a000700 1 --2- 172.21.15.7:0/1027271410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 0x555d7eabff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f552a000700 1 -- 172.21.15.7:0/1027271410 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d7eac04c0 con 0x555d7eac1f30 2024-05-21T02:01:40.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f552aa00700 1 --2- 172.21.15.7:0/1027271410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eabc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:40.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f552a000700 1 --2- 172.21.15.7:0/1027271410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eabfa40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5518003fd0 tx=0x7f5518009610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f42001817209807b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:40.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f5517400700 1 -- 172.21.15.7:0/1027271410 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55180a9470 con 0x555d7eac1f30 2024-05-21T02:01:40.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f5517400700 1 -- 172.21.15.7:0/1027271410 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55180aae50 con 0x555d7eac1f30 2024-05-21T02:01:40.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.123+0000 7f5517400700 1 -- 172.21.15.7:0/1027271410 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55180aa220 con 0x555d7eac1f30 2024-05-21T02:01:40.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.124+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1027271410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 msgr2=0x555d7eabfa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:40.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.124+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1027271410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eabfa40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5518003fd0 tx=0x7f5518009610 comp rx=0 tx=0).stop 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.124+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1027271410 shutdown_connections 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.124+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1027271410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac2850 0x555d7eabff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.124+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1027271410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eabc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.124+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/1027271410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac1f30 0x555d7eabfa40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.124+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1027271410 >> 172.21.15.7:0/1027271410 conn(0x555d7e9eac60 msgr2=0x555d7eac4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.124+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1027271410 shutdown_connections 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.124+0000 7f553c2f4b80 1 -- 172.21.15.7:0/1027271410 wait complete. 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.125+0000 7f553c2f4b80 1 -- start start 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.125+0000 7f553c2f4b80 1 Processor -- start 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.125+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eace770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.125+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eacecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.125+0000 7f553c2f4b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eacb530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.125+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f552c1b1290 con 0x555d7eac1f30 2024-05-21T02:01:40.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.125+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f552c1b0bc0 con 0x555d7eabc900 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.125+0000 7f553c2f4b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f552c1adda0 con 0x555d7eac2850 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f553c2f4b80 10 client.0 _ll_register_callbacks cb 0x555d7e9b4cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eacecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eacecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50870/0 (socket says 172.21.15.7:50870) 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552a000700 1 -- 172.21.15.7:0/431996717 learned_addr learned my addr 172.21.15.7:0/431996717 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552aa00700 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eace770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552b400700 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eacb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552a000700 1 -- 172.21.15.7:0/431996717 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 msgr2=0x555d7eacb530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552a000700 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eacb530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552a000700 1 -- 172.21.15.7:0/431996717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 msgr2=0x555d7eace770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552a000700 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eace770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552a000700 1 -- 172.21.15.7:0/431996717 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d7eacbdc0 con 0x555d7eac1f30 2024-05-21T02:01:40.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.126+0000 7f552aa00700 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eace770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.127+0000 7f552a000700 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eacecb0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f55180046a0 tx=0x7f55180a9ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cec3a907e41a10f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.127+0000 7f5514c00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.127+0000 7f5514c00700 1 -- 172.21.15.7:0/431996717 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55180a9470 con 0x555d7eac1f30 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.127+0000 7f5514c00700 1 -- 172.21.15.7:0/431996717 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f55180b2700 con 0x555d7eac1f30 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.127+0000 7f553c2f4b80 1 -- 172.21.15.7:0/431996717 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55180aae50 con 0x555d7eac1f30 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.127+0000 7f5514c00700 1 -- 172.21.15.7:0/431996717 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f55180a98f0 con 0x555d7eac1f30 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.127+0000 7f553c2f4b80 10 client.15360 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.127+0000 7f553c2f4b80 1 -- 172.21.15.7:0/431996717 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555d7eb414e0 con 0x555d7eac1f30 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.127+0000 7f5514c00700 1 -- 172.21.15.7:0/431996717 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55180aae50 con 0x555d7eac1f30 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.128+0000 7f5514c00700 1 -- 172.21.15.7:0/431996717 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f55180a5490 con 0x555d7eac1f30 2024-05-21T02:01:40.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.128+0000 7f553c2f4b80 10 client.15360 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:40.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.128+0000 7f553c2f4b80 10 client.15360 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:01:40.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.128+0000 7f553c2f4b80 20 client.15360 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:40.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.128+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555d7eb418f0 0x555d7eb43ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:40.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.128+0000 7f553c2f4b80 4 client.15360 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T02:01:40.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.128+0000 7f553c2f4b80 1 -- 172.21.15.7:0/431996717 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555d7ea165f0 con 0x555d7eb418f0 2024-05-21T02:01:40.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.128+0000 7f552aa00700 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555d7eb418f0 0x555d7eb43ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:40.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.129+0000 7f552aa00700 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555d7eb418f0 0x555d7eb43ce0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecb56bb0c2903775 server_cookie=25a74853fc5e8e34 in_seq=0 out_seq=0 2024-05-21T02:01:40.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.129+0000 7f5514c00700 10 client.15360 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:40.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f5514c00700 1 -- 172.21.15.7:0/431996717 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555d7ea165f0 con 0x555d7eb418f0 2024-05-21T02:01:40.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f5514c00700 10 client.15360 handle_command_reply: tid=0 2024-05-21T02:01:40.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f553c2f4b80 1 client.15360 shutdown 2024-05-21T02:01:40.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f553c2f4b80 1 -- 172.21.15.7:0/431996717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 msgr2=0x555d7eacecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:40.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eacecb0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f55180046a0 tx=0x7f55180a9ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f553c2f4b80 1 -- 172.21.15.7:0/431996717 shutdown_connections 2024-05-21T02:01:40.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x555d7eb418f0 0x555d7eb43ce0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x555d7eac2850 0x555d7eacb530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x555d7eabc900 0x555d7eace770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f553c2f4b80 1 --2- 172.21.15.7:0/431996717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x555d7eac1f30 0x555d7eacecb0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.130+0000 7f553c2f4b80 1 -- 172.21.15.7:0/431996717 >> 172.21.15.7:0/431996717 conn(0x555d7e9eac60 msgr2=0x555d7eac4170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:40.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.131+0000 7f5514c00700 0 client.15360 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:40.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.131+0000 7f553c2f4b80 1 -- 172.21.15.7:0/431996717 shutdown_connections 2024-05-21T02:01:40.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.131+0000 7f553c2f4b80 1 -- 172.21.15.7:0/431996717 wait complete. 2024-05-21T02:01:40.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.131+0000 7f553c2f4b80 20 client.15360 trim_cache size 0 max 16384 2024-05-21T02:01:40.134 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:01:40.134 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-05-21T02:01:40.135 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "436700aa-ea35-4c92-95ab-3e57fe831dbc", 2024-05-21T02:01:40.135 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-05-21T02:01:40.135 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:01:40.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 -- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55100b2900 msgr2=0x7f55100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:40.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55100b2900 0x7f55100b4dc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5524009550 tx=0x7f552400b040 comp rx=0 tx=0).stop 2024-05-21T02:01:40.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 -- 172.21.15.7:0/188595653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f552c06bbe0 msgr2=0x7f552c19c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:40.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f552c06bbe0 0x7f552c19c320 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f551800eb30 tx=0x7f551800ee40 comp rx=0 tx=0).stop 2024-05-21T02:01:40.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 -- 172.21.15.7:0/188595653 shutdown_connections 2024-05-21T02:01:40.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f552c1095b0 0x7f552c1a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f55100b2900 0x7f55100b4dc0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f552c06b220 0x7f552c19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 --2- 172.21.15.7:0/188595653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f552c06bbe0 0x7f552c19c320 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:40.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 -- 172.21.15.7:0/188595653 >> 172.21.15.7:0/188595653 conn(0x7f552c0793f0 msgr2=0x7f552c10e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:40.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 -- 172.21.15.7:0/188595653 shutdown_connections 2024-05-21T02:01:40.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:40.132+0000 7f5531a00700 1 -- 172.21.15.7:0/188595653 wait complete. 2024-05-21T02:01:40.869 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:40 smithi007 ceph-mon[31288]: pgmap v496: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:01:40.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:40 smithi164 ceph-mon[36138]: pgmap v496: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:01:41.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:40 smithi190 ceph-mon[35961]: pgmap v496: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:01:41.425 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T02:01:41.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:41 smithi007 ceph-mon[31288]: scrub queued for path: / 2024-05-21T02:01:41.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:41 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:01:41.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:41 smithi007 ceph-mon[31288]: scrub summary: active paths [/] 2024-05-21T02:01:41.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:41 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:01:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:41 smithi164 ceph-mon[36138]: scrub queued for path: / 2024-05-21T02:01:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:41 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:01:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:41 smithi164 ceph-mon[36138]: scrub summary: active paths [/] 2024-05-21T02:01:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:41 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:01:41.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.981+0000 7f3d30400700 1 -- 172.21.15.7:0/158711971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d2810ffa0 msgr2=0x7f3d28112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:41.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.981+0000 7f3d30400700 1 --2- 172.21.15.7:0/158711971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d2810ffa0 0x7f3d28112390 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3d2000b0a0 tx=0x7f3d2000b3b0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.982+0000 7f3d30400700 1 -- 172.21.15.7:0/158711971 shutdown_connections 2024-05-21T02:01:41.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.982+0000 7f3d30400700 1 --2- 172.21.15.7:0/158711971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d2810ffa0 0x7f3d28112390 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.982+0000 7f3d30400700 1 --2- 172.21.15.7:0/158711971 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d28075770 0x7f3d28075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.982+0000 7f3d30400700 1 --2- 172.21.15.7:0/158711971 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3d28076090 0x7f3d2810fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.982+0000 7f3d30400700 1 -- 172.21.15.7:0/158711971 >> 172.21.15.7:0/158711971 conn(0x7f3d2807a610 msgr2=0x7f3d2807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:41.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.982+0000 7f3d30400700 1 -- 172.21.15.7:0/158711971 shutdown_connections 2024-05-21T02:01:41.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.982+0000 7f3d30400700 1 -- 172.21.15.7:0/158711971 wait complete. 2024-05-21T02:01:41.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.983+0000 7f3d30400700 1 Processor -- start 2024-05-21T02:01:41.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.983+0000 7f3d30400700 1 -- start start 2024-05-21T02:01:41.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d30400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d28075770 0x7f3d2819bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:41.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d30400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d28076090 0x7f3d2819c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d30400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3d2810ffa0 0x7f3d281a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d30400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28115910 con 0x7f3d28076090 2024-05-21T02:01:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d30400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28115790 con 0x7f3d28075770 2024-05-21T02:01:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d30400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28115a90 con 0x7f3d2810ffa0 2024-05-21T02:01:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d2da00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d28075770 0x7f3d2819bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d2da00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d28075770 0x7f3d2819bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:45154/0 (socket says 172.21.15.7:45154) 2024-05-21T02:01:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d2da00700 1 -- 172.21.15.7:0/2589086097 learned_addr learned my addr 172.21.15.7:0/2589086097 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d2d000700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d28076090 0x7f3d2819c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:41.986 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.984+0000 7f3d2e400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3d2810ffa0 0x7f3d281a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:41.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d2da00700 1 -- 172.21.15.7:0/2589086097 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3d2810ffa0 msgr2=0x7f3d281a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:41.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d2da00700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3d2810ffa0 0x7f3d281a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d2da00700 1 -- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d28076090 msgr2=0x7f3d2819c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:41.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d2da00700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d28076090 0x7f3d2819c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.987 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d2da00700 1 -- 172.21.15.7:0/2589086097 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d281a0d50 con 0x7f3d28075770 2024-05-21T02:01:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d2e400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3d2810ffa0 0x7f3d281a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d2d000700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d28076090 0x7f3d2819c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d2da00700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d28075770 0x7f3d2819bd40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00e9a0 tx=0x7f3d1c00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d26000700 1 -- 172.21.15.7:0/2589086097 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c00cbd0 con 0x7f3d28075770 2024-05-21T02:01:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d26000700 1 -- 172.21.15.7:0/2589086097 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d1c00cd70 con 0x7f3d28075770 2024-05-21T02:01:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.985+0000 7f3d26000700 1 -- 172.21.15.7:0/2589086097 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c018680 con 0x7f3d28075770 2024-05-21T02:01:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.986+0000 7f3d30400700 1 -- 172.21.15.7:0/2589086097 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d281a1040 con 0x7f3d28075770 2024-05-21T02:01:41.988 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.986+0000 7f3d30400700 1 -- 172.21.15.7:0/2589086097 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d281a88c0 con 0x7f3d28075770 2024-05-21T02:01:41.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.989+0000 7f3d26000700 1 -- 172.21.15.7:0/2589086097 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3d1c010970 con 0x7f3d28075770 2024-05-21T02:01:41.992 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.991+0000 7f3d3acedb80 1 Processor -- start 2024-05-21T02:01:41.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.992+0000 7f3d3acedb80 1 -- start start 2024-05-21T02:01:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.992+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad5a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.992+0000 7f3d26000700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3d100b29b0 0x7f3d100b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.992+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad549f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.992+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 0x562c5ad55450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.992+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562c5acb2fd0 con 0x562c5ad5a470 2024-05-21T02:01:41.995 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.992+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562c5aca2b70 con 0x562c5ad55010 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.992+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562c5aca6bb0 con 0x562c5ad5ad90 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.992+0000 7f3d26000700 1 -- 172.21.15.7:0/2589086097 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f3d1c0e2560 con 0x7f3d28075770 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2e400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3d100b29b0 0x7f3d100b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2d000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad549f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2d000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad549f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33444/0 (socket says 172.21.15.7:33444) 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2d000700 1 -- 172.21.15.7:0/1377946745 learned_addr learned my addr 172.21.15.7:0/1377946745 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2da00700 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad5a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2e400700 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 0x562c5ad55450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2d000700 1 -- 172.21.15.7:0/1377946745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 msgr2=0x562c5ad55450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2d000700 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 0x562c5ad55450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2d000700 1 -- 172.21.15.7:0/1377946745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 msgr2=0x562c5ad5a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.993+0000 7f3d2d000700 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad5a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.994+0000 7f3d2d000700 1 -- 172.21.15.7:0/1377946745 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c5ac6b5b0 con 0x562c5ad5ad90 2024-05-21T02:01:41.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.994+0000 7f3d2da00700 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad5a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:41.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.994+0000 7f3d2e400700 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 0x562c5ad55450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:41.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.994+0000 7f3d2e400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3d100b29b0 0x7f3d100b4e70 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009e60 tx=0x7f3d200093e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:41.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.994+0000 7f3d2d000700 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad549f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3d14009d50 tx=0x7f3d140106b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94e401bf36cfe420 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.994+0000 7f3d1aa00700 1 -- 172.21.15.7:0/1377946745 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d14010e10 con 0x562c5ad5ad90 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.994+0000 7f3d1aa00700 1 -- 172.21.15.7:0/1377946745 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d140118f0 con 0x562c5ad5ad90 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.994+0000 7f3d1aa00700 1 -- 172.21.15.7:0/1377946745 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1401a7e0 con 0x562c5ad5ad90 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.995+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1377946745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 msgr2=0x562c5ad549f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.995+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad549f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3d14009d50 tx=0x7f3d140106b0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.996+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1377946745 shutdown_connections 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.996+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 0x562c5ad55450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.996+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad5a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.996+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/1377946745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad549f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:41.998 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.996+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1377946745 >> 172.21.15.7:0/1377946745 conn(0x562c5ac82d70 msgr2=0x562c5ad4f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:41.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.996+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1377946745 shutdown_connections 2024-05-21T02:01:41.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.996+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1377946745 wait complete. 2024-05-21T02:01:41.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.996+0000 7f3d3acedb80 1 -- start start 2024-05-21T02:01:42.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.997+0000 7f3d3acedb80 1 Processor -- start 2024-05-21T02:01:42.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.997+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad55010 0x562c5ad60b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.997+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5a470 0x562c5ad5dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.997+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad5e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.997+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562c5aba9130 con 0x562c5ad55010 2024-05-21T02:01:42.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.997+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562c5ac438f0 con 0x562c5ad5ad90 2024-05-21T02:01:42.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.997+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562c5ad618c0 con 0x562c5ad5a470 2024-05-21T02:01:42.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.997+0000 7f3d3acedb80 10 client.0 _ll_register_callbacks cb 0x562c5ac4ce00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:42.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.998+0000 7f3d2da00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad55010 0x562c5ad60b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.998+0000 7f3d2d000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5a470 0x562c5ad5dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.998+0000 7f3d2e400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad5e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.998+0000 7f3d2da00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad55010 0x562c5ad60b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50898/0 (socket says 172.21.15.7:50898) 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.998+0000 7f3d2e400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad5e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:45176/0 (socket says 172.21.15.7:45176) 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.998+0000 7f3d2da00700 1 -- 172.21.15.7:0/3528814369 learned_addr learned my addr 172.21.15.7:0/3528814369 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.998+0000 7f3d2e400700 1 -- 172.21.15.7:0/3528814369 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5a470 msgr2=0x562c5ad5dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.998+0000 7f3d2e400700 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5a470 0x562c5ad5dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.998+0000 7f3d2e400700 1 -- 172.21.15.7:0/3528814369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad55010 msgr2=0x562c5ad60b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.999+0000 7f3d2e400700 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad55010 0x562c5ad60b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.999+0000 7f3d2e400700 1 -- 172.21.15.7:0/3528814369 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c5abf2a60 con 0x562c5ad5ad90 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.999+0000 7f3d2da00700 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad55010 0x562c5ad60b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:42.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.999+0000 7f3d2e400700 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad5e400 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009fd0 tx=0x7f3d2000b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17e8557a4ce6bf16 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.999+0000 7f3d0f400700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.999+0000 7f3d0f400700 1 -- 172.21.15.7:0/3528814369 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d200078f0 con 0x562c5ad5ad90 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.999+0000 7f3d0f400700 1 -- 172.21.15.7:0/3528814369 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f3d20007a90 con 0x562c5ad5ad90 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:41.999+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3528814369 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d140118f0 con 0x562c5ad5ad90 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d0f400700 1 -- 172.21.15.7:0/3528814369 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3d20007c90 con 0x562c5ad5ad90 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d3acedb80 10 client.25478 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3528814369 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562c5ac731f0 con 0x562c5ad5ad90 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d0f400700 1 -- 172.21.15.7:0/3528814369 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d140118f0 con 0x562c5ad5ad90 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d0f400700 1 -- 172.21.15.7:0/3528814369 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3d20011070 con 0x562c5ad5ad90 2024-05-21T02:01:42.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d3acedb80 10 client.25478 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:42.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d3acedb80 10 client.25478 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:01:42.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d3acedb80 20 client.25478 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:42.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562c5ad6e520 0x562c5ad70950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d3acedb80 4 client.25478 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:42.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.000+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3528814369 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c5acb4f20 con 0x562c5ad6e520 2024-05-21T02:01:42.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.001+0000 7f3d2da00700 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562c5ad6e520 0x562c5ad70950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.001+0000 7f3d2da00700 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562c5ad6e520 0x562c5ad70950 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5a6ab5c0be1083c server_cookie=809bea4af5f8287f in_seq=0 out_seq=0 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.001+0000 7f3d0f400700 10 client.25478 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.002+0000 7f3d0f400700 1 -- 172.21.15.7:0/3528814369 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562c5acb4f20 con 0x562c5ad6e520 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.002+0000 7f3d0f400700 10 client.25478 handle_command_reply: tid=0 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.002+0000 7f3d3acedb80 1 client.25478 shutdown 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3528814369 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 msgr2=0x562c5ad5e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad5e400 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009fd0 tx=0x7f3d2000b3b0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3528814369 shutdown_connections 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562c5ad6e520 0x562c5ad70950 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad5e400 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad55010 0x562c5ad60b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3528814369 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5a470 0x562c5ad5dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3528814369 >> 172.21.15.7:0/3528814369 conn(0x562c5ac82d70 msgr2=0x562c5ad539e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:42.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d0f400700 0 client.25478 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:42.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3528814369 shutdown_connections 2024-05-21T02:01:42.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3528814369 wait complete. 2024-05-21T02:01:42.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.003+0000 7f3d3acedb80 20 client.25478 trim_cache size 0 max 16384 2024-05-21T02:01:42.022 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.028+0000 7f3d3acedb80 1 Processor -- start 2024-05-21T02:01:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d3acedb80 1 -- start start 2024-05-21T02:01:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 0x562c5ad585c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad54940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad5ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281ab8f0 con 0x562c5ad5a470 2024-05-21T02:01:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281ad430 con 0x562c5ad55010 2024-05-21T02:01:42.031 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281abfc0 con 0x562c5ad5ad90 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d2d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad54940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d2e400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad5ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d2d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad54940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50902/0 (socket says 172.21.15.7:50902) 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d2d000700 1 -- 172.21.15.7:0/1548498798 learned_addr learned my addr 172.21.15.7:0/1548498798 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.029+0000 7f3d2da00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 0x562c5ad585c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.030+0000 7f3d2e400700 1 -- 172.21.15.7:0/1548498798 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 msgr2=0x562c5ad585c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.030+0000 7f3d2e400700 1 --2- 172.21.15.7:0/1548498798 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 0x562c5ad585c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.030+0000 7f3d2e400700 1 -- 172.21.15.7:0/1548498798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 msgr2=0x562c5ad54940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.030+0000 7f3d2e400700 1 --2- 172.21.15.7:0/1548498798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad54940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.030+0000 7f3d2e400700 1 -- 172.21.15.7:0/1548498798 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c5ad70fd0 con 0x562c5ad5ad90 2024-05-21T02:01:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.030+0000 7f3d2e400700 1 --2- 172.21.15.7:0/1548498798 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad5ba00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3d20005b70 tx=0x7f3d200061e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=406ba089b2440cec server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.031+0000 7f3d1a000700 1 -- 172.21.15.7:0/1548498798 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d20007e30 con 0x562c5ad5ad90 2024-05-21T02:01:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.031+0000 7f3d1a000700 1 -- 172.21.15.7:0/1548498798 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d20046070 con 0x562c5ad5ad90 2024-05-21T02:01:42.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.031+0000 7f3d1a000700 1 -- 172.21.15.7:0/1548498798 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2001db20 con 0x562c5ad5ad90 2024-05-21T02:01:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.031+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1548498798 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 msgr2=0x562c5ad5ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.031+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/1548498798 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad5ba00 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3d20005b70 tx=0x7f3d200061e0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.032+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1548498798 shutdown_connections 2024-05-21T02:01:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.032+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/1548498798 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad5ad90 0x562c5ad5ba00 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.032+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/1548498798 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad55010 0x562c5ad585c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.032+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/1548498798 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad54940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.032+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1548498798 >> 172.21.15.7:0/1548498798 conn(0x562c5ac82d70 msgr2=0x562c5ad48e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.032+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1548498798 shutdown_connections 2024-05-21T02:01:42.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.032+0000 7f3d3acedb80 1 -- 172.21.15.7:0/1548498798 wait complete. 2024-05-21T02:01:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.032+0000 7f3d3acedb80 1 -- start start 2024-05-21T02:01:42.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.033+0000 7f3d3acedb80 1 Processor -- start 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.033+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad55010 0x562c5ad672a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.033+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad63b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.033+0000 7f3d3acedb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad640c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.033+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281acd60 con 0x562c5ad5a470 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.033+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281ac690 con 0x562c5ad5ad90 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.033+0000 7f3d3acedb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28107620 con 0x562c5ad55010 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.033+0000 7f3d3acedb80 10 client.0 _ll_register_callbacks cb 0x562c5ac4ce00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad63b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2da00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad55010 0x562c5ad672a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2da00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad55010 0x562c5ad672a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33478/0 (socket says 172.21.15.7:33478) 2024-05-21T02:01:42.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad63b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50914/0 (socket says 172.21.15.7:50914) 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2da00700 1 -- 172.21.15.7:0/3490430712 learned_addr learned my addr 172.21.15.7:0/3490430712 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2e400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad640c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2da00700 1 -- 172.21.15.7:0/3490430712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 msgr2=0x562c5ad640c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2da00700 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad640c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2da00700 1 -- 172.21.15.7:0/3490430712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 msgr2=0x562c5ad63b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2da00700 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad63b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2da00700 1 -- 172.21.15.7:0/3490430712 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c5ad64930 con 0x562c5ad55010 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2e400700 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad640c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d2da00700 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad55010 0x562c5ad672a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c0a9ad0 tx=0x7f3d1c0cc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=184a8dd4ac215924 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:42.037 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.034+0000 7f3d0f400700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.035+0000 7f3d0f400700 1 -- 172.21.15.7:0/3490430712 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c0c3070 con 0x562c5ad55010 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.035+0000 7f3d0f400700 1 -- 172.21.15.7:0/3490430712 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f3d1c0a6130 con 0x562c5ad55010 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.035+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3490430712 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d20046070 con 0x562c5ad55010 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.035+0000 7f3d0f400700 1 -- 172.21.15.7:0/3490430712 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3d1c0b22e0 con 0x562c5ad55010 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.035+0000 7f3d3acedb80 10 client.25492 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.035+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3490430712 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562c5adda220 con 0x562c5ad55010 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.036+0000 7f3d0f400700 1 -- 172.21.15.7:0/3490430712 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d20046070 con 0x562c5ad55010 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.036+0000 7f3d0f400700 1 -- 172.21.15.7:0/3490430712 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3d1c0b2510 con 0x562c5ad55010 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.036+0000 7f3d3acedb80 10 client.25492 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.036+0000 7f3d3acedb80 10 client.25492 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.036+0000 7f3d3acedb80 20 client.25492 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:42.039 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.036+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562c5adda8f0 0x562c5addcd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:42.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.036+0000 7f3d3acedb80 4 client.25492 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-21T02:01:42.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.036+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3490430712 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x562c5acae700 con 0x562c5adda8f0 2024-05-21T02:01:42.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.036+0000 7f3d2d000700 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562c5adda8f0 0x562c5addcd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:42.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.037+0000 7f3d2d000700 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562c5adda8f0 0x562c5addcd10 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb48651d2eaf26eb server_cookie=ad17da63bda8ca00 in_seq=0 out_seq=0 2024-05-21T02:01:42.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.037+0000 7f3d0f400700 10 client.25492 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d0f400700 1 -- 172.21.15.7:0/3490430712 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x562c5acae700 con 0x562c5adda8f0 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d0f400700 10 client.25492 handle_command_reply: tid=0 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 client.25492 shutdown 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3490430712 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad55010 msgr2=0x562c5ad672a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad55010 0x562c5ad672a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c0a9ad0 tx=0x7f3d1c0cc040 comp rx=0 tx=0).stop 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3490430712 shutdown_connections 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562c5adda8f0 0x562c5addcd10 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562c5ad5ad90 0x562c5ad640c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562c5ad55010 0x562c5ad672a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d0f400700 0 client.25492 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 --2- 172.21.15.7:0/3490430712 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562c5ad5a470 0x562c5ad63b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3490430712 >> 172.21.15.7:0/3490430712 conn(0x562c5ac82d70 msgr2=0x562c5ad5b880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:42.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3490430712 shutdown_connections 2024-05-21T02:01:42.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.047+0000 7f3d3acedb80 1 -- 172.21.15.7:0/3490430712 wait complete. 2024-05-21T02:01:42.050 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.048+0000 7f3d3acedb80 20 client.25492 trim_cache size 0 max 16384 2024-05-21T02:01:42.050 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:01:42.050 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-05-21T02:01:42.050 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24518, 2024-05-21T02:01:42.050 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 2, 2024-05-21T02:01:42.050 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "8f8e07f6": { 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 2, 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:01:42.051 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-05-21T02:01:42.052 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:01:42.052 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:01:42.052 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:01:42.052 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:01:42.052 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:01:42.052 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:01:42.052 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:01:42.052 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.048+0000 7f3d30400700 1 -- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3d100b29b0 msgr2=0x7f3d100b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.048+0000 7f3d30400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3d100b29b0 0x7f3d100b4e70 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009e60 tx=0x7f3d200093e0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.048+0000 7f3d30400700 1 -- 172.21.15.7:0/2589086097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d28075770 msgr2=0x7f3d2819bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.048+0000 7f3d30400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d28075770 0x7f3d2819bd40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00e9a0 tx=0x7f3d1c00ed60 comp rx=0 tx=0).stop 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.049+0000 7f3d30400700 1 -- 172.21.15.7:0/2589086097 shutdown_connections 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.049+0000 7f3d30400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3d2810ffa0 0x7f3d281a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.049+0000 7f3d30400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3d28075770 0x7f3d2819bd40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.049+0000 7f3d30400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3d100b29b0 0x7f3d100b4e70 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.049+0000 7f3d30400700 1 --2- 172.21.15.7:0/2589086097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3d28076090 0x7f3d2819c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.049+0000 7f3d30400700 1 -- 172.21.15.7:0/2589086097 >> 172.21.15.7:0/2589086097 conn(0x7f3d2807a610 msgr2=0x7f3d28101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.049+0000 7f3d30400700 1 -- 172.21.15.7:0/2589086097 shutdown_connections 2024-05-21T02:01:42.053 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:42.049+0000 7f3d30400700 1 -- 172.21.15.7:0/2589086097 wait complete. 2024-05-21T02:01:42.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:41 smithi190 ceph-mon[35961]: scrub queued for path: / 2024-05-21T02:01:42.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:41 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:01:42.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:41 smithi190 ceph-mon[35961]: scrub summary: active paths [/] 2024-05-21T02:01:42.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:41 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:01:42.739 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:42 smithi007 ceph-mon[31288]: pgmap v497: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:01:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:42 smithi164 ceph-mon[36138]: pgmap v497: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:01:43.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:42 smithi190 ceph-mon[35961]: pgmap v497: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:01:43.220 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '8f8e07f6', quiesce took 11.2 seconds. Will release after: 18.8 2024-05-21T02:01:44.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:44 smithi007 ceph-mon[31288]: pgmap v498: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-05-21T02:01:44.795 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:44 smithi007 ceph-mon[31288]: scrub summary: idle 2024-05-21T02:01:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:44 smithi164 ceph-mon[36138]: pgmap v498: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-05-21T02:01:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:44 smithi164 ceph-mon[36138]: scrub summary: idle 2024-05-21T02:01:45.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.099+0000 7fe9f3000700 1 -- 172.21.15.7:0/1989700623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec10da70 msgr2=0x7fe9ec10ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:45.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.099+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1989700623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec10da70 0x7fe9ec10ff10 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400b0a0 tx=0x7fe9e400b3b0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.099+0000 7fe9f3000700 1 -- 172.21.15.7:0/1989700623 shutdown_connections 2024-05-21T02:01:45.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.099+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1989700623 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec10da70 0x7fe9ec10ff10 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.099+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1989700623 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9ec104690 0x7fe9ec104a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.099+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1989700623 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9ec104fb0 0x7fe9ec10d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.099+0000 7fe9f3000700 1 -- 172.21.15.7:0/1989700623 >> 172.21.15.7:0/1989700623 conn(0x7fe9ec0fde60 msgr2=0x7fe9ec100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:45.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.100+0000 7fe9f3000700 1 -- 172.21.15.7:0/1989700623 shutdown_connections 2024-05-21T02:01:45.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.100+0000 7fe9f3000700 1 -- 172.21.15.7:0/1989700623 wait complete. 2024-05-21T02:01:45.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.101+0000 7fe9f3000700 1 Processor -- start 2024-05-21T02:01:45.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.101+0000 7fe9f3000700 1 -- start start 2024-05-21T02:01:45.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f3000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec104690 0x7fe9ec19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f3000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9ec104fb0 0x7fe9ec19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f3000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9ec10da70 0x7fe9ec1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f3000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec1136a0 con 0x7fe9ec104690 2024-05-21T02:01:45.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f3000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec113520 con 0x7fe9ec10da70 2024-05-21T02:01:45.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f3000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec113820 con 0x7fe9ec104fb0 2024-05-21T02:01:45.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f1c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec104690 0x7fe9ec19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f1c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec104690 0x7fe9ec19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50942/0 (socket says 172.21.15.7:50942) 2024-05-21T02:01:45.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f1c00700 1 -- 172.21.15.7:0/1849942563 learned_addr learned my addr 172.21.15.7:0/1849942563 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:45.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f2600700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9ec10da70 0x7fe9ec1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.102+0000 7fe9f1200700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9ec104fb0 0x7fe9ec19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9f1c00700 1 -- 172.21.15.7:0/1849942563 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9ec104fb0 msgr2=0x7fe9ec19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:45.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9ec104fb0 0x7fe9ec19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9f1c00700 1 -- 172.21.15.7:0/1849942563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9ec10da70 msgr2=0x7fe9ec1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:45.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9ec10da70 0x7fe9ec1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9f1c00700 1 -- 172.21.15.7:0/1849942563 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9ec1a0d60 con 0x7fe9ec104690 2024-05-21T02:01:45.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec104690 0x7fe9ec19bd50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe9e000d950 tx=0x7fe9e000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:45.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9ea000700 1 -- 172.21.15.7:0/1849942563 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e0016070 con 0x7fe9ec104690 2024-05-21T02:01:45.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9ea000700 1 -- 172.21.15.7:0/1849942563 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9e0009df0 con 0x7fe9ec104690 2024-05-21T02:01:45.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9f3000700 1 -- 172.21.15.7:0/1849942563 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9ec1a1050 con 0x7fe9ec104690 2024-05-21T02:01:45.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.103+0000 7fe9ea000700 1 -- 172.21.15.7:0/1849942563 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e000f3c0 con 0x7fe9ec104690 2024-05-21T02:01:45.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.104+0000 7fe9f3000700 1 -- 172.21.15.7:0/1849942563 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9ec1a88d0 con 0x7fe9ec104690 2024-05-21T02:01:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:44 smithi190 ceph-mon[35961]: pgmap v498: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-05-21T02:01:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:44 smithi190 ceph-mon[35961]: scrub summary: idle 2024-05-21T02:01:45.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.109+0000 7fe9ea000700 1 -- 172.21.15.7:0/1849942563 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe9e0019070 con 0x7fe9ec104690 2024-05-21T02:01:45.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.110+0000 7fe9fefabb80 1 Processor -- start 2024-05-21T02:01:45.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.110+0000 7fe9fefabb80 1 -- start start 2024-05-21T02:01:45.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.110+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa456ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.110+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa450d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 0x5596fa4517f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5596fa3aee40 con 0x5596fa4570e0 2024-05-21T02:01:45.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5596fa39e9e0 con 0x5596fa4567c0 2024-05-21T02:01:45.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5596fa3a2a20 con 0x5596fa451390 2024-05-21T02:01:45.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9f2600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa456ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9f2600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa456ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:45200/0 (socket says 172.21.15.7:45200) 2024-05-21T02:01:45.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9f2600700 1 -- 172.21.15.7:0/1117519187 learned_addr learned my addr 172.21.15.7:0/1117519187 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:45.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9f1200700 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 0x5596fa4517f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa450d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9ea000700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9d40b2900 0x7fe9d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9ea000700 1 -- 172.21.15.7:0/1849942563 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe9e00e1850 con 0x7fe9ec104690 2024-05-21T02:01:45.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.111+0000 7fe9f2600700 1 -- 172.21.15.7:0/1117519187 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 msgr2=0x5596fa4517f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:45.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.112+0000 7fe9f2600700 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 0x5596fa4517f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.112+0000 7fe9f2600700 1 -- 172.21.15.7:0/1117519187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 msgr2=0x5596fa450d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:45.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.112+0000 7fe9f2600700 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa450d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.112+0000 7fe9f2600700 1 -- 172.21.15.7:0/1117519187 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596fa367420 con 0x5596fa4567c0 2024-05-21T02:01:45.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.112+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa450d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:45.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.112+0000 7fe9f2600700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9d40b2900 0x7fe9d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.112+0000 7fe9f2600700 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa456ba0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400b0a0 tx=0x7fe9e4009440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e91c3dc0d5c71c64 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.113+0000 7fe9f2600700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9d40b2900 0x7fe9d40b4dc0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe9e402b000 tx=0x7fe9e402c000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.113+0000 7fe9dea00700 1 -- 172.21.15.7:0/1117519187 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e402e070 con 0x5596fa4567c0 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.113+0000 7fe9dea00700 1 -- 172.21.15.7:0/1117519187 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9e4024070 con 0x5596fa4567c0 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.113+0000 7fe9dea00700 1 -- 172.21.15.7:0/1117519187 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4005330 con 0x5596fa4567c0 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.114+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1117519187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 msgr2=0x5596fa456ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.114+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa456ba0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400b0a0 tx=0x7fe9e4009440 comp rx=0 tx=0).stop 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.114+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1117519187 shutdown_connections 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.114+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 0x5596fa4517f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.114+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa456ba0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.114+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/1117519187 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa450d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.114+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1117519187 >> 172.21.15.7:0/1117519187 conn(0x5596fa37ebe0 msgr2=0x5596fa44b810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.114+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1117519187 shutdown_connections 2024-05-21T02:01:45.116 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.114+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1117519187 wait complete. 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.115+0000 7fe9fefabb80 1 -- start start 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.115+0000 7fe9fefabb80 1 Processor -- start 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa45ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4567c0 0x5596fa45a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa45a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5596fa2a4fa0 con 0x5596fa4570e0 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5596fa33f760 con 0x5596fa451390 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5596fa45dc00 con 0x5596fa4567c0 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9fefabb80 10 client.0 _ll_register_callbacks cb 0x5596fa348c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9f1c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa45ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9f2600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa45a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9f1c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa45ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:45216/0 (socket says 172.21.15.7:45216) 2024-05-21T02:01:45.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9f1c00700 1 -- 172.21.15.7:0/3905488188 learned_addr learned my addr 172.21.15.7:0/3905488188 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:45.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.116+0000 7fe9f1200700 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4567c0 0x5596fa45a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9f1c00700 1 -- 172.21.15.7:0/3905488188 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4567c0 msgr2=0x5596fa45a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4567c0 0x5596fa45a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9f1c00700 1 -- 172.21.15.7:0/3905488188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 msgr2=0x5596fa45a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa45a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9f1c00700 1 -- 172.21.15.7:0/3905488188 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596fa2ee8d0 con 0x5596fa451390 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa45ce20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe9e00a4eb0 tx=0x7fe9e00a9110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=880d5470a612511e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9d3400700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9d3400700 1 -- 172.21.15.7:0/3905488188 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e0020070 con 0x5596fa451390 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9d3400700 1 -- 172.21.15.7:0/3905488188 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe9e00a5420 con 0x5596fa451390 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.117+0000 7fe9fefabb80 1 -- 172.21.15.7:0/3905488188 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9e4024070 con 0x5596fa451390 2024-05-21T02:01:45.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.118+0000 7fe9d3400700 1 -- 172.21.15.7:0/3905488188 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe9e00a8940 con 0x5596fa451390 2024-05-21T02:01:45.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.118+0000 7fe9fefabb80 10 client.25496 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:45.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.118+0000 7fe9fefabb80 1 -- 172.21.15.7:0/3905488188 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5596fa36f060 con 0x5596fa451390 2024-05-21T02:01:45.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.119+0000 7fe9d3400700 1 -- 172.21.15.7:0/3905488188 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9e4024070 con 0x5596fa451390 2024-05-21T02:01:45.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.119+0000 7fe9d3400700 1 -- 172.21.15.7:0/3905488188 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe9e00a8090 con 0x5596fa451390 2024-05-21T02:01:45.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.119+0000 7fe9fefabb80 10 client.25496 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:45.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.119+0000 7fe9fefabb80 10 client.25496 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:01:45.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.119+0000 7fe9fefabb80 20 client.25496 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:45.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.119+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596fa46a8e0 0x5596fa46cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.119+0000 7fe9fefabb80 4 client.25496 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:45.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.119+0000 7fe9fefabb80 1 -- 172.21.15.7:0/3905488188 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596fa3b0d90 con 0x5596fa46a8e0 2024-05-21T02:01:45.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.119+0000 7fe9f1200700 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596fa46a8e0 0x5596fa46cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.120+0000 7fe9f1200700 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596fa46a8e0 0x5596fa46cd20 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96f071d8abc725b server_cookie=db444c5954d34fc6 in_seq=0 out_seq=0 2024-05-21T02:01:45.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.120+0000 7fe9d3400700 10 client.25496 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:45.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.121+0000 7fe9d3400700 1 -- 172.21.15.7:0/3905488188 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5596fa3b0d90 con 0x5596fa46a8e0 2024-05-21T02:01:45.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.121+0000 7fe9d3400700 10 client.25496 handle_command_reply: tid=0 2024-05-21T02:01:45.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.121+0000 7fe9fefabb80 1 client.25496 shutdown 2024-05-21T02:01:45.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 -- 172.21.15.7:0/3905488188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 msgr2=0x5596fa45ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:45.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa45ce20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe9e00a4eb0 tx=0x7fe9e00a9110 comp rx=0 tx=0).stop 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 -- 172.21.15.7:0/3905488188 shutdown_connections 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596fa46a8e0 0x5596fa46cd20 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa45a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa45ce20 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/3905488188 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4567c0 0x5596fa45a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9d3400700 0 client.25496 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 -- 172.21.15.7:0/3905488188 >> 172.21.15.7:0/3905488188 conn(0x5596fa37ebe0 msgr2=0x5596fa44afc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 -- 172.21.15.7:0/3905488188 shutdown_connections 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 1 -- 172.21.15.7:0/3905488188 wait complete. 2024-05-21T02:01:45.124 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.122+0000 7fe9fefabb80 20 client.25496 trim_cache size 0 max 16384 2024-05-21T02:01:45.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.145+0000 7fe9fefabb80 1 Processor -- start 2024-05-21T02:01:45.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.145+0000 7fe9fefabb80 1 -- start start 2024-05-21T02:01:45.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.145+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 0x5596fa450d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.145+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa45a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.145+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa459340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.145+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec1ab780 con 0x5596fa4570e0 2024-05-21T02:01:45.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.145+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec1ad2c0 con 0x5596fa4567c0 2024-05-21T02:01:45.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.145+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec1abe50 con 0x5596fa451390 2024-05-21T02:01:45.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f2600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa459340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f2600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa459340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50968/0 (socket says 172.21.15.7:50968) 2024-05-21T02:01:45.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f2600700 1 -- 172.21.15.7:0/1240803013 learned_addr learned my addr 172.21.15.7:0/1240803013 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:45.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f1200700 1 --2- 172.21.15.7:0/1240803013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa45a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/1240803013 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 0x5596fa450d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f2600700 1 -- 172.21.15.7:0/1240803013 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 msgr2=0x5596fa450d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:45.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f2600700 1 --2- 172.21.15.7:0/1240803013 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 0x5596fa450d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f2600700 1 -- 172.21.15.7:0/1240803013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 msgr2=0x5596fa45a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:45.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f2600700 1 --2- 172.21.15.7:0/1240803013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa45a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.146+0000 7fe9f2600700 1 -- 172.21.15.7:0/1240803013 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596fa458730 con 0x5596fa4570e0 2024-05-21T02:01:45.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.147+0000 7fe9f2600700 1 --2- 172.21.15.7:0/1240803013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa459340 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400afe0 tx=0x7fe9e4005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=453ae9be28a51888 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:45.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.147+0000 7fe9de000700 1 -- 172.21.15.7:0/1240803013 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e403f070 con 0x5596fa4570e0 2024-05-21T02:01:45.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.147+0000 7fe9de000700 1 -- 172.21.15.7:0/1240803013 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9e4024040 con 0x5596fa4570e0 2024-05-21T02:01:45.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.147+0000 7fe9de000700 1 -- 172.21.15.7:0/1240803013 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e402e030 con 0x5596fa4570e0 2024-05-21T02:01:45.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.148+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1240803013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 msgr2=0x5596fa459340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:45.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.148+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/1240803013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa459340 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400afe0 tx=0x7fe9e4005040 comp rx=0 tx=0).stop 2024-05-21T02:01:45.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.148+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1240803013 shutdown_connections 2024-05-21T02:01:45.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.148+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/1240803013 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4570e0 0x5596fa459340 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.148+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/1240803013 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa451390 0x5596fa450d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.148+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/1240803013 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa4567c0 0x5596fa45a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.148+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1240803013 >> 172.21.15.7:0/1240803013 conn(0x5596fa37ebe0 msgr2=0x5596fa455300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:45.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.148+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1240803013 shutdown_connections 2024-05-21T02:01:45.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.149+0000 7fe9fefabb80 1 -- 172.21.15.7:0/1240803013 wait complete. 2024-05-21T02:01:45.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.149+0000 7fe9fefabb80 1 -- start start 2024-05-21T02:01:45.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.149+0000 7fe9fefabb80 1 Processor -- start 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa463380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4567c0 0x5596fa45fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9fefabb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4570e0 0x5596fa460430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec1acbf0 con 0x5596fa4567c0 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec1ac520 con 0x5596fa451390 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9fefabb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec06baa0 con 0x5596fa4570e0 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9fefabb80 10 client.0 _ll_register_callbacks cb 0x5596fa348c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9f1c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa463380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9f1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4567c0 0x5596fa45fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9f1c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa463380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:45220/0 (socket says 172.21.15.7:45220) 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9f1c00700 1 -- 172.21.15.7:0/229296404 learned_addr learned my addr 172.21.15.7:0/229296404 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:45.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9f2600700 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4570e0 0x5596fa460430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9f1200700 1 -- 172.21.15.7:0/229296404 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4570e0 msgr2=0x5596fa460430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:45.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9f1200700 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4570e0 0x5596fa460430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.150+0000 7fe9f1200700 1 -- 172.21.15.7:0/229296404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 msgr2=0x5596fa463380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:45.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.151+0000 7fe9f1200700 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa463380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.151+0000 7fe9f1200700 1 -- 172.21.15.7:0/229296404 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596fa4609a0 con 0x5596fa4567c0 2024-05-21T02:01:45.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.151+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa463380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:45.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.151+0000 7fe9f2600700 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4570e0 0x5596fa460430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:45.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.151+0000 7fe9f1200700 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4567c0 0x5596fa45fef0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x5596fa46d560 tx=0x7fe9d8009d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a45834d8a48cc5d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:45.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.151+0000 7fe9d3400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.151+0000 7fe9d3400700 1 -- 172.21.15.7:0/229296404 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8003df0 con 0x5596fa4567c0 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.151+0000 7fe9fefabb80 1 -- 172.21.15.7:0/229296404 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9e4024040 con 0x5596fa4567c0 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.151+0000 7fe9d3400700 1 -- 172.21.15.7:0/229296404 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe9d8011440 con 0x5596fa4567c0 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9d3400700 1 -- 172.21.15.7:0/229296404 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe9d8011640 con 0x5596fa4567c0 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9fefabb80 10 client.15396 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9fefabb80 1 -- 172.21.15.7:0/229296404 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5596fa4d62a0 con 0x5596fa4567c0 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9d3400700 1 -- 172.21.15.7:0/229296404 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9e4024040 con 0x5596fa4567c0 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9d3400700 1 -- 172.21.15.7:0/229296404 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe9d8031860 con 0x5596fa4567c0 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9fefabb80 10 client.15396 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9fefabb80 10 client.15396 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9fefabb80 20 client.15396 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:45.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596fa4d6950 0x5596fa4d8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:45.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9fefabb80 4 client.15396 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T02:01:45.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.152+0000 7fe9fefabb80 1 -- 172.21.15.7:0/229296404 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5596fa3aa570 con 0x5596fa4d6950 2024-05-21T02:01:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.153+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596fa4d6950 0x5596fa4d8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.153+0000 7fe9f1c00700 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596fa4d6950 0x5596fa4d8d70 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c85d6a29b868790 server_cookie=2d6f971e3c96ba93 in_seq=0 out_seq=0 2024-05-21T02:01:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.153+0000 7fe9d3400700 10 client.15396 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9d3400700 1 -- 172.21.15.7:0/229296404 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5596fa3aa570 con 0x5596fa4d6950 2024-05-21T02:01:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9d3400700 10 client.15396 handle_command_reply: tid=0 2024-05-21T02:01:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 client.15396 shutdown 2024-05-21T02:01:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 -- 172.21.15.7:0/229296404 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4567c0 msgr2=0x5596fa45fef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4567c0 0x5596fa45fef0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x5596fa46d560 tx=0x7fe9d8009d40 comp rx=0 tx=0).stop 2024-05-21T02:01:45.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 -- 172.21.15.7:0/229296404 shutdown_connections 2024-05-21T02:01:45.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5596fa4d6950 0x5596fa4d8d70 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5596fa4570e0 0x5596fa460430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5596fa451390 0x5596fa463380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 --2- 172.21.15.7:0/229296404 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5596fa4567c0 0x5596fa45fef0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 -- 172.21.15.7:0/229296404 >> 172.21.15.7:0/229296404 conn(0x5596fa37ebe0 msgr2=0x5596fa4591c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:45.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9d3400700 0 client.15396 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:01:45.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.154+0000 7fe9fefabb80 1 -- 172.21.15.7:0/229296404 shutdown_connections 2024-05-21T02:01:45.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.155+0000 7fe9fefabb80 1 -- 172.21.15.7:0/229296404 wait complete. 2024-05-21T02:01:45.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.155+0000 7fe9fefabb80 20 client.15396 trim_cache size 0 max 16384 2024-05-21T02:01:45.159 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:01:45.159 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-05-21T02:01:45.159 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-05-21T02:01:45.159 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:01:45.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.155+0000 7fe9f3000700 1 -- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9d40b2900 msgr2=0x7fe9d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:45.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.155+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9d40b2900 0x7fe9d40b4dc0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe9e402b000 tx=0x7fe9e402c000 comp rx=0 tx=0).stop 2024-05-21T02:01:45.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.155+0000 7fe9f3000700 1 -- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec104690 msgr2=0x7fe9ec19bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:45.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.155+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec104690 0x7fe9ec19bd50 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe9e000d950 tx=0x7fe9e000dc60 comp rx=0 tx=0).stop 2024-05-21T02:01:45.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.156+0000 7fe9f3000700 1 -- 172.21.15.7:0/1849942563 shutdown_connections 2024-05-21T02:01:45.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.156+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9ec10da70 0x7fe9ec1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.156+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe9d40b2900 0x7fe9d40b4dc0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.156+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9ec104690 0x7fe9ec19bd50 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.156+0000 7fe9f3000700 1 --2- 172.21.15.7:0/1849942563 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9ec104fb0 0x7fe9ec19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:45.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.156+0000 7fe9f3000700 1 -- 172.21.15.7:0/1849942563 >> 172.21.15.7:0/1849942563 conn(0x7fe9ec0fde60 msgr2=0x7fe9ec10fd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:45.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.156+0000 7fe9f3000700 1 -- 172.21.15.7:0/1849942563 shutdown_connections 2024-05-21T02:01:45.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:45.156+0000 7fe9f3000700 1 -- 172.21.15.7:0/1849942563 wait complete. 2024-05-21T02:01:46.149 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T02:01:46.150 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:01:46.610 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:46.909 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:46 smithi190 ceph-mon[35961]: pgmap v499: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-21T02:01:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:46 smithi164 ceph-mon[36138]: pgmap v499: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-21T02:01:46.961 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:46 smithi007 ceph-mon[31288]: pgmap v499: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-21T02:01:48.716 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:48 smithi007 ceph-mon[31288]: pgmap v500: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T02:01:48.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:48 smithi164 ceph-mon[36138]: pgmap v500: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T02:01:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.995+0000 7fe9b7200700 1 -- 172.21.15.7:0/2387517278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 msgr2=0x7fe9b8112120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.995+0000 7fe9b7200700 1 --2- 172.21.15.7:0/2387517278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 0x7fe9b8112120 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe9b000b0a0 tx=0x7fe9b000b3b0 comp rx=0 tx=0).stop 2024-05-21T02:01:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.995+0000 7fe9b7200700 1 -- 172.21.15.7:0/2387517278 shutdown_connections 2024-05-21T02:01:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.995+0000 7fe9b7200700 1 --2- 172.21.15.7:0/2387517278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 0x7fe9b8112120 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.995+0000 7fe9b7200700 1 --2- 172.21.15.7:0/2387517278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b8075910 0x7fe9b8075cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.995+0000 7fe9b7200700 1 --2- 172.21.15.7:0/2387517278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b8076230 0x7fe9b810f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.995+0000 7fe9b7200700 1 -- 172.21.15.7:0/2387517278 >> 172.21.15.7:0/2387517278 conn(0x7fe9b80fefc0 msgr2=0x7fe9b81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.995+0000 7fe9b7200700 1 -- 172.21.15.7:0/2387517278 shutdown_connections 2024-05-21T02:01:48.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.995+0000 7fe9b7200700 1 -- 172.21.15.7:0/2387517278 wait complete. 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.996+0000 7fe9b7200700 1 Processor -- start 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.996+0000 7fe9b7200700 1 -- start start 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.996+0000 7fe9b7200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b8075910 0x7fe9b819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.996+0000 7fe9b7200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b8076230 0x7fe9b819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.996+0000 7fe9b7200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 0x7fe9b81a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.996+0000 7fe9b7200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b81158b0 con 0x7fe9b810fd10 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.996+0000 7fe9b7200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b8115730 con 0x7fe9b8075910 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.996+0000 7fe9b7200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b8115a30 con 0x7fe9b8076230 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.997+0000 7fe9b6800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 0x7fe9b81a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.997+0000 7fe9b5400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b8076230 0x7fe9b819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:48.999 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.997+0000 7fe9b5400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b8076230 0x7fe9b819c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34432/0 (socket says 172.21.15.7:34432) 2024-05-21T02:01:49.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.997+0000 7fe9b5400700 1 -- 172.21.15.7:0/1718333653 learned_addr learned my addr 172.21.15.7:0/1718333653 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:49.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.997+0000 7fe9b6800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 0x7fe9b81a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54190/0 (socket says 172.21.15.7:54190) 2024-05-21T02:01:49.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.997+0000 7fe9b5e00700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b8075910 0x7fe9b819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:49.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.997+0000 7fe9b6800700 1 -- 172.21.15.7:0/1718333653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b8076230 msgr2=0x7fe9b819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:49.000 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.997+0000 7fe9b6800700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b8076230 0x7fe9b819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.997+0000 7fe9b6800700 1 -- 172.21.15.7:0/1718333653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b8075910 msgr2=0x7fe9b819be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.998+0000 7fe9b6800700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b8075910 0x7fe9b819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.998+0000 7fe9b6800700 1 -- 172.21.15.7:0/1718333653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b81a0e70 con 0x7fe9b810fd10 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.998+0000 7fe9b5400700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b8076230 0x7fe9b819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.998+0000 7fe9b6800700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 0x7fe9b81a0730 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe9b000d010 tx=0x7fe9b0004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.998+0000 7fe9aea00700 1 -- 172.21.15.7:0/1718333653 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0021070 con 0x7fe9b810fd10 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.998+0000 7fe9aea00700 1 -- 172.21.15.7:0/1718333653 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9b0007e30 con 0x7fe9b810fd10 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.998+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9b81a1100 con 0x7fe9b810fd10 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.998+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9b81a89e0 con 0x7fe9b810fd10 2024-05-21T02:01:49.001 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:48.998+0000 7fe9aea00700 1 -- 172.21.15.7:0/1718333653 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0004620 con 0x7fe9b810fd10 2024-05-21T02:01:49.002 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.000+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9b806a230 con 0x7fe9b810fd10 2024-05-21T02:01:49.003 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.002+0000 7fe9aea00700 1 -- 172.21.15.7:0/1718333653 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe9b0007980 con 0x7fe9b810fd10 2024-05-21T02:01:49.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.003+0000 7fe9aea00700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:49.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.004+0000 7fe9aea00700 1 -- 172.21.15.7:0/1718333653 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe9b000f020 con 0x7fe9b810fd10 2024-05-21T02:01:49.005 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.004+0000 7fe9b5e00700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:49.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.005+0000 7fe9b5e00700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe9a8009b30 tx=0x7fe9a8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.008+0000 7fe9aea00700 1 -- 172.21.15.7:0/1718333653 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe9b002a020 con 0x7fe9b810fd10 2024-05-21T02:01:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:48 smithi190 ceph-mon[35961]: pgmap v500: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T02:01:49.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.348+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9b819d1c0 con 0x7fe9b810fd10 2024-05-21T02:01:49.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.349+0000 7fe9aea00700 1 -- 172.21.15.7:0/1718333653 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fe9b00ab3b0 con 0x7fe9b810fd10 2024-05-21T02:01:49.351 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:01:49.351 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:01:49.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.351+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 msgr2=0x7fe99c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:49.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.351+0000 7fe9b7200700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe9a8009b30 tx=0x7fe9a8009260 comp rx=0 tx=0).stop 2024-05-21T02:01:49.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.351+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 msgr2=0x7fe9b81a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:49.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.351+0000 7fe9b7200700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 0x7fe9b81a0730 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe9b000d010 tx=0x7fe9b0004d00 comp rx=0 tx=0).stop 2024-05-21T02:01:49.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.352+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 shutdown_connections 2024-05-21T02:01:49.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.352+0000 7fe9b7200700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:49.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.352+0000 7fe9b7200700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810fd10 0x7fe9b81a0730 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:49.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.352+0000 7fe9b7200700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b8075910 0x7fe9b819be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:49.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.352+0000 7fe9b7200700 1 --2- 172.21.15.7:0/1718333653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b8076230 0x7fe9b819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:49.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.352+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 >> 172.21.15.7:0/1718333653 conn(0x7fe9b80fefc0 msgr2=0x7fe9b80ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:49.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.352+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 shutdown_connections 2024-05-21T02:01:49.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:49.352+0000 7fe9b7200700 1 -- 172.21.15.7:0/1718333653 wait complete. 2024-05-21T02:01:49.355 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:01:49.679 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:49 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1718333653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:01:49.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:49 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1718333653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:01:50.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:49 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1718333653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:01:50.390 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T02:01:50.880 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:50 smithi164 ceph-mon[36138]: pgmap v501: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T02:01:51.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:50 smithi007 ceph-mon[31288]: pgmap v501: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T02:01:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:50 smithi190 ceph-mon[35961]: pgmap v501: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T02:01:52.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:52 smithi007 ceph-mon[31288]: pgmap v502: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T02:01:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:52 smithi164 ceph-mon[36138]: pgmap v502: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T02:01:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:52 smithi190 ceph-mon[35961]: pgmap v502: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T02:01:53.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.295+0000 7f995b200700 1 -- 172.21.15.7:0/392552032 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 msgr2=0x7f995c103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:53.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.295+0000 7f995b200700 1 --2- 172.21.15.7:0/392552032 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 0x7f995c103910 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9948009990 tx=0x7f9948009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.296+0000 7f995b200700 1 -- 172.21.15.7:0/392552032 shutdown_connections 2024-05-21T02:01:53.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.296+0000 7f995b200700 1 --2- 172.21.15.7:0/392552032 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f995c103e50 0x7f995c110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.296+0000 7f995b200700 1 --2- 172.21.15.7:0/392552032 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f995c109540 0x7f995c109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.296+0000 7f995b200700 1 --2- 172.21.15.7:0/392552032 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 0x7f995c103910 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.296+0000 7f995b200700 1 -- 172.21.15.7:0/392552032 >> 172.21.15.7:0/392552032 conn(0x7f995c0fefc0 msgr2=0x7f995c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:53.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.296+0000 7f995b200700 1 -- 172.21.15.7:0/392552032 shutdown_connections 2024-05-21T02:01:53.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.296+0000 7f995b200700 1 -- 172.21.15.7:0/392552032 wait complete. 2024-05-21T02:01:53.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.297+0000 7f995b200700 1 Processor -- start 2024-05-21T02:01:53.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.297+0000 7f995b200700 1 -- start start 2024-05-21T02:01:53.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.297+0000 7f995b200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 0x7f995c1a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.297+0000 7f995b200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f995c103e50 0x7f995c1a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.297+0000 7f995b200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f995c109540 0x7f995c19bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.297+0000 7f995b200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f995c113670 con 0x7f995c109540 2024-05-21T02:01:53.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.297+0000 7f995b200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f995c1134f0 con 0x7f995c103e50 2024-05-21T02:01:53.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.297+0000 7f995b200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f995c1137f0 con 0x7f995c103490 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f9959e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 0x7f995c1a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f9959e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 0x7f995c1a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34460/0 (socket says 172.21.15.7:34460) 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f9959e00700 1 -- 172.21.15.7:0/753464028 learned_addr learned my addr 172.21.15.7:0/753464028 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f995a800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f995c109540 0x7f995c19bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f9959400700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f995c103e50 0x7f995c1a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f9959e00700 1 -- 172.21.15.7:0/753464028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f995c103e50 msgr2=0x7f995c1a1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f9959e00700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f995c103e50 0x7f995c1a1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f9959e00700 1 -- 172.21.15.7:0/753464028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f995c109540 msgr2=0x7f995c19bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f9959e00700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f995c109540 0x7f995c19bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.298+0000 7f9959e00700 1 -- 172.21.15.7:0/753464028 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f995c19c260 con 0x7f995c103490 2024-05-21T02:01:53.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.299+0000 7f9959e00700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 0x7f995c1a1940 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f994c00e9a0 tx=0x7f994c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:53.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.299+0000 7f9952a00700 1 -- 172.21.15.7:0/753464028 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994c00c9c0 con 0x7f995c103490 2024-05-21T02:01:53.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.299+0000 7f995b200700 1 -- 172.21.15.7:0/753464028 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f995c19c550 con 0x7f995c103490 2024-05-21T02:01:53.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.299+0000 7f9952a00700 1 -- 172.21.15.7:0/753464028 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f994c00cb60 con 0x7f995c103490 2024-05-21T02:01:53.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.299+0000 7f995b200700 1 -- 172.21.15.7:0/753464028 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f995c1a8810 con 0x7f995c103490 2024-05-21T02:01:53.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.299+0000 7f9952a00700 1 -- 172.21.15.7:0/753464028 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994c018680 con 0x7f995c103490 2024-05-21T02:01:53.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.303+0000 7f9952a00700 1 -- 172.21.15.7:0/753464028 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f994c010430 con 0x7f995c103490 2024-05-21T02:01:53.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.304+0000 7f996bc23b80 1 Processor -- start 2024-05-21T02:01:53.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.304+0000 7f996bc23b80 1 -- start start 2024-05-21T02:01:53.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f9952a00700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99400b2900 0x7f99400b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 0x558d51ad04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51ad0f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f996bc23b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558d51a2ee40 con 0x558d51ad6020 2024-05-21T02:01:53.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f996bc23b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558d51a1e9e0 con 0x558d51ad6940 2024-05-21T02:01:53.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f996bc23b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558d51a22a20 con 0x558d51ad0ad0 2024-05-21T02:01:53.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f9952a00700 1 -- 172.21.15.7:0/753464028 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f994c0e2450 con 0x7f995c103490 2024-05-21T02:01:53.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f9959e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f9959e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54206/0 (socket says 172.21.15.7:54206) 2024-05-21T02:01:53.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f9959e00700 1 -- 172.21.15.7:0/3835904828 learned_addr learned my addr 172.21.15.7:0/3835904828 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:53.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f9959400700 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 0x558d51ad04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.305+0000 7f995a800700 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51ad0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f995a800700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99400b2900 0x7f99400b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f9959e00700 1 -- 172.21.15.7:0/3835904828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 msgr2=0x558d51ad0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:53.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f9959e00700 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51ad0f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f9959e00700 1 -- 172.21.15.7:0/3835904828 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 msgr2=0x558d51ad04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:53.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f9959e00700 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 0x558d51ad04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f9959e00700 1 -- 172.21.15.7:0/3835904828 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d519e7420 con 0x558d51ad6020 2024-05-21T02:01:53.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f9959400700 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 0x558d51ad04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:53.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f9959e00700 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad6400 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f994c0a99c0 tx=0x7f994c0a94b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66511f081655c182 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:53.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f995a800700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99400b2900 0x7f99400b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9954009550 tx=0x7f995400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:53.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.306+0000 7f9947400700 1 -- 172.21.15.7:0/3835904828 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994c0aa130 con 0x558d51ad6020 2024-05-21T02:01:53.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.307+0000 7f9947400700 1 -- 172.21.15.7:0/3835904828 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f994c0a9a30 con 0x558d51ad6020 2024-05-21T02:01:53.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.307+0000 7f9947400700 1 -- 172.21.15.7:0/3835904828 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994c0b2400 con 0x558d51ad6020 2024-05-21T02:01:53.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.307+0000 7f996bc23b80 1 -- 172.21.15.7:0/3835904828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 msgr2=0x558d51ad6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:53.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.307+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad6400 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f994c0a99c0 tx=0x7f994c0a94b0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.308+0000 7f996bc23b80 1 -- 172.21.15.7:0/3835904828 shutdown_connections 2024-05-21T02:01:53.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.308+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51ad0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.308+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad6400 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.308+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3835904828 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 0x558d51ad04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.308+0000 7f996bc23b80 1 -- 172.21.15.7:0/3835904828 >> 172.21.15.7:0/3835904828 conn(0x558d519febe0 msgr2=0x558d51acb150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:53.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.308+0000 7f996bc23b80 1 -- 172.21.15.7:0/3835904828 shutdown_connections 2024-05-21T02:01:53.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.308+0000 7f996bc23b80 1 -- 172.21.15.7:0/3835904828 wait complete. 2024-05-21T02:01:53.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.308+0000 7f996bc23b80 1 -- start start 2024-05-21T02:01:53.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.309+0000 7f996bc23b80 1 Processor -- start 2024-05-21T02:01:53.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.309+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51adc620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.309+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad99c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.309+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 0x558d51ad9f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.309+0000 7f996bc23b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558d51924fa0 con 0x558d51ad6020 2024-05-21T02:01:53.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.309+0000 7f996bc23b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558d519bf760 con 0x558d51ad6940 2024-05-21T02:01:53.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.309+0000 7f996bc23b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558d51add460 con 0x558d51ad0ad0 2024-05-21T02:01:53.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.309+0000 7f996bc23b80 10 client.0 _ll_register_callbacks cb 0x558d519c8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:53.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51adc620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad99c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54212/0 (socket says 172.21.15.7:54212) 2024-05-21T02:01:53.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959400700 1 -- 172.21.15.7:0/3061411754 learned_addr learned my addr 172.21.15.7:0/3061411754 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:53.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51adc620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:34482/0 (socket says 172.21.15.7:34482) 2024-05-21T02:01:53.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f995a800700 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 0x558d51ad9f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959e00700 1 -- 172.21.15.7:0/3061411754 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 msgr2=0x558d51ad9f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:53.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959e00700 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 0x558d51ad9f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959e00700 1 -- 172.21.15.7:0/3061411754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 msgr2=0x558d51ad99c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:53.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959e00700 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad99c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959e00700 1 -- 172.21.15.7:0/3061411754 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d5196e8d0 con 0x558d51ad0ad0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.310+0000 7f9959400700 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.311+0000 7f9959e00700 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51adc620 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f994c0a99c0 tx=0x7f994c0a59a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba756aa87b87daa8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.311+0000 7f993be00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.311+0000 7f993be00700 1 -- 172.21.15.7:0/3061411754 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994c0aa130 con 0x558d51ad0ad0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.311+0000 7f996bc23b80 1 -- 172.21.15.7:0/3061411754 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f994c0a9a30 con 0x558d51ad0ad0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.311+0000 7f993be00700 1 -- 172.21.15.7:0/3061411754 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f994c0a6020 con 0x558d51ad0ad0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.311+0000 7f993be00700 1 -- 172.21.15.7:0/3061411754 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f994c0c3050 con 0x558d51ad0ad0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.311+0000 7f996bc23b80 10 client.25525 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.311+0000 7f996bc23b80 1 -- 172.21.15.7:0/3061411754 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558d519ef060 con 0x558d51ad0ad0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.312+0000 7f993be00700 1 -- 172.21.15.7:0/3061411754 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f994c0a9a30 con 0x558d51ad0ad0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.312+0000 7f993be00700 1 -- 172.21.15.7:0/3061411754 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f994c0cace0 con 0x558d51ad0ad0 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.312+0000 7f996bc23b80 10 client.25525 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.312+0000 7f996bc23b80 10 client.25525 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:01:53.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.312+0000 7f996bc23b80 20 client.25525 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:53.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.312+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x558d51ae9e40 0x558d51aec230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.312+0000 7f996bc23b80 4 client.25525 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:53.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.312+0000 7f996bc23b80 1 -- 172.21.15.7:0/3061411754 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d51a30d90 con 0x558d51ae9e40 2024-05-21T02:01:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.312+0000 7f9959400700 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x558d51ae9e40 0x558d51aec230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.313+0000 7f9959400700 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x558d51ae9e40 0x558d51aec230 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4cc45af2ab4db6f0 server_cookie=47f93003519aba4a in_seq=0 out_seq=0 2024-05-21T02:01:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.313+0000 7f993be00700 10 client.25525 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:01:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f993be00700 1 -- 172.21.15.7:0/3061411754 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558d51a30d90 con 0x558d51ae9e40 2024-05-21T02:01:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f993be00700 10 client.25525 handle_command_reply: tid=0 2024-05-21T02:01:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f996bc23b80 1 client.25525 shutdown 2024-05-21T02:01:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f996bc23b80 1 -- 172.21.15.7:0/3061411754 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 msgr2=0x558d51adc620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:53.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51adc620 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f994c0a99c0 tx=0x7f994c0a59a0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f996bc23b80 1 -- 172.21.15.7:0/3061411754 shutdown_connections 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x558d51ae9e40 0x558d51aec230 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad6940 0x558d51ad9f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad0ad0 0x558d51adc620 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f996bc23b80 1 --2- 172.21.15.7:0/3061411754 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f996bc23b80 1 -- 172.21.15.7:0/3061411754 >> 172.21.15.7:0/3061411754 conn(0x558d519febe0 msgr2=0x558d51acf4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.314+0000 7f993be00700 0 client.25525 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.315+0000 7f996bc23b80 1 -- 172.21.15.7:0/3061411754 shutdown_connections 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.315+0000 7f996bc23b80 1 -- 172.21.15.7:0/3061411754 wait complete. 2024-05-21T02:01:53.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.315+0000 7f996bc23b80 20 client.25525 trim_cache size 0 max 16384 2024-05-21T02:01:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.332+0000 7f996bc23b80 1 Processor -- start 2024-05-21T02:01:53.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.332+0000 7f996bc23b80 1 -- start start 2024-05-21T02:01:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.332+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 0x558d51acfd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.332+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.332+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad6940 0x558d51ad6d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.332+0000 7f996bc23b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f993c00d3c0 con 0x558d51ad6020 2024-05-21T02:01:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.332+0000 7f996bc23b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f993c00ef00 con 0x558d51ad0ad0 2024-05-21T02:01:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.332+0000 7f996bc23b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f993c00da90 con 0x558d51ad6940 2024-05-21T02:01:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.333+0000 7f9959400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.333+0000 7f9959400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54220/0 (socket says 172.21.15.7:54220) 2024-05-21T02:01:53.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.333+0000 7f9959400700 1 -- 172.21.15.7:0/470728140 learned_addr learned my addr 172.21.15.7:0/470728140 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:53.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.333+0000 7f995a800700 1 --2- 172.21.15.7:0/470728140 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad6940 0x558d51ad6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.333+0000 7f9959400700 1 -- 172.21.15.7:0/470728140 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad6940 msgr2=0x558d51ad6d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:53.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.333+0000 7f9959400700 1 --2- 172.21.15.7:0/470728140 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad6940 0x558d51ad6d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.333+0000 7f9959400700 1 -- 172.21.15.7:0/470728140 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 msgr2=0x558d51acfd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:53.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.333+0000 7f9959400700 1 --2- 172.21.15.7:0/470728140 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 0x558d51acfd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.333+0000 7f9959400700 1 -- 172.21.15.7:0/470728140 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d51ad7f30 con 0x558d51ad6020 2024-05-21T02:01:53.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.334+0000 7f9959400700 1 --2- 172.21.15.7:0/470728140 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad0290 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f994800b2e0 tx=0x7f9948005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f65544f6d717c86 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:53.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.334+0000 7f9946a00700 1 -- 172.21.15.7:0/470728140 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994800b7f0 con 0x558d51ad6020 2024-05-21T02:01:53.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.334+0000 7f9946a00700 1 -- 172.21.15.7:0/470728140 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f994800be40 con 0x558d51ad6020 2024-05-21T02:01:53.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.334+0000 7f9946a00700 1 -- 172.21.15.7:0/470728140 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994800f6c0 con 0x558d51ad6020 2024-05-21T02:01:53.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.335+0000 7f996bc23b80 1 -- 172.21.15.7:0/470728140 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 msgr2=0x558d51ad0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:53.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.335+0000 7f996bc23b80 1 --2- 172.21.15.7:0/470728140 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad0290 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f994800b2e0 tx=0x7f9948005fd0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.335+0000 7f996bc23b80 1 -- 172.21.15.7:0/470728140 shutdown_connections 2024-05-21T02:01:53.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.335+0000 7f996bc23b80 1 --2- 172.21.15.7:0/470728140 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad6940 0x558d51ad6d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.335+0000 7f996bc23b80 1 --2- 172.21.15.7:0/470728140 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 0x558d51acfd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.335+0000 7f996bc23b80 1 --2- 172.21.15.7:0/470728140 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51ad0290 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.335+0000 7f996bc23b80 1 -- 172.21.15.7:0/470728140 >> 172.21.15.7:0/470728140 conn(0x558d519febe0 msgr2=0x558d51acac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:53.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.335+0000 7f996bc23b80 1 -- 172.21.15.7:0/470728140 shutdown_connections 2024-05-21T02:01:53.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.336+0000 7f996bc23b80 1 -- 172.21.15.7:0/470728140 wait complete. 2024-05-21T02:01:53.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.336+0000 7f996bc23b80 1 -- start start 2024-05-21T02:01:53.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.336+0000 7f996bc23b80 1 Processor -- start 2024-05-21T02:01:53.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 0x558d51aef7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51aecb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f996bc23b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad6940 0x558d51aed0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f996bc23b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f993c00e830 con 0x558d51ad6020 2024-05-21T02:01:53.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f996bc23b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f993c00e160 con 0x558d51ad0ad0 2024-05-21T02:01:53.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f996bc23b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f993c00b340 con 0x558d51ad6940 2024-05-21T02:01:53.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f996bc23b80 10 client.0 _ll_register_callbacks cb 0x558d519c8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:53.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f9959400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51aecb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f9959400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51aecb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54230/0 (socket says 172.21.15.7:54230) 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f9959400700 1 -- 172.21.15.7:0/767374884 learned_addr learned my addr 172.21.15.7:0/767374884 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f9959e00700 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 0x558d51aef7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f9959400700 1 -- 172.21.15.7:0/767374884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad6940 msgr2=0x558d51aed0c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f9959400700 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad6940 0x558d51aed0c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f9959400700 1 -- 172.21.15.7:0/767374884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 msgr2=0x558d51aef7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.337+0000 7f9959400700 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 0x558d51aef7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.338+0000 7f9959400700 1 -- 172.21.15.7:0/767374884 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d51aed780 con 0x558d51ad6020 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.338+0000 7f9959e00700 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 0x558d51aef7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.338+0000 7f9959400700 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51aecb80 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f9948009350 tx=0x7f9948003a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81d142779b82adbf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.338+0000 7f993be00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.338+0000 7f993be00700 1 -- 172.21.15.7:0/767374884 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9948005500 con 0x558d51ad6020 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.338+0000 7f993be00700 1 -- 172.21.15.7:0/767374884 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9948003680 con 0x558d51ad6020 2024-05-21T02:01:53.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.338+0000 7f996bc23b80 1 -- 172.21.15.7:0/767374884 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f994800be40 con 0x558d51ad6020 2024-05-21T02:01:53.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f993be00700 1 -- 172.21.15.7:0/767374884 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f99480056a0 con 0x558d51ad6020 2024-05-21T02:01:53.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f996bc23b80 10 client.15420 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:53.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f996bc23b80 1 -- 172.21.15.7:0/767374884 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558d51b54550 con 0x558d51ad6020 2024-05-21T02:01:53.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f993be00700 1 -- 172.21.15.7:0/767374884 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f994800be40 con 0x558d51ad6020 2024-05-21T02:01:53.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f993be00700 1 -- 172.21.15.7:0/767374884 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f994803ba60 con 0x558d51ad6020 2024-05-21T02:01:53.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f996bc23b80 10 client.15420 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:53.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f996bc23b80 10 client.15420 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:01:53.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f996bc23b80 20 client.15420 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:53.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f996bc23b80 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x558d51b54b50 0x558d51b56f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:53.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f996bc23b80 4 client.15420 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:01:53.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.339+0000 7f996bc23b80 1 -- 172.21.15.7:0/767374884 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558d51a2a570 con 0x558d51b54b50 2024-05-21T02:01:53.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.340+0000 7f9959e00700 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x558d51b54b50 0x558d51b56f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:53.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f9959e00700 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x558d51b54b50 0x558d51b56f70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bf22efed20e2b467 server_cookie=c45f187fed09ad45 in_seq=0 out_seq=0 2024-05-21T02:01:53.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f993be00700 10 client.15420 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:01:53.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f993be00700 1 -- 172.21.15.7:0/767374884 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558d51a2a570 con 0x558d51b54b50 2024-05-21T02:01:53.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f993be00700 10 client.15420 handle_command_reply: tid=0 2024-05-21T02:01:53.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f996bc23b80 1 client.15420 shutdown 2024-05-21T02:01:53.342 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f996bc23b80 1 -- 172.21.15.7:0/767374884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 msgr2=0x558d51aecb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f996bc23b80 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51aecb80 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f9948009350 tx=0x7f9948003a30 comp rx=0 tx=0).stop 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f996bc23b80 1 -- 172.21.15.7:0/767374884 shutdown_connections 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f996bc23b80 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x558d51b54b50 0x558d51b56f70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f996bc23b80 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558d51ad6940 0x558d51aed0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f996bc23b80 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558d51ad0ad0 0x558d51aef7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f996bc23b80 1 --2- 172.21.15.7:0/767374884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558d51ad6020 0x558d51aecb80 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f993be00700 0 client.15420 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.341+0000 7f996bc23b80 1 -- 172.21.15.7:0/767374884 >> 172.21.15.7:0/767374884 conn(0x558d519febe0 msgr2=0x558d51acfcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.342+0000 7f996bc23b80 1 -- 172.21.15.7:0/767374884 shutdown_connections 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.342+0000 7f996bc23b80 1 -- 172.21.15.7:0/767374884 wait complete. 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.342+0000 7f996bc23b80 20 client.15420 trim_cache size 0 max 16384 2024-05-21T02:01:53.343 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:01:53.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.342+0000 7f995b200700 1 -- 172.21.15.7:0/753464028 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99400b2900 msgr2=0x7f99400b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:53.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.342+0000 7f995b200700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99400b2900 0x7f99400b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9954009550 tx=0x7f995400b040 comp rx=0 tx=0).stop 2024-05-21T02:01:53.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.343+0000 7f995b200700 1 -- 172.21.15.7:0/753464028 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 msgr2=0x7f995c1a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:53.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.343+0000 7f995b200700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 0x7f995c1a1940 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f994c00e9a0 tx=0x7f994c00ecb0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.343+0000 7f995b200700 1 -- 172.21.15.7:0/753464028 shutdown_connections 2024-05-21T02:01:53.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.343+0000 7f995b200700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f99400b2900 0x7f99400b4dc0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.343+0000 7f995b200700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f995c109540 0x7f995c19bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.343+0000 7f995b200700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f995c103490 0x7f995c1a1940 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.343+0000 7f995b200700 1 --2- 172.21.15.7:0/753464028 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f995c103e50 0x7f995c1a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:53.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.343+0000 7f995b200700 1 -- 172.21.15.7:0/753464028 >> 172.21.15.7:0/753464028 conn(0x7f995c0fefc0 msgr2=0x7f995c100580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:53.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.344+0000 7f995b200700 1 -- 172.21.15.7:0/753464028 shutdown_connections 2024-05-21T02:01:53.345 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:53.344+0000 7f995b200700 1 -- 172.21.15.7:0/753464028 wait complete. 2024-05-21T02:01:54.458 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T02:01:54.688 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:54 smithi007 ceph-mon[31288]: pgmap v503: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:01:54.919 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:54 smithi164 ceph-mon[36138]: pgmap v503: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:01:55.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:54 smithi190 ceph-mon[35961]: pgmap v503: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:01:56.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:56 smithi007 ceph-mon[31288]: pgmap v504: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:01:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:56 smithi190 ceph-mon[35961]: pgmap v504: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:01:57.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:56 smithi164 ceph-mon[36138]: pgmap v504: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:01:57.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.288+0000 7fa92fe00700 1 -- 172.21.15.7:0/2372540321 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa930104fb0 msgr2=0x7fa93010d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:57.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.288+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2372540321 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa930104fb0 0x7fa93010d4a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa91c009990 tx=0x7fa91c009ca0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.288+0000 7fa92fe00700 1 -- 172.21.15.7:0/2372540321 shutdown_connections 2024-05-21T02:01:57.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.288+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2372540321 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa93010da70 0x7fa93010ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.288+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2372540321 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa930104690 0x7fa930104a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.288+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2372540321 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa930104fb0 0x7fa93010d4a0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.288+0000 7fa92fe00700 1 -- 172.21.15.7:0/2372540321 >> 172.21.15.7:0/2372540321 conn(0x7fa9300fde60 msgr2=0x7fa930100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:57.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.288+0000 7fa92fe00700 1 -- 172.21.15.7:0/2372540321 shutdown_connections 2024-05-21T02:01:57.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.289+0000 7fa92fe00700 1 -- 172.21.15.7:0/2372540321 wait complete. 2024-05-21T02:01:57.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.290+0000 7fa92fe00700 1 Processor -- start 2024-05-21T02:01:57.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.290+0000 7fa92fe00700 1 -- start start 2024-05-21T02:01:57.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.290+0000 7fa92fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa930104690 0x7fa9301022f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.290+0000 7fa92fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa930104fb0 0x7fa930102830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.290+0000 7fa92fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa93010da70 0x7fa930102d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.290+0000 7fa92fe00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa930113680 con 0x7fa930104fb0 2024-05-21T02:01:57.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.290+0000 7fa92fe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa930113500 con 0x7fa930104690 2024-05-21T02:01:57.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.290+0000 7fa92fe00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa930113800 con 0x7fa93010da70 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92e000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa930104fb0 0x7fa930102830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92e000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa930104fb0 0x7fa930102830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:42992/0 (socket says 172.21.15.7:42992) 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92e000700 1 -- 172.21.15.7:0/2916828286 learned_addr learned my addr 172.21.15.7:0/2916828286 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92ea00700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa930104690 0x7fa9301022f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92f400700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa93010da70 0x7fa930102d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92e000700 1 -- 172.21.15.7:0/2916828286 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa93010da70 msgr2=0x7fa930102d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92e000700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa93010da70 0x7fa930102d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92e000700 1 -- 172.21.15.7:0/2916828286 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa930104690 msgr2=0x7fa9301022f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92e000700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa930104690 0x7fa9301022f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.291+0000 7fa92e000700 1 -- 172.21.15.7:0/2916828286 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9301a81a0 con 0x7fa930104fb0 2024-05-21T02:01:57.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.292+0000 7fa92e000700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa930104fb0 0x7fa930102830 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fa91c000c00 tx=0x7fa91c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:57.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.292+0000 7fa927400700 1 -- 172.21.15.7:0/2916828286 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa91c00fb40 con 0x7fa930104fb0 2024-05-21T02:01:57.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.292+0000 7fa927400700 1 -- 172.21.15.7:0/2916828286 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa91c00fce0 con 0x7fa930104fb0 2024-05-21T02:01:57.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.292+0000 7fa92fe00700 1 -- 172.21.15.7:0/2916828286 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9301a8430 con 0x7fa930104fb0 2024-05-21T02:01:57.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.292+0000 7fa927400700 1 -- 172.21.15.7:0/2916828286 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa91c0054b0 con 0x7fa930104fb0 2024-05-21T02:01:57.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.292+0000 7fa92fe00700 1 -- 172.21.15.7:0/2916828286 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9301a8900 con 0x7fa930104fb0 2024-05-21T02:01:57.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.296+0000 7fa927400700 1 -- 172.21.15.7:0/2916828286 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fa91c009d10 con 0x7fa930104fb0 2024-05-21T02:01:57.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.297+0000 7fa940634b80 1 Processor -- start 2024-05-21T02:01:57.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.297+0000 7fa940634b80 1 -- start start 2024-05-21T02:01:57.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa940634b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 0x560b7a391ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa940634b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3920e0 0x560b7a38bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa940634b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa940634b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560b7a2e9e40 con 0x560b7a3920e0 2024-05-21T02:01:57.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa940634b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560b7a2d99e0 con 0x560b7a38c390 2024-05-21T02:01:57.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa940634b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560b7a2dda20 con 0x560b7a3917c0 2024-05-21T02:01:57.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa92ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3920e0 0x560b7a38bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa92ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3920e0 0x560b7a38bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43008/0 (socket says 172.21.15.7:43008) 2024-05-21T02:01:57.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa92ea00700 1 -- 172.21.15.7:0/2248741567 learned_addr learned my addr 172.21.15.7:0/2248741567 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa92e000700 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa92f400700 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 0x560b7a391ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.298+0000 7fa927400700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa9140b2900 0x7fa9140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.299+0000 7fa927400700 1 -- 172.21.15.7:0/2916828286 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa91c0e2d90 con 0x7fa930104fb0 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.299+0000 7fa92ea00700 1 -- 172.21.15.7:0/2248741567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 msgr2=0x560b7a391ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.299+0000 7fa92ea00700 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 0x560b7a391ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.299+0000 7fa92ea00700 1 -- 172.21.15.7:0/2248741567 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 msgr2=0x560b7a38c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.299+0000 7fa92ea00700 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.299+0000 7fa92ea00700 1 -- 172.21.15.7:0/2248741567 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b7a2a2420 con 0x560b7a3920e0 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.299+0000 7fa92f400700 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 0x560b7a391ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:01:57.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.299+0000 7fa92f400700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa9140b2900 0x7fa9140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.300+0000 7fa92ea00700 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3920e0 0x560b7a38bd70 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa920007cf0 tx=0x7fa9200103d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d1d306ada392ca2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:57.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.300+0000 7fa91be00700 1 -- 172.21.15.7:0/2248741567 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa920010d10 con 0x560b7a3920e0 2024-05-21T02:01:57.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.300+0000 7fa91be00700 1 -- 172.21.15.7:0/2248741567 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9200118f0 con 0x560b7a3920e0 2024-05-21T02:01:57.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.300+0000 7fa92f400700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa9140b2900 0x7fa9140b4dc0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa9280076a0 tx=0x7fa928009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:57.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.300+0000 7fa91be00700 1 -- 172.21.15.7:0/2248741567 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa920019750 con 0x560b7a3920e0 2024-05-21T02:01:57.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.301+0000 7fa940634b80 1 -- 172.21.15.7:0/2248741567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3920e0 msgr2=0x560b7a38bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:57.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.301+0000 7fa940634b80 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3920e0 0x560b7a38bd70 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa920007cf0 tx=0x7fa9200103d0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.301+0000 7fa940634b80 1 -- 172.21.15.7:0/2248741567 shutdown_connections 2024-05-21T02:01:57.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.301+0000 7fa940634b80 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.301+0000 7fa940634b80 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 0x560b7a391ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.301+0000 7fa940634b80 1 --2- 172.21.15.7:0/2248741567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3920e0 0x560b7a38bd70 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.301+0000 7fa940634b80 1 -- 172.21.15.7:0/2248741567 >> 172.21.15.7:0/2248741567 conn(0x560b7a2b9be0 msgr2=0x560b7a386810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:57.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.301+0000 7fa940634b80 1 -- 172.21.15.7:0/2248741567 shutdown_connections 2024-05-21T02:01:57.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.301+0000 7fa940634b80 1 -- 172.21.15.7:0/2248741567 wait complete. 2024-05-21T02:01:57.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.302+0000 7fa940634b80 1 -- start start 2024-05-21T02:01:57.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.302+0000 7fa940634b80 1 Processor -- start 2024-05-21T02:01:57.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa940634b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a38c390 0x560b7a397da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa940634b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 0x560b7a395140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa940634b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a3920e0 0x560b7a395680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa940634b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x560b7a1dffa0 con 0x560b7a38c390 2024-05-21T02:01:57.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa940634b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x560b7a27a760 con 0x560b7a3920e0 2024-05-21T02:01:57.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa940634b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x560b7a398c00 con 0x560b7a3917c0 2024-05-21T02:01:57.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa940634b80 10 client.0 _ll_register_callbacks cb 0x560b7a283c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:57.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa92ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a38c390 0x560b7a397da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa92ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a38c390 0x560b7a397da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43016/0 (socket says 172.21.15.7:43016) 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa92ea00700 1 -- 172.21.15.7:0/231711380 learned_addr learned my addr 172.21.15.7:0/231711380 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.303+0000 7fa92e000700 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 0x560b7a395140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.304+0000 7fa92f400700 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a3920e0 0x560b7a395680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.304+0000 7fa92ea00700 1 -- 172.21.15.7:0/231711380 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 msgr2=0x560b7a395140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.304+0000 7fa92ea00700 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 0x560b7a395140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.304+0000 7fa92ea00700 1 -- 172.21.15.7:0/231711380 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a3920e0 msgr2=0x560b7a395680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.304+0000 7fa92ea00700 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a3920e0 0x560b7a395680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.304+0000 7fa92ea00700 1 -- 172.21.15.7:0/231711380 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b7a2298d0 con 0x560b7a38c390 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.304+0000 7fa92ea00700 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a38c390 0x560b7a397da0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa920011580 tx=0x7fa9200115b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c62c85f891703f19 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:57.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.304+0000 7fa918c00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:01:57.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.305+0000 7fa918c00700 1 -- 172.21.15.7:0/231711380 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa920026020 con 0x560b7a38c390 2024-05-21T02:01:57.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.305+0000 7fa918c00700 1 -- 172.21.15.7:0/231711380 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa920011cb0 con 0x560b7a38c390 2024-05-21T02:01:57.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.305+0000 7fa940634b80 1 -- 172.21.15.7:0/231711380 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9200118f0 con 0x560b7a38c390 2024-05-21T02:01:57.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.305+0000 7fa918c00700 1 -- 172.21.15.7:0/231711380 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa920010b10 con 0x560b7a38c390 2024-05-21T02:01:57.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.305+0000 7fa940634b80 10 client.15432 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:57.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.305+0000 7fa940634b80 1 -- 172.21.15.7:0/231711380 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560b7a2aa060 con 0x560b7a38c390 2024-05-21T02:01:57.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.305+0000 7fa918c00700 1 -- 172.21.15.7:0/231711380 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9200118f0 con 0x560b7a38c390 2024-05-21T02:01:57.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.306+0000 7fa918c00700 1 -- 172.21.15.7:0/231711380 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa9200047a0 con 0x560b7a38c390 2024-05-21T02:01:57.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.306+0000 7fa940634b80 10 client.15432 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:57.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.306+0000 7fa940634b80 10 client.15432 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:01:57.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.306+0000 7fa940634b80 20 client.15432 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:57.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.306+0000 7fa940634b80 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x560b7a3a55f0 0x560b7a3a79e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.306+0000 7fa940634b80 4 client.15432 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:01:57.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.306+0000 7fa940634b80 1 -- 172.21.15.7:0/231711380 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b7a2ebd90 con 0x560b7a3a55f0 2024-05-21T02:01:57.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.306+0000 7fa92e000700 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x560b7a3a55f0 0x560b7a3a79e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.307+0000 7fa92e000700 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x560b7a3a55f0 0x560b7a3a79e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a771174ac59e93fa server_cookie=9b387c22c5dcfae in_seq=0 out_seq=0 2024-05-21T02:01:57.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.307+0000 7fa918c00700 10 client.15432 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:57.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa918c00700 1 -- 172.21.15.7:0/231711380 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560b7a2ebd90 con 0x560b7a3a55f0 2024-05-21T02:01:57.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa918c00700 10 client.15432 handle_command_reply: tid=0 2024-05-21T02:01:57.308 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 client.15432 shutdown 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 -- 172.21.15.7:0/231711380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a38c390 msgr2=0x560b7a397da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a38c390 0x560b7a397da0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa920011580 tx=0x7fa9200115b0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 -- 172.21.15.7:0/231711380 shutdown_connections 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x560b7a3a55f0 0x560b7a3a79e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a3920e0 0x560b7a395680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a38c390 0x560b7a397da0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 --2- 172.21.15.7:0/231711380 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3917c0 0x560b7a395140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 -- 172.21.15.7:0/231711380 >> 172.21.15.7:0/231711380 conn(0x560b7a2b9be0 msgr2=0x560b7a385fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa918c00700 0 client.15432 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 -- 172.21.15.7:0/231711380 shutdown_connections 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.308+0000 7fa940634b80 1 -- 172.21.15.7:0/231711380 wait complete. 2024-05-21T02:01:57.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.309+0000 7fa940634b80 20 client.15432 trim_cache size 0 max 16384 2024-05-21T02:01:57.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.326+0000 7fa940634b80 1 Processor -- start 2024-05-21T02:01:57.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.326+0000 7fa940634b80 1 -- start start 2024-05-21T02:01:57.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.326+0000 7fa940634b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.326+0000 7fa940634b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 0x560b7a3940a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.326+0000 7fa940634b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 0x560b7a392c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.326+0000 7fa940634b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa9301afd60 con 0x560b7a3917c0 2024-05-21T02:01:57.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.326+0000 7fa940634b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa9301b18a0 con 0x560b7a38c390 2024-05-21T02:01:57.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.326+0000 7fa940634b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa9301b0430 con 0x560b7a3920e0 2024-05-21T02:01:57.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92f400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 0x560b7a392c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92e000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 0x560b7a3940a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:47936/0 (socket says 172.21.15.7:47936) 2024-05-21T02:01:57.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92ea00700 1 -- 172.21.15.7:0/254018530 learned_addr learned my addr 172.21.15.7:0/254018530 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:57.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92f400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 0x560b7a392c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47906/0 (socket says 172.21.15.7:47906) 2024-05-21T02:01:57.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92ea00700 1 -- 172.21.15.7:0/254018530 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 msgr2=0x560b7a392c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:57.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92ea00700 1 --2- 172.21.15.7:0/254018530 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 0x560b7a392c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92ea00700 1 -- 172.21.15.7:0/254018530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 msgr2=0x560b7a3940a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:57.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92ea00700 1 --2- 172.21.15.7:0/254018530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 0x560b7a3940a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92ea00700 1 -- 172.21.15.7:0/254018530 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b7a3a1f00 con 0x560b7a38c390 2024-05-21T02:01:57.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.327+0000 7fa92f400700 1 --2- 172.21.15.7:0/254018530 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 0x560b7a392c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:01:57.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.328+0000 7fa92ea00700 1 --2- 172.21.15.7:0/254018530 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38bd70 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa920007c10 tx=0x7fa9200071c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8637e726e7741b7e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:57.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.328+0000 7fa91b400700 1 -- 172.21.15.7:0/254018530 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa920026030 con 0x560b7a38c390 2024-05-21T02:01:57.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.328+0000 7fa91b400700 1 -- 172.21.15.7:0/254018530 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9200118d0 con 0x560b7a38c390 2024-05-21T02:01:57.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.328+0000 7fa91b400700 1 -- 172.21.15.7:0/254018530 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa92001ab40 con 0x560b7a38c390 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 -- 172.21.15.7:0/254018530 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 msgr2=0x560b7a38bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 --2- 172.21.15.7:0/254018530 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38bd70 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa920007c10 tx=0x7fa9200071c0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 -- 172.21.15.7:0/254018530 shutdown_connections 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 --2- 172.21.15.7:0/254018530 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 0x560b7a392c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 --2- 172.21.15.7:0/254018530 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a38bd70 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 --2- 172.21.15.7:0/254018530 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 0x560b7a3940a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 -- 172.21.15.7:0/254018530 >> 172.21.15.7:0/254018530 conn(0x560b7a2b9be0 msgr2=0x560b7a392580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 -- 172.21.15.7:0/254018530 shutdown_connections 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 -- 172.21.15.7:0/254018530 wait complete. 2024-05-21T02:01:57.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.329+0000 7fa940634b80 1 -- start start 2024-05-21T02:01:57.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.330+0000 7fa940634b80 1 Processor -- start 2024-05-21T02:01:57.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.330+0000 7fa940634b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a3a82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.330+0000 7fa940634b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 0x560b7a3a87f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.330+0000 7fa940634b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 0x560b7a3a8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.330+0000 7fa940634b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fa9301b11d0 con 0x560b7a3917c0 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.330+0000 7fa940634b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fa9301b0b00 con 0x560b7a38c390 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.330+0000 7fa940634b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fa9301add20 con 0x560b7a3920e0 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.330+0000 7fa940634b80 10 client.0 _ll_register_callbacks cb 0x560b7a283c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.330+0000 7fa92ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a3a82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa92ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a3a82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:47944/0 (socket says 172.21.15.7:47944) 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa92ea00700 1 -- 172.21.15.7:0/818813031 learned_addr learned my addr 172.21.15.7:0/818813031 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa92e000700 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 0x560b7a3a87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa92ea00700 1 -- 172.21.15.7:0/818813031 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 msgr2=0x560b7a3a8d30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa92ea00700 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 0x560b7a3a8d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa92ea00700 1 -- 172.21.15.7:0/818813031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 msgr2=0x560b7a3a87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa92ea00700 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 0x560b7a3a87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa92ea00700 1 -- 172.21.15.7:0/818813031 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b7a40ee30 con 0x560b7a38c390 2024-05-21T02:01:57.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa92ea00700 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a3a82b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa920004d30 tx=0x7fa92001a430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e0acfb7376c589b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:01:57.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.331+0000 7fa918c00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:01:57.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.332+0000 7fa918c00700 1 -- 172.21.15.7:0/818813031 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa920026070 con 0x560b7a38c390 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.332+0000 7fa918c00700 1 -- 172.21.15.7:0/818813031 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fa920011580 con 0x560b7a38c390 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.332+0000 7fa940634b80 1 -- 172.21.15.7:0/818813031 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9200118d0 con 0x560b7a38c390 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.332+0000 7fa918c00700 1 -- 172.21.15.7:0/818813031 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa920003680 con 0x560b7a38c390 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.332+0000 7fa940634b80 10 client.25538 fetch_fsmap learned FSMap version 29 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.332+0000 7fa940634b80 1 -- 172.21.15.7:0/818813031 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560b7a4100d0 con 0x560b7a38c390 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.332+0000 7fa918c00700 1 -- 172.21.15.7:0/818813031 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9200118d0 con 0x560b7a38c390 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.333+0000 7fa918c00700 1 -- 172.21.15.7:0/818813031 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa92001aa80 con 0x560b7a38c390 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.333+0000 7fa940634b80 10 client.25538 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.333+0000 7fa940634b80 10 client.25538 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.333+0000 7fa940634b80 20 client.25538 populate_metadata read hostname 'smithi007' 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.333+0000 7fa940634b80 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x560b7a410710 0x560b7a412b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.333+0000 7fa940634b80 4 client.25538 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.333+0000 7fa940634b80 1 -- 172.21.15.7:0/818813031 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560b7a2e5570 con 0x560b7a410710 2024-05-21T02:01:57.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.333+0000 7fa92e000700 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x560b7a410710 0x560b7a412b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:01:57.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa92e000700 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x560b7a410710 0x560b7a412b30 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d8724c8f0e3abcd8 server_cookie=6e9c9f039ea67b37 in_seq=0 out_seq=0 2024-05-21T02:01:57.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa918c00700 10 client.25538 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa918c00700 1 -- 172.21.15.7:0/818813031 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560b7a2e5570 con 0x560b7a410710 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa918c00700 10 client.25538 handle_command_reply: tid=0 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 client.25538 shutdown 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 -- 172.21.15.7:0/818813031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 msgr2=0x560b7a3a82b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a3a82b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa920004d30 tx=0x7fa92001a430 comp rx=0 tx=0).stop 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 -- 172.21.15.7:0/818813031 shutdown_connections 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x560b7a410710 0x560b7a412b30 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x560b7a3920e0 0x560b7a3a8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x560b7a38c390 0x560b7a3a82b0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 --2- 172.21.15.7:0/818813031 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x560b7a3917c0 0x560b7a3a87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa918c00700 0 client.25538 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 -- 172.21.15.7:0/818813031 >> 172.21.15.7:0/818813031 conn(0x560b7a2b9be0 msgr2=0x560b7a3a0ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.334+0000 7fa940634b80 1 -- 172.21.15.7:0/818813031 shutdown_connections 2024-05-21T02:01:57.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.335+0000 7fa940634b80 1 -- 172.21.15.7:0/818813031 wait complete. 2024-05-21T02:01:57.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.335+0000 7fa940634b80 20 client.25538 trim_cache size 0 max 16384 2024-05-21T02:01:57.337 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:01:57.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.335+0000 7fa92fe00700 1 -- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa9140b2900 msgr2=0x7fa9140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:57.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.335+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa9140b2900 0x7fa9140b4dc0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa9280076a0 tx=0x7fa928009040 comp rx=0 tx=0).stop 2024-05-21T02:01:57.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.335+0000 7fa92fe00700 1 -- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa930104fb0 msgr2=0x7fa930102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:01:57.337 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.335+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa930104fb0 0x7fa930102830 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fa91c000c00 tx=0x7fa91c0047b0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.336+0000 7fa92fe00700 1 -- 172.21.15.7:0/2916828286 shutdown_connections 2024-05-21T02:01:57.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.336+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fa93010da70 0x7fa930102d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.336+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fa930104690 0x7fa9301022f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.336+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fa9140b2900 0x7fa9140b4dc0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.336+0000 7fa92fe00700 1 --2- 172.21.15.7:0/2916828286 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fa930104fb0 0x7fa930102830 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:01:57.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.336+0000 7fa92fe00700 1 -- 172.21.15.7:0/2916828286 >> 172.21.15.7:0/2916828286 conn(0x7fa9300fde60 msgr2=0x7fa9300fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:01:57.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.336+0000 7fa92fe00700 1 -- 172.21.15.7:0/2916828286 shutdown_connections 2024-05-21T02:01:57.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:01:57.336+0000 7fa92fe00700 1 -- 172.21.15.7:0/2916828286 wait complete. 2024-05-21T02:01:58.239 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T02:01:58.711 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:01:59.020 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:01:58 smithi007 ceph-mon[31288]: pgmap v505: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T02:01:59.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:01:58 smithi190 ceph-mon[35961]: pgmap v505: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T02:01:59.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:01:58 smithi164 ceph-mon[36138]: pgmap v505: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T02:02:00.700 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:00 smithi007 ceph-mon[31288]: pgmap v506: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T02:02:00.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.908+0000 7fb05b200700 1 -- 172.21.15.7:0/3416309431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb05c106010 msgr2=0x7fb05c112520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:00.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.908+0000 7fb05b200700 1 --2- 172.21.15.7:0/3416309431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb05c106010 0x7fb05c112520 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fb05400b0a0 tx=0x7fb05400b3b0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.908+0000 7fb05b200700 1 -- 172.21.15.7:0/3416309431 shutdown_connections 2024-05-21T02:02:00.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.908+0000 7fb05b200700 1 --2- 172.21.15.7:0/3416309431 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb05c106010 0x7fb05c112520 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.908+0000 7fb05b200700 1 --2- 172.21.15.7:0/3416309431 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb05c10b650 0x7fb05c10ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.908+0000 7fb05b200700 1 --2- 172.21.15.7:0/3416309431 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb05c105650 0x7fb05c105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.908+0000 7fb05b200700 1 -- 172.21.15.7:0/3416309431 >> 172.21.15.7:0/3416309431 conn(0x7fb05c101120 msgr2=0x7fb05c103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:00.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.909+0000 7fb05b200700 1 -- 172.21.15.7:0/3416309431 shutdown_connections 2024-05-21T02:02:00.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.909+0000 7fb05b200700 1 -- 172.21.15.7:0/3416309431 wait complete. 2024-05-21T02:02:00.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.910+0000 7fb05b200700 1 Processor -- start 2024-05-21T02:02:00.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.910+0000 7fb05b200700 1 -- start start 2024-05-21T02:02:00.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.910+0000 7fb05b200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb05c105650 0x7fb05c077a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.910+0000 7fb05b200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb05c106010 0x7fb05c077f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.910+0000 7fb05b200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb05c10b650 0x7fb05c0784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb05b200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c115880 con 0x7fb05c10b650 2024-05-21T02:02:00.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb05b200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c115700 con 0x7fb05c106010 2024-05-21T02:02:00.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb05b200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c115a00 con 0x7fb05c105650 2024-05-21T02:02:00.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb059e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb05c105650 0x7fb05c077a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb059e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb05c105650 0x7fb05c077a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47924/0 (socket says 172.21.15.7:47924) 2024-05-21T02:02:00.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb059e00700 1 -- 172.21.15.7:0/84714752 learned_addr learned my addr 172.21.15.7:0/84714752 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:00.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb05a800700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb05c10b650 0x7fb05c0784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb059400700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb05c106010 0x7fb05c077f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb059e00700 1 -- 172.21.15.7:0/84714752 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb05c106010 msgr2=0x7fb05c077f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:00.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb059e00700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb05c106010 0x7fb05c077f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.911+0000 7fb059e00700 1 -- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb05c10b650 msgr2=0x7fb05c0784d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:00.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.912+0000 7fb059e00700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb05c10b650 0x7fb05c0784d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.912+0000 7fb059e00700 1 -- 172.21.15.7:0/84714752 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb05c1ac360 con 0x7fb05c105650 2024-05-21T02:02:00.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.912+0000 7fb059400700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb05c106010 0x7fb05c077f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:00.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.912+0000 7fb059e00700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb05c105650 0x7fb05c077a50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb04c00e9d0 tx=0x7fb04c00ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:00.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.912+0000 7fb052a00700 1 -- 172.21.15.7:0/84714752 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c00cbd0 con 0x7fb05c105650 2024-05-21T02:02:00.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.912+0000 7fb052a00700 1 -- 172.21.15.7:0/84714752 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb04c00cd70 con 0x7fb05c105650 2024-05-21T02:02:00.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.912+0000 7fb052a00700 1 -- 172.21.15.7:0/84714752 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c018680 con 0x7fb05c105650 2024-05-21T02:02:00.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.913+0000 7fb05b200700 1 -- 172.21.15.7:0/84714752 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb05c1ac650 con 0x7fb05c105650 2024-05-21T02:02:00.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.913+0000 7fb05b200700 1 -- 172.21.15.7:0/84714752 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb05c1acb10 con 0x7fb05c105650 2024-05-21T02:02:00.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.917+0000 7fb052a00700 1 -- 172.21.15.7:0/84714752 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fb04c010430 con 0x7fb05c105650 2024-05-21T02:02:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb06b3a5b80 1 Processor -- start 2024-05-21T02:02:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb052a00700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb0400b2900 0x7fb0400b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb06b3a5b80 1 -- start start 2024-05-21T02:02:00.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb052a00700 1 -- 172.21.15.7:0/84714752 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fb04c0e24f0 con 0x7fb05c105650 2024-05-21T02:02:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf020 0x5635091cf400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091c94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091c9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563509127e40 con 0x5635091cf020 2024-05-21T02:02:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5635091179e0 con 0x5635091cf940 2024-05-21T02:02:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.920+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x56350911ba20 con 0x5635091c9ad0 2024-05-21T02:02:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.921+0000 7fb059400700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb0400b2900 0x7fb0400b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.921+0000 7fb059e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf020 0x5635091cf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.921+0000 7fb05a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091c9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.922 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.921+0000 7fb05a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091c9f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47932/0 (socket says 172.21.15.7:47932) 2024-05-21T02:02:00.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.921+0000 7fb05a800700 1 -- 172.21.15.7:0/3125986222 learned_addr learned my addr 172.21.15.7:0/3125986222 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:00.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.921+0000 7fb05a800700 1 -- 172.21.15.7:0/3125986222 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 msgr2=0x5635091c94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:00.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.922+0000 7fb059400700 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091c94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.922+0000 7fb05a800700 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091c94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.922+0000 7fb05a800700 1 -- 172.21.15.7:0/3125986222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf020 msgr2=0x5635091cf400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:00.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.922+0000 7fb05a800700 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf020 0x5635091cf400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.922+0000 7fb05a800700 1 -- 172.21.15.7:0/3125986222 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635090e0420 con 0x5635091c9ad0 2024-05-21T02:02:00.923 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.922+0000 7fb059e00700 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf020 0x5635091cf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:00.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.923+0000 7fb05a800700 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091c9f30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb05400b0a0 tx=0x7fb054009df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b91330c9d186436c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:00.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.923+0000 7fb059400700 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091c94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:00.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.923+0000 7fb047400700 1 -- 172.21.15.7:0/3125986222 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05400bcb0 con 0x5635091c9ad0 2024-05-21T02:02:00.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.923+0000 7fb047400700 1 -- 172.21.15.7:0/3125986222 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb054009460 con 0x5635091c9ad0 2024-05-21T02:02:00.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.923+0000 7fb047400700 1 -- 172.21.15.7:0/3125986222 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05400bcb0 con 0x5635091c9ad0 2024-05-21T02:02:00.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.924+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/3125986222 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 msgr2=0x5635091c9f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:00.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.924+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091c9f30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb05400b0a0 tx=0x7fb054009df0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.924+0000 7fb059400700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb0400b2900 0x7fb0400b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb05c079210 tx=0x7fb048009cb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:00.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.924+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/3125986222 shutdown_connections 2024-05-21T02:02:00.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.924+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091c9f30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.924+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf020 0x5635091cf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.924+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/3125986222 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091c94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.924+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/3125986222 >> 172.21.15.7:0/3125986222 conn(0x5635090f7be0 msgr2=0x5635091c4150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:00.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.925+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/3125986222 shutdown_connections 2024-05-21T02:02:00.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.925+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/3125986222 wait complete. 2024-05-21T02:02:00.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.925+0000 7fb06b3a5b80 1 -- start start 2024-05-21T02:02:00.926 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.926+0000 7fb06b3a5b80 1 Processor -- start 2024-05-21T02:02:00.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.926+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091d5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf020 0x5635091d2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf940 0x5635091d2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56350901dfa0 con 0x5635091cf940 2024-05-21T02:02:00.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5635090b8760 con 0x5635091cf020 2024-05-21T02:02:00.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5635091d6400 con 0x5635091c9ad0 2024-05-21T02:02:00.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb06b3a5b80 10 client.0 _ll_register_callbacks cb 0x5635090c1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:00.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb059400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf020 0x5635091d2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb059400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf020 0x5635091d2a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48002/0 (socket says 172.21.15.7:48002) 2024-05-21T02:02:00.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb059400700 1 -- 172.21.15.7:0/873386087 learned_addr learned my addr 172.21.15.7:0/873386087 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:00.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb05a800700 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf940 0x5635091d2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.927+0000 7fb059e00700 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091d5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.928 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.928+0000 7fb059400700 1 -- 172.21.15.7:0/873386087 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 msgr2=0x5635091d5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:00.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.928+0000 7fb059400700 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091d5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.928+0000 7fb059400700 1 -- 172.21.15.7:0/873386087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf940 msgr2=0x5635091d2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:00.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.928+0000 7fb059400700 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf940 0x5635091d2f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.928+0000 7fb059400700 1 -- 172.21.15.7:0/873386087 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635090678d0 con 0x5635091cf020 2024-05-21T02:02:00.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.928+0000 7fb05a800700 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf940 0x5635091d2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:00.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.928+0000 7fb059400700 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf020 0x5635091d2a10 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb048005be0 tx=0x7fb048009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de79924b85046104 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:00.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.928+0000 7fb03be00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:02:00.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.928+0000 7fb03be00700 1 -- 172.21.15.7:0/873386087 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb048025070 con 0x5635091cf020 2024-05-21T02:02:00.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.929+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/873386087 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb054009460 con 0x5635091cf020 2024-05-21T02:02:00.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.929+0000 7fb03be00700 1 -- 172.21.15.7:0/873386087 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fb04800fdb0 con 0x5635091cf020 2024-05-21T02:02:00.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.929+0000 7fb03be00700 1 -- 172.21.15.7:0/873386087 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb048031050 con 0x5635091cf020 2024-05-21T02:02:00.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.929+0000 7fb06b3a5b80 10 client.25547 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:00.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.929+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/873386087 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5635090e8060 con 0x5635091cf020 2024-05-21T02:02:00.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.930+0000 7fb03be00700 1 -- 172.21.15.7:0/873386087 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb054009460 con 0x5635091cf020 2024-05-21T02:02:00.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.930+0000 7fb03be00700 1 -- 172.21.15.7:0/873386087 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb048020040 con 0x5635091cf020 2024-05-21T02:02:00.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.930+0000 7fb06b3a5b80 10 client.25547 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:00.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.930+0000 7fb06b3a5b80 10 client.25547 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:02:00.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.930+0000 7fb06b3a5b80 20 client.25547 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:00.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.930+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5635091e2eb0 0x5635091e52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.930+0000 7fb06b3a5b80 4 client.25547 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:00.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.930+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/873386087 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563509129d90 con 0x5635091e2eb0 2024-05-21T02:02:00.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.931+0000 7fb059e00700 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5635091e2eb0 0x5635091e52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.933+0000 7fb059e00700 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5635091e2eb0 0x5635091e52a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=60d08db034cbb06d server_cookie=ce48788636a2ccd1 in_seq=0 out_seq=0 2024-05-21T02:02:00.933 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.933+0000 7fb03be00700 10 client.25547 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:02:00.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.934+0000 7fb03be00700 1 -- 172.21.15.7:0/873386087 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563509129d90 con 0x5635091e2eb0 2024-05-21T02:02:00.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.934+0000 7fb03be00700 10 client.25547 handle_command_reply: tid=0 2024-05-21T02:02:00.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.934+0000 7fb06b3a5b80 1 client.25547 shutdown 2024-05-21T02:02:00.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/873386087 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf020 msgr2=0x5635091d2a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:00.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf020 0x5635091d2a10 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb048005be0 tx=0x7fb048009260 comp rx=0 tx=0).stop 2024-05-21T02:02:00.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/873386087 shutdown_connections 2024-05-21T02:02:00.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x5635091e2eb0 0x5635091e52a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.935 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091cf940 0x5635091d2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091d5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/873386087 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf020 0x5635091d2a10 secure :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb048005be0 tx=0x7fb048009260 comp rx=0 tx=0).stop 2024-05-21T02:02:00.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb03be00700 0 client.25547 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:02:00.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/873386087 >> 172.21.15.7:0/873386087 conn(0x5635090f7be0 msgr2=0x5635091c84a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:00.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/873386087 shutdown_connections 2024-05-21T02:02:00.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.935+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/873386087 wait complete. 2024-05-21T02:02:00.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.936+0000 7fb06b3a5b80 20 client.25547 trim_cache size 0 max 16384 2024-05-21T02:02:00.967 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.967+0000 7fb06b3a5b80 1 Processor -- start 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.967+0000 7fb06b3a5b80 1 -- start start 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091c9ad0 0x5635091c8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091c93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091df4a0 0x5635091d1300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c1b40b0 con 0x5635091c9ad0 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c1b5bf0 con 0x5635091cf940 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c1b4780 con 0x5635091df4a0 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb05a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091df4a0 0x5635091d1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb05a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091df4a0 0x5635091d1300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47956/0 (socket says 172.21.15.7:47956) 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb05a800700 1 -- 172.21.15.7:0/1911835359 learned_addr learned my addr 172.21.15.7:0/1911835359 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:00.969 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.968+0000 7fb059400700 1 --2- 172.21.15.7:0/1911835359 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091c93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.969+0000 7fb05a800700 1 -- 172.21.15.7:0/1911835359 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 msgr2=0x5635091c93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:00.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.969+0000 7fb05a800700 1 --2- 172.21.15.7:0/1911835359 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091c93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.969+0000 7fb05a800700 1 -- 172.21.15.7:0/1911835359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091c9ad0 msgr2=0x5635091c8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:00.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.969+0000 7fb05a800700 1 --2- 172.21.15.7:0/1911835359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091c9ad0 0x5635091c8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.970 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.969+0000 7fb05a800700 1 -- 172.21.15.7:0/1911835359 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635091d0f80 con 0x5635091df4a0 2024-05-21T02:02:00.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.969+0000 7fb05a800700 1 --2- 172.21.15.7:0/1911835359 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091df4a0 0x5635091d1300 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb0540062a0 tx=0x7fb05400b720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83e7a8d52c5e1f6a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:00.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.970+0000 7fb046a00700 1 -- 172.21.15.7:0/1911835359 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05400bab0 con 0x5635091df4a0 2024-05-21T02:02:00.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.970+0000 7fb046a00700 1 -- 172.21.15.7:0/1911835359 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb054029070 con 0x5635091df4a0 2024-05-21T02:02:00.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.970+0000 7fb046a00700 1 -- 172.21.15.7:0/1911835359 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb054007b10 con 0x5635091df4a0 2024-05-21T02:02:00.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.971+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/1911835359 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091df4a0 msgr2=0x5635091d1300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:00.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.971+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/1911835359 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091df4a0 0x5635091d1300 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb0540062a0 tx=0x7fb05400b720 comp rx=0 tx=0).stop 2024-05-21T02:02:00.971 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.971+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/1911835359 shutdown_connections 2024-05-21T02:02:00.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.971+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/1911835359 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091df4a0 0x5635091d1300 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.971+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/1911835359 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091c9ad0 0x5635091c8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.971+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/1911835359 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091c93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.971+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/1911835359 >> 172.21.15.7:0/1911835359 conn(0x5635090f7be0 msgr2=0x5635091ccb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:00.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.971+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/1911835359 shutdown_connections 2024-05-21T02:02:00.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.971+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/1911835359 wait complete. 2024-05-21T02:02:00.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.972+0000 7fb06b3a5b80 1 -- start start 2024-05-21T02:02:00.972 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.972+0000 7fb06b3a5b80 1 Processor -- start 2024-05-21T02:02:00.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.972+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091db690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.972+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091dbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb06b3a5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091df4a0 0x5635091d8660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c1b5520 con 0x5635091df4a0 2024-05-21T02:02:00.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c1b4e50 con 0x5635091cf940 2024-05-21T02:02:00.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb06b3a5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fb05c1b2030 con 0x5635091c9ad0 2024-05-21T02:02:00.973 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb06b3a5b80 10 client.0 _ll_register_callbacks cb 0x5635090c1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:00.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb059e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091db690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb05a800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091df4a0 0x5635091d8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb059e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091db690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47968/0 (socket says 172.21.15.7:47968) 2024-05-21T02:02:00.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb059e00700 1 -- 172.21.15.7:0/4005054424 learned_addr learned my addr 172.21.15.7:0/4005054424 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:00.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.973+0000 7fb059400700 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091dbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.974+0000 7fb059e00700 1 -- 172.21.15.7:0/4005054424 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 msgr2=0x5635091dbbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:00.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.974+0000 7fb059e00700 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091dbbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.974 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.974+0000 7fb059e00700 1 -- 172.21.15.7:0/4005054424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091df4a0 msgr2=0x5635091d8660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:00.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.975+0000 7fb059e00700 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091df4a0 0x5635091d8660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.975+0000 7fb059e00700 1 -- 172.21.15.7:0/4005054424 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635091d8ca0 con 0x5635091c9ad0 2024-05-21T02:02:00.975 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.975+0000 7fb059400700 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091dbbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:00.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.975+0000 7fb05a800700 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091df4a0 0x5635091d8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:00.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.975+0000 7fb059e00700 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091db690 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb04c0a97d0 tx=0x7fb04c005bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d4db978be61ee48 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:00.976 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.975+0000 7fb03be00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:02:00.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.975+0000 7fb03be00700 1 -- 172.21.15.7:0/4005054424 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04c0c2030 con 0x5635091c9ad0 2024-05-21T02:02:00.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.975+0000 7fb03be00700 1 -- 172.21.15.7:0/4005054424 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fb04c0aae00 con 0x5635091c9ad0 2024-05-21T02:02:00.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.976+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/4005054424 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb054029070 con 0x5635091c9ad0 2024-05-21T02:02:00.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.976+0000 7fb03be00700 1 -- 172.21.15.7:0/4005054424 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb04c0aa1d0 con 0x5635091c9ad0 2024-05-21T02:02:00.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.976+0000 7fb06b3a5b80 10 client.25561 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:00.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.976+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/4005054424 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56350924e3d0 con 0x5635091c9ad0 2024-05-21T02:02:00.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.976+0000 7fb03be00700 1 -- 172.21.15.7:0/4005054424 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb054029070 con 0x5635091c9ad0 2024-05-21T02:02:00.977 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.976+0000 7fb03be00700 1 -- 172.21.15.7:0/4005054424 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb04c0e2120 con 0x5635091c9ad0 2024-05-21T02:02:00.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.976+0000 7fb06b3a5b80 10 client.25561 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:00.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.976+0000 7fb06b3a5b80 10 client.25561 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:02:00.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.976+0000 7fb06b3a5b80 20 client.25561 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:00.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.977+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x56350924eae0 0x563509250f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:00.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.977+0000 7fb06b3a5b80 4 client.25561 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:02:00.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.977+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/4005054424 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563509123570 con 0x56350924eae0 2024-05-21T02:02:00.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.977+0000 7fb059400700 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x56350924eae0 0x563509250f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:00.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.977+0000 7fb059400700 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x56350924eae0 0x563509250f20 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c6ce45858536c581 server_cookie=f3a6ee605a401575 in_seq=0 out_seq=0 2024-05-21T02:02:00.978 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.977+0000 7fb03be00700 10 client.25561 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:02:00.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.978+0000 7fb03be00700 1 -- 172.21.15.7:0/4005054424 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563509123570 con 0x56350924eae0 2024-05-21T02:02:00.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.978+0000 7fb03be00700 10 client.25561 handle_command_reply: tid=0 2024-05-21T02:02:00.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.978+0000 7fb06b3a5b80 1 client.25561 shutdown 2024-05-21T02:02:00.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.978+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/4005054424 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 msgr2=0x5635091db690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:00.979 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.978+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091db690 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb04c0a97d0 tx=0x7fb04c005bb0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/4005054424 shutdown_connections 2024-05-21T02:02:00.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x56350924eae0 0x563509250f20 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb03be00700 0 client.25561 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:02:00.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5635091df4a0 0x5635091d8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5635091c9ad0 0x5635091db690 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb06b3a5b80 1 --2- 172.21.15.7:0/4005054424 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5635091cf940 0x5635091dbbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.981 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/4005054424 >> 172.21.15.7:0/4005054424 conn(0x5635090f7be0 msgr2=0x5635091c8e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:00.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/4005054424 shutdown_connections 2024-05-21T02:02:00.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb06b3a5b80 1 -- 172.21.15.7:0/4005054424 wait complete. 2024-05-21T02:02:00.982 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.981+0000 7fb06b3a5b80 20 client.25561 trim_cache size 0 max 16384 2024-05-21T02:02:00.983 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:02:00.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.982+0000 7fb05b200700 1 -- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb0400b2900 msgr2=0x7fb0400b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:00.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.982+0000 7fb05b200700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb0400b2900 0x7fb0400b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb05c079210 tx=0x7fb048009cb0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.982+0000 7fb05b200700 1 -- 172.21.15.7:0/84714752 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb05c105650 msgr2=0x7fb05c077a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:00.983 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.982+0000 7fb05b200700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb05c105650 0x7fb05c077a50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb04c00e9d0 tx=0x7fb04c00ece0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.984+0000 7fb05b200700 1 -- 172.21.15.7:0/84714752 shutdown_connections 2024-05-21T02:02:00.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.984+0000 7fb05b200700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fb0400b2900 0x7fb0400b4dc0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.984 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.984+0000 7fb05b200700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fb05c10b650 0x7fb05c0784d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.984+0000 7fb05b200700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fb05c105650 0x7fb05c077a50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.984+0000 7fb05b200700 1 --2- 172.21.15.7:0/84714752 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fb05c106010 0x7fb05c077f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.984+0000 7fb05b200700 1 -- 172.21.15.7:0/84714752 >> 172.21.15.7:0/84714752 conn(0x7fb05c101120 msgr2=0x7fb05c1016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.984+0000 7fb05b200700 1 -- 172.21.15.7:0/84714752 shutdown_connections 2024-05-21T02:02:00.985 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:00.985+0000 7fb05b200700 1 -- 172.21.15.7:0/84714752 wait complete. 2024-05-21T02:02:01.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:00 smithi190 ceph-mon[35961]: pgmap v506: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T02:02:01.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:00 smithi164 ceph-mon[36138]: pgmap v506: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T02:02:01.856 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T02:02:02.021 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:02:02.395 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:02.831 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:02 smithi007 ceph-mon[31288]: pgmap v507: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-05-21T02:02:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:02 smithi190 ceph-mon[35961]: pgmap v507: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-05-21T02:02:03.187 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:03.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:02 smithi164 ceph-mon[36138]: pgmap v507: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-05-21T02:02:04.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.765+0000 7fbf7c400700 1 -- 172.21.15.7:0/638493912 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf74105750 msgr2=0x7fbf74105bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.765+0000 7fbf7c400700 1 --2- 172.21.15.7:0/638493912 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf74105750 0x7fbf74105bd0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbf600098f0 tx=0x7fbf60009c00 comp rx=0 tx=0).stop 2024-05-21T02:02:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.765+0000 7fbf7c400700 1 -- 172.21.15.7:0/638493912 shutdown_connections 2024-05-21T02:02:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.765+0000 7fbf7c400700 1 --2- 172.21.15.7:0/638493912 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbf74106110 0x7fbf74112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.765+0000 7fbf7c400700 1 --2- 172.21.15.7:0/638493912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf7410b750 0x7fbf7410bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.765+0000 7fbf7c400700 1 --2- 172.21.15.7:0/638493912 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf74105750 0x7fbf74105bd0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.765+0000 7fbf7c400700 1 -- 172.21.15.7:0/638493912 >> 172.21.15.7:0/638493912 conn(0x7fbf74101240 msgr2=0x7fbf74103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.766+0000 7fbf7c400700 1 -- 172.21.15.7:0/638493912 shutdown_connections 2024-05-21T02:02:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.766+0000 7fbf7c400700 1 -- 172.21.15.7:0/638493912 wait complete. 2024-05-21T02:02:04.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.767+0000 7fbf7c400700 1 Processor -- start 2024-05-21T02:02:04.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.767+0000 7fbf7c400700 1 -- start start 2024-05-21T02:02:04.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf7c400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf74105750 0x7fbf7419be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf7c400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf74106110 0x7fbf7419c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf7c400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbf7410b750 0x7fbf741a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf7c400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbf741159a0 con 0x7fbf74106110 2024-05-21T02:02:04.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf7c400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbf74115820 con 0x7fbf7410b750 2024-05-21T02:02:04.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf7c400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbf74115b20 con 0x7fbf74105750 2024-05-21T02:02:04.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf79a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf74105750 0x7fbf7419be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf79000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf74106110 0x7fbf7419c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf79000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf74106110 0x7fbf7419c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43074/0 (socket says 172.21.15.7:43074) 2024-05-21T02:02:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.768+0000 7fbf79000700 1 -- 172.21.15.7:0/3832546744 learned_addr learned my addr 172.21.15.7:0/3832546744 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.769+0000 7fbf7a400700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbf7410b750 0x7fbf741a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.769+0000 7fbf79000700 1 -- 172.21.15.7:0/3832546744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf74105750 msgr2=0x7fbf7419be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.769+0000 7fbf79000700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf74105750 0x7fbf7419be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.769+0000 7fbf79000700 1 -- 172.21.15.7:0/3832546744 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbf7410b750 msgr2=0x7fbf741a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.769+0000 7fbf79000700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbf7410b750 0x7fbf741a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.769+0000 7fbf79000700 1 -- 172.21.15.7:0/3832546744 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf741a0e80 con 0x7fbf74106110 2024-05-21T02:02:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.769+0000 7fbf79000700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf74106110 0x7fbf7419c3b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbf60009230 tx=0x7fbf600050f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:04.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.771+0000 7fbf72000700 1 -- 172.21.15.7:0/3832546744 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf600052c0 con 0x7fbf74106110 2024-05-21T02:02:04.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.771+0000 7fbf72000700 1 -- 172.21.15.7:0/3832546744 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf6000ba10 con 0x7fbf74106110 2024-05-21T02:02:04.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.771+0000 7fbf72000700 1 -- 172.21.15.7:0/3832546744 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60003b80 con 0x7fbf74106110 2024-05-21T02:02:04.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.771+0000 7fbf7c400700 1 -- 172.21.15.7:0/3832546744 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf741a1110 con 0x7fbf74106110 2024-05-21T02:02:04.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.771+0000 7fbf7c400700 1 -- 172.21.15.7:0/3832546744 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf741a89f0 con 0x7fbf74106110 2024-05-21T02:02:04.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.777+0000 7fbf86dc5b80 1 Processor -- start 2024-05-21T02:02:04.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.777+0000 7fbf72000700 1 -- 172.21.15.7:0/3832546744 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbf6000bbc0 con 0x7fbf74106110 2024-05-21T02:02:04.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.777+0000 7fbf86dc5b80 1 -- start start 2024-05-21T02:02:04.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.777+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59cc610 0x55adf59cc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.777+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 0x55adf59c6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.778+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59c75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.778+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55adf5924e40 con 0x55adf59ccf30 2024-05-21T02:02:04.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.778+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55adf59149e0 con 0x55adf59c7140 2024-05-21T02:02:04.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.778+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55adf5918a20 con 0x55adf59cc610 2024-05-21T02:02:04.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.778+0000 7fbf7a400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59cc610 0x55adf59cc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.778+0000 7fbf7a400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59cc610 0x55adf59cc9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47978/0 (socket says 172.21.15.7:47978) 2024-05-21T02:02:04.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.778+0000 7fbf7a400700 1 -- 172.21.15.7:0/1457471175 learned_addr learned my addr 172.21.15.7:0/1457471175 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:04.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.779+0000 7fbf79a00700 1 --2- 172.21.15.7:0/1457471175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 0x55adf59c6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.779+0000 7fbf7a400700 1 -- 172.21.15.7:0/1457471175 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 msgr2=0x55adf59c75c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:02:04.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.779+0000 7fbf7a400700 1 --2- 172.21.15.7:0/1457471175 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59c75c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.779+0000 7fbf7a400700 1 -- 172.21.15.7:0/1457471175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 msgr2=0x55adf59c6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:04.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.779+0000 7fbf7a400700 1 --2- 172.21.15.7:0/1457471175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 0x55adf59c6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.779+0000 7fbf7a400700 1 -- 172.21.15.7:0/1457471175 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55adf58dd420 con 0x55adf59cc610 2024-05-21T02:02:04.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.779+0000 7fbf72000700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf5c0b2980 0x7fbf5c0b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.780+0000 7fbf72000700 1 -- 172.21.15.7:0/3832546744 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fbf600e3250 con 0x7fbf74106110 2024-05-21T02:02:04.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.780+0000 7fbf79a00700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf5c0b2980 0x7fbf5c0b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.780+0000 7fbf7a400700 1 --2- 172.21.15.7:0/1457471175 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59cc610 0x55adf59cc9f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c009dc0 tx=0x7fbf6c0077e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=275145bef42f91d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:04.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.781+0000 7fbf66a00700 1 -- 172.21.15.7:0/1457471175 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6c014610 con 0x55adf59cc610 2024-05-21T02:02:04.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.781+0000 7fbf66a00700 1 -- 172.21.15.7:0/1457471175 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf6c019070 con 0x55adf59cc610 2024-05-21T02:02:04.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.781+0000 7fbf66a00700 1 -- 172.21.15.7:0/1457471175 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6c013960 con 0x55adf59cc610 2024-05-21T02:02:04.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.781+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/1457471175 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59cc610 msgr2=0x55adf59cc9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:04.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.781+0000 7fbf79a00700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf5c0b2980 0x7fbf5c0b4e40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fbf68005fd0 tx=0x7fbf68009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:04.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.781+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/1457471175 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59cc610 0x55adf59cc9f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c009dc0 tx=0x7fbf6c0077e0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.782+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/1457471175 shutdown_connections 2024-05-21T02:02:04.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.782+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/1457471175 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59c75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.782+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/1457471175 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59cc610 0x55adf59cc9f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.782+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/1457471175 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 0x55adf59c6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.782+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/1457471175 >> 172.21.15.7:0/1457471175 conn(0x55adf58f4be0 msgr2=0x55adf59c1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:04.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.782+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/1457471175 shutdown_connections 2024-05-21T02:02:04.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.782+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/1457471175 wait complete. 2024-05-21T02:02:04.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.783+0000 7fbf86dc5b80 1 -- start start 2024-05-21T02:02:04.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.783+0000 7fbf86dc5b80 1 Processor -- start 2024-05-21T02:02:04.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59d2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59cc610 0x55adf59d0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59ccf30 0x55adf59d0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55adf581afa0 con 0x55adf59cc610 2024-05-21T02:02:04.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55adf58b5760 con 0x55adf59c7140 2024-05-21T02:02:04.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55adf59d39e0 con 0x55adf59ccf30 2024-05-21T02:02:04.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf86dc5b80 10 client.0 _ll_register_callbacks cb 0x55adf58bec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:04.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf79000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59cc610 0x55adf59d0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf7a400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59ccf30 0x55adf59d0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf7a400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59ccf30 0x55adf59d0590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47986/0 (socket says 172.21.15.7:47986) 2024-05-21T02:02:04.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.784+0000 7fbf7a400700 1 -- 172.21.15.7:0/2571341410 learned_addr learned my addr 172.21.15.7:0/2571341410 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:04.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf79a00700 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59d2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf79000700 1 -- 172.21.15.7:0/2571341410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59ccf30 msgr2=0x55adf59d0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:04.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf79000700 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59ccf30 0x55adf59d0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf79000700 1 -- 172.21.15.7:0/2571341410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 msgr2=0x55adf59d2cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:04.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf79000700 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59d2cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf79000700 1 -- 172.21.15.7:0/2571341410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55adf58648d0 con 0x55adf59cc610 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf79a00700 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59d2cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf7a400700 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59ccf30 0x55adf59d0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf79000700 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59cc610 0x55adf59d0050 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x55adf59c7b00 tx=0x7fbf600a6780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7056293e9004a30a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.785+0000 7fbf5b400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.786+0000 7fbf5b400700 1 -- 172.21.15.7:0/2571341410 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf600aa030 con 0x55adf59cc610 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.786+0000 7fbf5b400700 1 -- 172.21.15.7:0/2571341410 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fbf600afe00 con 0x55adf59cc610 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.786+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2571341410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf6c019070 con 0x55adf59cc610 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.787+0000 7fbf5b400700 1 -- 172.21.15.7:0/2571341410 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf60005460 con 0x55adf59cc610 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.787+0000 7fbf86dc5b80 10 client.15462 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:04.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.787+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2571341410 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55adf58e5060 con 0x55adf59cc610 2024-05-21T02:02:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.787+0000 7fbf5b400700 1 -- 172.21.15.7:0/2571341410 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf6c019070 con 0x55adf59cc610 2024-05-21T02:02:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.788+0000 7fbf5b400700 1 -- 172.21.15.7:0/2571341410 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fbf600a6b50 con 0x55adf59cc610 2024-05-21T02:02:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.788+0000 7fbf86dc5b80 10 client.15462 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.788+0000 7fbf86dc5b80 10 client.15462 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:02:04.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.788+0000 7fbf86dc5b80 20 client.15462 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.788+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55adf59e0530 0x55adf59e2950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.788+0000 7fbf86dc5b80 4 client.15462 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.788+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2571341410 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55adf5926d90 con 0x55adf59e0530 2024-05-21T02:02:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.788+0000 7fbf79a00700 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55adf59e0530 0x55adf59e2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.789+0000 7fbf79a00700 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55adf59e0530 0x55adf59e2950 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=61285abfbc1be5c2 server_cookie=58ebd60562b20fe6 in_seq=0 out_seq=0 2024-05-21T02:02:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.789+0000 7fbf5b400700 10 client.15462 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:02:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.790+0000 7fbf5b400700 1 -- 172.21.15.7:0/2571341410 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55adf5926d90 con 0x55adf59e0530 2024-05-21T02:02:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.790+0000 7fbf5b400700 10 client.15462 handle_command_reply: tid=0 2024-05-21T02:02:04.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.790+0000 7fbf86dc5b80 1 client.15462 shutdown 2024-05-21T02:02:04.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.791+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2571341410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59cc610 msgr2=0x55adf59d0050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:04.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.791+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59cc610 0x55adf59d0050 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x55adf59c7b00 tx=0x7fbf600a6780 comp rx=0 tx=0).stop 2024-05-21T02:02:04.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.791+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2571341410 shutdown_connections 2024-05-21T02:02:04.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.791+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55adf59e0530 0x55adf59e2950 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.791+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59ccf30 0x55adf59d0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.791+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59d2cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.791+0000 7fbf5b400700 0 client.15462 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:02:04.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.791+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2571341410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59cc610 0x55adf59d0050 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.791+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2571341410 >> 172.21.15.7:0/2571341410 conn(0x55adf58f4be0 msgr2=0x55adf59c0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:04.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.792+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2571341410 shutdown_connections 2024-05-21T02:02:04.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.792+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2571341410 wait complete. 2024-05-21T02:02:04.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.792+0000 7fbf86dc5b80 20 client.15462 trim_cache size 0 max 16384 2024-05-21T02:02:04.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.808+0000 7fbf86dc5b80 1 Processor -- start 2024-05-21T02:02:04.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf86dc5b80 1 -- start start 2024-05-21T02:02:04.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59c6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 0x55adf59c14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e81e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbf741afcd0 con 0x55adf59ccf30 2024-05-21T02:02:04.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbf741b1810 con 0x55adf59c7140 2024-05-21T02:02:04.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbf741b03a0 con 0x55adf59e0530 2024-05-21T02:02:04.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf79000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 0x55adf59c14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf79a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59c6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf7a400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf79a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59c6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48050/0 (socket says 172.21.15.7:48050) 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf79000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 0x55adf59c14f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43108/0 (socket says 172.21.15.7:43108) 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.809+0000 7fbf79a00700 1 -- 172.21.15.7:0/3241019194 learned_addr learned my addr 172.21.15.7:0/3241019194 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.810+0000 7fbf79a00700 1 -- 172.21.15.7:0/3241019194 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 msgr2=0x55adf59e81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.810+0000 7fbf79a00700 1 --2- 172.21.15.7:0/3241019194 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.810+0000 7fbf79a00700 1 -- 172.21.15.7:0/3241019194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 msgr2=0x55adf59c14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.810+0000 7fbf79a00700 1 --2- 172.21.15.7:0/3241019194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 0x55adf59c14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.810+0000 7fbf79a00700 1 -- 172.21.15.7:0/3241019194 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55adf59d28f0 con 0x55adf59c7140 2024-05-21T02:02:04.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.810+0000 7fbf79a00700 1 --2- 172.21.15.7:0/3241019194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59c6b20 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbf68013010 tx=0x7fbf68017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32a2235e1af80a68 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:04.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.811+0000 7fbf66000700 1 -- 172.21.15.7:0/3241019194 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf68003ae0 con 0x55adf59c7140 2024-05-21T02:02:04.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.811+0000 7fbf66000700 1 -- 172.21.15.7:0/3241019194 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf68004ce0 con 0x55adf59c7140 2024-05-21T02:02:04.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.811+0000 7fbf66000700 1 -- 172.21.15.7:0/3241019194 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf680054f0 con 0x55adf59c7140 2024-05-21T02:02:04.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.812+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/3241019194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 msgr2=0x55adf59c6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:04.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.812+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/3241019194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59c6b20 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbf68013010 tx=0x7fbf68017000 comp rx=0 tx=0).stop 2024-05-21T02:02:04.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.812+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/3241019194 shutdown_connections 2024-05-21T02:02:04.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.812+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/3241019194 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.812+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/3241019194 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59c7140 0x55adf59c6b20 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.812+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/3241019194 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59ccf30 0x55adf59c14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.812+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/3241019194 >> 172.21.15.7:0/3241019194 conn(0x55adf58f4be0 msgr2=0x55adf59ce940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:04.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.812+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/3241019194 shutdown_connections 2024-05-21T02:02:04.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.812+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/3241019194 wait complete. 2024-05-21T02:02:04.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.813+0000 7fbf86dc5b80 1 -- start start 2024-05-21T02:02:04.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.813+0000 7fbf86dc5b80 1 Processor -- start 2024-05-21T02:02:04.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59c7140 0x55adf59d9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59ccf30 0x55adf59e7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf86dc5b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbf741b1140 con 0x55adf59c7140 2024-05-21T02:02:04.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbf741b0a70 con 0x55adf59ccf30 2024-05-21T02:02:04.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf86dc5b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbf741adc50 con 0x55adf59e0530 2024-05-21T02:02:04.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf86dc5b80 10 client.0 _ll_register_callbacks cb 0x55adf58bec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:04.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf79000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59ccf30 0x55adf59e7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf7a400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf7a400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e8180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:48010/0 (socket says 172.21.15.7:48010) 2024-05-21T02:02:04.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf79000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59ccf30 0x55adf59e7b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:48054/0 (socket says 172.21.15.7:48054) 2024-05-21T02:02:04.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf7a400700 1 -- 172.21.15.7:0/2744085377 learned_addr learned my addr 172.21.15.7:0/2744085377 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:04.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf7a400700 1 -- 172.21.15.7:0/2744085377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59ccf30 msgr2=0x55adf59e7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:04.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf7a400700 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59ccf30 0x55adf59e7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.814+0000 7fbf7a400700 1 -- 172.21.15.7:0/2744085377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59c7140 msgr2=0x55adf59d9440 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.815+0000 7fbf79a00700 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59c7140 0x55adf59d9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.815+0000 7fbf7a400700 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59c7140 0x55adf59d9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.815+0000 7fbf7a400700 1 -- 172.21.15.7:0/2744085377 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55adf5a4a0b0 con 0x55adf59e0530 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.815+0000 7fbf79000700 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59ccf30 0x55adf59e7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.815+0000 7fbf79a00700 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59c7140 0x55adf59d9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.816+0000 7fbf7a400700 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e8180 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c009dc0 tx=0x7fbf6c009190 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d87e9d095f1f68c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.816+0000 7fbf5b400700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.816+0000 7fbf5b400700 1 -- 172.21.15.7:0/2744085377 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6c013a40 con 0x55adf59e0530 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.816+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2744085377 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf68004ce0 con 0x55adf59e0530 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.816+0000 7fbf5b400700 1 -- 172.21.15.7:0/2744085377 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fbf6c013be0 con 0x55adf59e0530 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.816+0000 7fbf5b400700 1 -- 172.21.15.7:0/2744085377 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbf6c013e20 con 0x55adf59e0530 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf86dc5b80 10 client.25579 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:04.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2744085377 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55adf5a4b200 con 0x55adf59e0530 2024-05-21T02:02:04.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf5b400700 1 -- 172.21.15.7:0/2744085377 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf68004ce0 con 0x55adf59e0530 2024-05-21T02:02:04.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf5b400700 1 -- 172.21.15.7:0/2744085377 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fbf6c005200 con 0x55adf59e0530 2024-05-21T02:02:04.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf86dc5b80 10 client.25579 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:04.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf86dc5b80 10 client.25579 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:02:04.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf86dc5b80 20 client.25579 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:04.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55adf5a4b580 0x55adf5a4d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:04.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf86dc5b80 4 client.25579 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:02:04.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2744085377 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55adf5920570 con 0x55adf5a4b580 2024-05-21T02:02:04.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.817+0000 7fbf79a00700 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55adf5a4b580 0x55adf5a4d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.818+0000 7fbf79a00700 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55adf5a4b580 0x55adf5a4d9a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ea5f123565d06682 server_cookie=6642701e0e9573cf in_seq=0 out_seq=0 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.818+0000 7fbf5b400700 10 client.25579 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf5b400700 1 -- 172.21.15.7:0/2744085377 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55adf5920570 con 0x55adf5a4b580 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf5b400700 10 client.25579 handle_command_reply: tid=0 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf86dc5b80 1 client.25579 shutdown 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2744085377 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 msgr2=0x55adf59e8180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e8180 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fbf6c009dc0 tx=0x7fbf6c009190 comp rx=0 tx=0).stop 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2744085377 shutdown_connections 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55adf5a4b580 0x55adf5a4d9a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55adf59e0530 0x55adf59e8180 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55adf59c7140 0x55adf59d9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf86dc5b80 1 --2- 172.21.15.7:0/2744085377 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55adf59ccf30 0x55adf59e7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2744085377 >> 172.21.15.7:0/2744085377 conn(0x55adf58f4be0 msgr2=0x55adf59cd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:04.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.819+0000 7fbf5b400700 0 client.25579 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:02:04.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.820+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2744085377 shutdown_connections 2024-05-21T02:02:04.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.820+0000 7fbf86dc5b80 1 -- 172.21.15.7:0/2744085377 wait complete. 2024-05-21T02:02:04.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.820+0000 7fbf86dc5b80 20 client.25579 trim_cache size 0 max 16384 2024-05-21T02:02:04.821 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:02:04.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.821+0000 7fbf7c400700 1 -- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf5c0b2980 msgr2=0x7fbf5c0b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:04.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.821+0000 7fbf7c400700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf5c0b2980 0x7fbf5c0b4e40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fbf68005fd0 tx=0x7fbf68009310 comp rx=0 tx=0).stop 2024-05-21T02:02:04.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.821+0000 7fbf7c400700 1 -- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf74106110 msgr2=0x7fbf7419c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:04.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.821+0000 7fbf7c400700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf74106110 0x7fbf7419c3b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbf60009230 tx=0x7fbf600050f0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.821+0000 7fbf7c400700 1 -- 172.21.15.7:0/3832546744 shutdown_connections 2024-05-21T02:02:04.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.821+0000 7fbf7c400700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbf7410b750 0x7fbf741a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.821+0000 7fbf7c400700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbf74105750 0x7fbf7419be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.821+0000 7fbf7c400700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf5c0b2980 0x7fbf5c0b4e40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.821+0000 7fbf7c400700 1 --2- 172.21.15.7:0/3832546744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbf74106110 0x7fbf7419c3b0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:04.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.822+0000 7fbf7c400700 1 -- 172.21.15.7:0/3832546744 >> 172.21.15.7:0/3832546744 conn(0x7fbf74101240 msgr2=0x7fbf741019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:04.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.822+0000 7fbf7c400700 1 -- 172.21.15.7:0/3832546744 shutdown_connections 2024-05-21T02:02:04.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:04.822+0000 7fbf7c400700 1 -- 172.21.15.7:0/3832546744 wait complete. 2024-05-21T02:02:05.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:04 smithi007 ceph-mon[31288]: pgmap v508: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:05.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:04 smithi190 ceph-mon[35961]: pgmap v508: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:05.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:04 smithi164 ceph-mon[36138]: pgmap v508: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:06.361 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T02:02:07.007 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:06 smithi007 ceph-mon[31288]: pgmap v509: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.095+0000 7f3184200700 1 -- 172.21.15.7:0/610974096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c076090 msgr2=0x7f317c10fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:07.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.095+0000 7f3184200700 1 --2- 172.21.15.7:0/610974096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c076090 0x7f317c10fa60 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f31680098f0 tx=0x7f3168009c00 comp rx=0 tx=0).stop 2024-05-21T02:02:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.096+0000 7f3184200700 1 -- 172.21.15.7:0/610974096 shutdown_connections 2024-05-21T02:02:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.096+0000 7f3184200700 1 --2- 172.21.15.7:0/610974096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f317c10ffa0 0x7f317c112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.096+0000 7f3184200700 1 --2- 172.21.15.7:0/610974096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f317c075770 0x7f317c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.096+0000 7f3184200700 1 --2- 172.21.15.7:0/610974096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c076090 0x7f317c10fa60 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.096+0000 7f3184200700 1 -- 172.21.15.7:0/610974096 >> 172.21.15.7:0/610974096 conn(0x7f317c07a6a0 msgr2=0x7f317c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.096+0000 7f3184200700 1 -- 172.21.15.7:0/610974096 shutdown_connections 2024-05-21T02:02:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.096+0000 7f3184200700 1 -- 172.21.15.7:0/610974096 wait complete. 2024-05-21T02:02:07.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.098+0000 7f3184200700 1 Processor -- start 2024-05-21T02:02:07.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.098+0000 7f3184200700 1 -- start start 2024-05-21T02:02:07.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.099+0000 7f3184200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c075770 0x7f317c1a2d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:07.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.099+0000 7f3184200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f317c076090 0x7f317c1a0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:07.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.099+0000 7f3184200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f317c10ffa0 0x7f317c1a13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:07.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.099+0000 7f3184200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f317c1159d0 con 0x7f317c10ffa0 2024-05-21T02:02:07.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.099+0000 7f3184200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f317c115850 con 0x7f317c076090 2024-05-21T02:02:07.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.099+0000 7f3184200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f317c115b50 con 0x7f317c075770 2024-05-21T02:02:07.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.100+0000 7f3181800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c075770 0x7f317c1a2d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:07.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.100+0000 7f3181800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c075770 0x7f317c1a2d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54908/0 (socket says 172.21.15.7:54908) 2024-05-21T02:02:07.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.100+0000 7f3181800700 1 -- 172.21.15.7:0/273304294 learned_addr learned my addr 172.21.15.7:0/273304294 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:07.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.100+0000 7f3182200700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f317c10ffa0 0x7f317c1a13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:07.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.100+0000 7f3180e00700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f317c076090 0x7f317c1a0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:07.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.101+0000 7f3181800700 1 -- 172.21.15.7:0/273304294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f317c076090 msgr2=0x7f317c1a0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:07.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.101+0000 7f3181800700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f317c076090 0x7f317c1a0e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:07.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.101+0000 7f3181800700 1 -- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f317c10ffa0 msgr2=0x7f317c1a13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:07.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.101+0000 7f3181800700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f317c10ffa0 0x7f317c1a13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:07.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.101+0000 7f3181800700 1 -- 172.21.15.7:0/273304294 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f317c1a1ae0 con 0x7f317c075770 2024-05-21T02:02:07.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.101+0000 7f3181800700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c075770 0x7f317c1a2d10 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f317000e9f0 tx=0x7f317000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:07.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.102+0000 7f317a000700 1 -- 172.21.15.7:0/273304294 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3170004a30 con 0x7f317c075770 2024-05-21T02:02:07.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.102+0000 7f317a000700 1 -- 172.21.15.7:0/273304294 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f317000cc70 con 0x7f317c075770 2024-05-21T02:02:07.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.102+0000 7f317a000700 1 -- 172.21.15.7:0/273304294 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3170005650 con 0x7f317c075770 2024-05-21T02:02:07.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.103+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f317c10ea20 con 0x7f317c075770 2024-05-21T02:02:07.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.103+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f317c10eeb0 con 0x7f317c075770 2024-05-21T02:02:07.105 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.104+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f317c076e30 con 0x7f317c075770 2024-05-21T02:02:07.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:06 smithi190 ceph-mon[35961]: pgmap v509: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:07.107 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:07.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.107+0000 7f317a000700 1 -- 172.21.15.7:0/273304294 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3170021430 con 0x7f317c075770 2024-05-21T02:02:07.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.109+0000 7f317a000700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f31640b2900 0x7f31640b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:07.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.110+0000 7f317a000700 1 -- 172.21.15.7:0/273304294 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f31700e2600 con 0x7f317c075770 2024-05-21T02:02:07.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.110+0000 7f3180e00700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f31640b2900 0x7f31640b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:07.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.111+0000 7f3180e00700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f31640b2900 0x7f31640b4dc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3168005bf0 tx=0x7f3168005b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:07.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.113+0000 7f317a000700 1 -- 172.21.15.7:0/273304294 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f317000ce20 con 0x7f317c075770 2024-05-21T02:02:07.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:06 smithi164 ceph-mon[36138]: pgmap v509: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:07.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.663+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f317c10f270 con 0x7f317c075770 2024-05-21T02:02:07.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.664+0000 7f317a000700 1 -- 172.21.15.7:0/273304294 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f31700aa2e0 con 0x7f317c075770 2024-05-21T02:02:07.668 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:02:07.668 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:02:07.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.669+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f31640b2900 msgr2=0x7f31640b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:07.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.669+0000 7f3184200700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f31640b2900 0x7f31640b4dc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3168005bf0 tx=0x7f3168005b40 comp rx=0 tx=0).stop 2024-05-21T02:02:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.669+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c075770 msgr2=0x7f317c1a2d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:07.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.669+0000 7f3184200700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c075770 0x7f317c1a2d10 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f317000e9f0 tx=0x7f317000ed00 comp rx=0 tx=0).stop 2024-05-21T02:02:07.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.671+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 shutdown_connections 2024-05-21T02:02:07.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.671+0000 7f3184200700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f31640b2900 0x7f31640b4dc0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:07.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.671+0000 7f3184200700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f317c10ffa0 0x7f317c1a13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:07.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.671+0000 7f3184200700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f317c075770 0x7f317c1a2d10 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:07.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.671+0000 7f3184200700 1 --2- 172.21.15.7:0/273304294 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f317c076090 0x7f317c1a0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:07.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.671+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 >> 172.21.15.7:0/273304294 conn(0x7f317c07a6a0 msgr2=0x7f317c105870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:07.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.671+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 shutdown_connections 2024-05-21T02:02:07.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:07.671+0000 7f3184200700 1 -- 172.21.15.7:0/273304294 wait complete. 2024-05-21T02:02:07.674 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:02:08.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:07 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/273304294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:08.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:07 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/273304294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:08.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:07 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/273304294' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:08.820 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 8f8e07f6 --release --await' 2024-05-21T02:02:08.820 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24518 quiesce db --set-id 8f8e07f6 --release --await 2024-05-21T02:02:08.977 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:08 smithi007 ceph-mon[31288]: pgmap v510: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:02:09.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:08 smithi190 ceph-mon[35961]: pgmap v510: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:02:09.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:08 smithi164 ceph-mon[36138]: pgmap v510: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:02:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:10.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.498+0000 7f7047e00700 1 -- 172.21.15.7:0/1505915756 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040108470 msgr2=0x7f704006b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:10.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.498+0000 7f7047e00700 1 --2- 172.21.15.7:0/1505915756 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040108470 0x7f704006b250 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7034009990 tx=0x7f7034009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.499+0000 7f7047e00700 1 -- 172.21.15.7:0/1505915756 shutdown_connections 2024-05-21T02:02:10.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.499+0000 7f7047e00700 1 --2- 172.21.15.7:0/1505915756 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040105f80 0x7f7040106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.499+0000 7f7047e00700 1 --2- 172.21.15.7:0/1505915756 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040108470 0x7f704006b250 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.499+0000 7f7047e00700 1 --2- 172.21.15.7:0/1505915756 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f704006b790 0x7f704006bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.499+0000 7f7047e00700 1 -- 172.21.15.7:0/1505915756 >> 172.21.15.7:0/1505915756 conn(0x7f70400793f0 msgr2=0x7f7040079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:10.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.500+0000 7f7047e00700 1 -- 172.21.15.7:0/1505915756 shutdown_connections 2024-05-21T02:02:10.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.500+0000 7f7047e00700 1 -- 172.21.15.7:0/1505915756 wait complete. 2024-05-21T02:02:10.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.501+0000 7f7047e00700 1 Processor -- start 2024-05-21T02:02:10.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.501+0000 7f7047e00700 1 -- start start 2024-05-21T02:02:10.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.502+0000 7f7047e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f70401a0560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.502+0000 7f7047e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040105f80 0x7f70401a0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.502+0000 7f7047e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f70401a4e30 0x7f70401a52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.502+0000 7f7047e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7040119cb0 con 0x7f7040105f80 2024-05-21T02:02:10.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.502+0000 7f7047e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7040119b30 con 0x7f704006b790 2024-05-21T02:02:10.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.502+0000 7f7047e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7040119e30 con 0x7f70401a4e30 2024-05-21T02:02:10.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.502+0000 7f7045400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f70401a0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.502+0000 7f7045400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f70401a0560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59602/0 (socket says 172.21.15.7:59602) 2024-05-21T02:02:10.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.502+0000 7f7045400700 1 -- 172.21.15.7:0/3601066388 learned_addr learned my addr 172.21.15.7:0/3601066388 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:10.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.503+0000 7f7044a00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040105f80 0x7f70401a0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.503+0000 7f7045400700 1 -- 172.21.15.7:0/3601066388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f70401a4e30 msgr2=0x7f70401a52b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-21T02:02:10.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.503+0000 7f7045e00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f70401a4e30 0x7f70401a52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.503+0000 7f7045400700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f70401a4e30 0x7f70401a52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.503+0000 7f7045400700 1 -- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040105f80 msgr2=0x7f70401a0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:10.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.503+0000 7f7045400700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040105f80 0x7f70401a0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.503+0000 7f7045400700 1 -- 172.21.15.7:0/3601066388 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70401a5950 con 0x7f704006b790 2024-05-21T02:02:10.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.503+0000 7f7044a00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040105f80 0x7f70401a0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:10.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.503+0000 7f7045e00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f70401a4e30 0x7f70401a52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:10.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.504+0000 7f7045400700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f70401a0560 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7034006010 tx=0x7f7034009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:10.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.504+0000 7f703e000700 1 -- 172.21.15.7:0/3601066388 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7034026070 con 0x7f704006b790 2024-05-21T02:02:10.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.504+0000 7f703e000700 1 -- 172.21.15.7:0/3601066388 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7034021410 con 0x7f704006b790 2024-05-21T02:02:10.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.504+0000 7f703e000700 1 -- 172.21.15.7:0/3601066388 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7034017630 con 0x7f704006b790 2024-05-21T02:02:10.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.505+0000 7f7047e00700 1 -- 172.21.15.7:0/3601066388 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70401a5be0 con 0x7f704006b790 2024-05-21T02:02:10.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.505+0000 7f7047e00700 1 -- 172.21.15.7:0/3601066388 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70401ad2b0 con 0x7f704006b790 2024-05-21T02:02:10.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.510+0000 7f703e000700 1 -- 172.21.15.7:0/3601066388 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f7034009d10 con 0x7f704006b790 2024-05-21T02:02:10.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.511+0000 7f703e000700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2900 0x7f70280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.511+0000 7f703e000700 1 -- 172.21.15.7:0/3601066388 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f70340e2690 con 0x7f704006b790 2024-05-21T02:02:10.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.512+0000 7f7044a00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2900 0x7f70280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.512+0000 7f70527deb80 1 Processor -- start 2024-05-21T02:02:10.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.513+0000 7f70527deb80 1 -- start start 2024-05-21T02:02:10.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.513+0000 7f70527deb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 0x559c91858290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.513+0000 7f70527deb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c91852260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.513+0000 7f70527deb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91852880 0x559c91852ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.513+0000 7f70527deb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559c917b0e40 con 0x559c91852880 2024-05-21T02:02:10.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.513+0000 7f70527deb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c917a09e0 con 0x559c918587d0 2024-05-21T02:02:10.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.513+0000 7f70527deb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559c917a4a20 con 0x559c91857eb0 2024-05-21T02:02:10.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.513+0000 7f7044a00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2900 0x7f70280b4dc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f7040106910 tx=0x7f702c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:10.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.513+0000 7f7044a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c91852260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.514+0000 7f7044a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c91852260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59606/0 (socket says 172.21.15.7:59606) 2024-05-21T02:02:10.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.514+0000 7f7044a00700 1 -- 172.21.15.7:0/2709799154 learned_addr learned my addr 172.21.15.7:0/2709799154 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:10.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.514+0000 7f7045400700 1 --2- 172.21.15.7:0/2709799154 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 0x559c91858290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.514+0000 7f7044a00700 1 -- 172.21.15.7:0/2709799154 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 msgr2=0x559c91858290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:10.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.514+0000 7f7044a00700 1 --2- 172.21.15.7:0/2709799154 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 0x559c91858290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.514+0000 7f7044a00700 1 -- 172.21.15.7:0/2709799154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91852880 msgr2=0x559c91852ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:10.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.514+0000 7f7044a00700 1 --2- 172.21.15.7:0/2709799154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91852880 0x559c91852ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.514+0000 7f7044a00700 1 -- 172.21.15.7:0/2709799154 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c91769420 con 0x559c918587d0 2024-05-21T02:02:10.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.514+0000 7f7044a00700 1 --2- 172.21.15.7:0/2709799154 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c91852260 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f702c010cb0 tx=0x7f702c013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1cf6bc96a20bcdc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:10.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.515+0000 7f7032a00700 1 -- 172.21.15.7:0/2709799154 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c023070 con 0x559c918587d0 2024-05-21T02:02:10.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.515+0000 7f7032a00700 1 -- 172.21.15.7:0/2709799154 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f702c01f450 con 0x559c918587d0 2024-05-21T02:02:10.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.515+0000 7f7032a00700 1 -- 172.21.15.7:0/2709799154 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c011600 con 0x559c918587d0 2024-05-21T02:02:10.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.516+0000 7f70527deb80 1 -- 172.21.15.7:0/2709799154 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 msgr2=0x559c91852260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:10.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.516+0000 7f70527deb80 1 --2- 172.21.15.7:0/2709799154 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c91852260 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f702c010cb0 tx=0x7f702c013000 comp rx=0 tx=0).stop 2024-05-21T02:02:10.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.517+0000 7f70527deb80 1 -- 172.21.15.7:0/2709799154 shutdown_connections 2024-05-21T02:02:10.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.517+0000 7f70527deb80 1 --2- 172.21.15.7:0/2709799154 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91852880 0x559c91852ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.518+0000 7f70527deb80 1 --2- 172.21.15.7:0/2709799154 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 0x559c91858290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.518+0000 7f70527deb80 1 --2- 172.21.15.7:0/2709799154 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c91852260 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.518+0000 7f70527deb80 1 -- 172.21.15.7:0/2709799154 >> 172.21.15.7:0/2709799154 conn(0x559c91780be0 msgr2=0x559c9184d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:10.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.519+0000 7f70527deb80 1 -- 172.21.15.7:0/2709799154 shutdown_connections 2024-05-21T02:02:10.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.519+0000 7f70527deb80 1 -- 172.21.15.7:0/2709799154 wait complete. 2024-05-21T02:02:10.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.520+0000 7f70527deb80 1 -- start start 2024-05-21T02:02:10.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.520+0000 7f70527deb80 1 Processor -- start 2024-05-21T02:02:10.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f70527deb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91852880 0x559c9185e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f70527deb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 0x559c9185b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f70527deb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 0x559c9185bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f70527deb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x559c916a6fa0 con 0x559c918587d0 2024-05-21T02:02:10.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f70527deb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x559c91741760 con 0x559c91852880 2024-05-21T02:02:10.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f70527deb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x559c9185f240 con 0x559c91857eb0 2024-05-21T02:02:10.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f70527deb80 10 client.0 _ll_register_callbacks cb 0x559c9174ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:10.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f7045400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91852880 0x559c9185e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f7045400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91852880 0x559c9185e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59610/0 (socket says 172.21.15.7:59610) 2024-05-21T02:02:10.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f7045400700 1 -- 172.21.15.7:0/3334529306 learned_addr learned my addr 172.21.15.7:0/3334529306 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:10.523 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.522+0000 7f7045e00700 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 0x559c9185bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.522+0000 7f7045400700 1 -- 172.21.15.7:0/3334529306 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 msgr2=0x559c9185b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.521+0000 7f7044a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 0x559c9185b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.522+0000 7f7045400700 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 0x559c9185b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.522+0000 7f7045400700 1 -- 172.21.15.7:0/3334529306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 msgr2=0x559c9185bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.522+0000 7f7045400700 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 0x559c9185bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.522+0000 7f7045400700 1 -- 172.21.15.7:0/3334529306 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c916f08d0 con 0x559c91852880 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.522+0000 7f7045e00700 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 0x559c9185bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.522+0000 7f7044a00700 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 0x559c9185b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.523+0000 7f7045400700 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91852880 0x559c9185e520 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f70340059d0 tx=0x7f7034021b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e90d84bb48f340a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.523+0000 7f7027400700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.523+0000 7f7027400700 1 -- 172.21.15.7:0/3334529306 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70340ae0b0 con 0x559c91852880 2024-05-21T02:02:10.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.523+0000 7f7027400700 1 -- 172.21.15.7:0/3334529306 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f7034009580 con 0x559c91852880 2024-05-21T02:02:10.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.524+0000 7f70527deb80 1 -- 172.21.15.7:0/3334529306 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f702c01f450 con 0x559c91852880 2024-05-21T02:02:10.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.524+0000 7f7027400700 1 -- 172.21.15.7:0/3334529306 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f70340b2ad0 con 0x559c91852880 2024-05-21T02:02:10.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.524+0000 7f70527deb80 10 client.25580 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:10.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.524+0000 7f70527deb80 1 -- 172.21.15.7:0/3334529306 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559c91771060 con 0x559c91852880 2024-05-21T02:02:10.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.524+0000 7f7027400700 1 -- 172.21.15.7:0/3334529306 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f702c01f450 con 0x559c91852880 2024-05-21T02:02:10.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.525+0000 7f7027400700 1 -- 172.21.15.7:0/3334529306 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f70340a90f0 con 0x559c91852880 2024-05-21T02:02:10.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.525+0000 7f70527deb80 10 client.25580 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:10.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.525+0000 7f70527deb80 10 client.25580 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:10.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.525+0000 7f70527deb80 20 client.25580 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:10.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.525+0000 7f70527deb80 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x559c9186bd50 0x559c9186e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.525+0000 7f70527deb80 4 client.25580 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:10.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.525+0000 7f70527deb80 1 -- 172.21.15.7:0/3334529306 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c917b2d90 con 0x559c9186bd50 2024-05-21T02:02:10.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.525+0000 7f7044a00700 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x559c9186bd50 0x559c9186e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.526+0000 7f7027400700 10 client.25580 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:10.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.526+0000 7f7044a00700 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x559c9186bd50 0x559c9186e160 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e639c2bf9b5e0825 server_cookie=469dd1812bd4e152 in_seq=0 out_seq=0 2024-05-21T02:02:10.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.527+0000 7f7027400700 1 -- 172.21.15.7:0/3334529306 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x559c917b2d90 con 0x559c9186bd50 2024-05-21T02:02:10.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.527+0000 7f7027400700 10 client.25580 handle_command_reply: tid=0 2024-05-21T02:02:10.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.527+0000 7f70527deb80 1 client.25580 shutdown 2024-05-21T02:02:10.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 -- 172.21.15.7:0/3334529306 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91852880 msgr2=0x559c9185e520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:10.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91852880 0x559c9185e520 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f70340059d0 tx=0x7f7034021b50 comp rx=0 tx=0).stop 2024-05-21T02:02:10.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 -- 172.21.15.7:0/3334529306 shutdown_connections 2024-05-21T02:02:10.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x559c9186bd50 0x559c9186e160 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 0x559c9185bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91852880 0x559c9185e520 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 --2- 172.21.15.7:0/3334529306 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91857eb0 0x559c9185b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 -- 172.21.15.7:0/3334529306 >> 172.21.15.7:0/3334529306 conn(0x559c91780be0 msgr2=0x559c91851250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:10.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f7027400700 0 client.25580 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:10.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 -- 172.21.15.7:0/3334529306 shutdown_connections 2024-05-21T02:02:10.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.528+0000 7f70527deb80 1 -- 172.21.15.7:0/3334529306 wait complete. 2024-05-21T02:02:10.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.529+0000 7f70527deb80 20 client.25580 trim_cache size 0 max 16384 2024-05-21T02:02:10.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.560+0000 7f70527deb80 1 Processor -- start 2024-05-21T02:02:10.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.560+0000 7f70527deb80 1 -- start start 2024-05-21T02:02:10.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f70527deb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91852260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f70527deb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91857eb0 0x559c91852c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f70527deb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c9185b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f70527deb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f70401b4860 con 0x559c91857eb0 2024-05-21T02:02:10.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f70527deb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f70401b63a0 con 0x559c918587d0 2024-05-21T02:02:10.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f70527deb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f70401b4f30 con 0x559c91852880 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f7044a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91857eb0 0x559c91852c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f7045400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91852260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f7045400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91852260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54932/0 (socket says 172.21.15.7:54932) 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.561+0000 7f7045400700 1 -- 172.21.15.7:0/729442839 learned_addr learned my addr 172.21.15.7:0/729442839 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.562+0000 7f7045e00700 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c9185b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.562+0000 7f7045400700 1 -- 172.21.15.7:0/729442839 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 msgr2=0x559c9185b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.562+0000 7f7045400700 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c9185b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.562+0000 7f7045400700 1 -- 172.21.15.7:0/729442839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91857eb0 msgr2=0x559c91852c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.562+0000 7f7045400700 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91857eb0 0x559c91852c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.562+0000 7f7045400700 1 -- 172.21.15.7:0/729442839 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c91859db0 con 0x559c91852880 2024-05-21T02:02:10.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.562+0000 7f7045e00700 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c9185b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:10.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.562+0000 7f7044a00700 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91857eb0 0x559c91852c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:10.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.562+0000 7f7045400700 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91852260 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f70340a6f70 tx=0x7f70340a9e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ce94cc07db87984 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:10.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.563+0000 7f7032000700 1 -- 172.21.15.7:0/729442839 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7034089080 con 0x559c91852880 2024-05-21T02:02:10.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.563+0000 7f7032000700 1 -- 172.21.15.7:0/729442839 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70340ae0b0 con 0x559c91852880 2024-05-21T02:02:10.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.563+0000 7f7032000700 1 -- 172.21.15.7:0/729442839 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70340a56c0 con 0x559c91852880 2024-05-21T02:02:10.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 -- 172.21.15.7:0/729442839 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 msgr2=0x559c91852260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:10.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91852260 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f70340a6f70 tx=0x7f70340a9e80 comp rx=0 tx=0).stop 2024-05-21T02:02:10.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 -- 172.21.15.7:0/729442839 shutdown_connections 2024-05-21T02:02:10.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c918587d0 0x559c9185b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91852260 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 --2- 172.21.15.7:0/729442839 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c91857eb0 0x559c91852c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 -- 172.21.15.7:0/729442839 >> 172.21.15.7:0/729442839 conn(0x559c91780be0 msgr2=0x559c9185a130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:10.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 -- 172.21.15.7:0/729442839 shutdown_connections 2024-05-21T02:02:10.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 -- 172.21.15.7:0/729442839 wait complete. 2024-05-21T02:02:10.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.564+0000 7f70527deb80 1 -- start start 2024-05-21T02:02:10.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.565+0000 7f70527deb80 1 Processor -- start 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.565+0000 7f70527deb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91864b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.566+0000 7f70527deb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91857eb0 0x559c918731f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.566+0000 7f70527deb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 0x559c91873730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.566+0000 7f70527deb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f70401b5cd0 con 0x559c918587d0 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.566+0000 7f70527deb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f70401b5600 con 0x559c91857eb0 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.566+0000 7f70527deb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f70401b27e0 con 0x559c91852880 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.566+0000 7f70527deb80 10 client.0 _ll_register_callbacks cb 0x559c9174ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.566+0000 7f7045400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91864b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.566+0000 7f7044a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91857eb0 0x559c918731f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.567 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.567+0000 7f7045400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91864b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54944/0 (socket says 172.21.15.7:54944) 2024-05-21T02:02:10.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.567+0000 7f7045400700 1 -- 172.21.15.7:0/206625499 learned_addr learned my addr 172.21.15.7:0/206625499 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:10.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.567+0000 7f7045400700 1 -- 172.21.15.7:0/206625499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91857eb0 msgr2=0x559c918731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:10.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.567+0000 7f7045400700 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91857eb0 0x559c918731f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.568+0000 7f7045400700 1 -- 172.21.15.7:0/206625499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 msgr2=0x559c91873730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:10.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.568+0000 7f7045400700 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 0x559c91873730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.568+0000 7f7045400700 1 -- 172.21.15.7:0/206625499 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c91873f10 con 0x559c91852880 2024-05-21T02:02:10.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.569+0000 7f7045400700 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91864b60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f70340a5d80 tx=0x7f70340a9210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a468472c6292cc8c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:10.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.569+0000 7f7027400700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:02:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.569+0000 7f7027400700 1 -- 172.21.15.7:0/206625499 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7034089040 con 0x559c91852880 2024-05-21T02:02:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.569+0000 7f7027400700 1 -- 172.21.15.7:0/206625499 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f7034009580 con 0x559c91852880 2024-05-21T02:02:10.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.570+0000 7f70527deb80 1 -- 172.21.15.7:0/206625499 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70340ae0b0 con 0x559c91852880 2024-05-21T02:02:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.570+0000 7f7027400700 1 -- 172.21.15.7:0/206625499 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f70340b2640 con 0x559c91852880 2024-05-21T02:02:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.570+0000 7f70527deb80 10 client.25597 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.570+0000 7f70527deb80 1 -- 172.21.15.7:0/206625499 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559c91873f10 con 0x559c91852880 2024-05-21T02:02:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.571+0000 7f7027400700 1 -- 172.21.15.7:0/206625499 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70340ae0b0 con 0x559c91852880 2024-05-21T02:02:10.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.571+0000 7f7027400700 1 -- 172.21.15.7:0/206625499 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f70340a89d0 con 0x559c91852880 2024-05-21T02:02:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.571+0000 7f70527deb80 10 client.25597 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.571+0000 7f70527deb80 10 client.25597 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.571+0000 7f70527deb80 20 client.25597 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.571+0000 7f70527deb80 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x559c918d6ae0 0x559c918d8f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.571+0000 7f70527deb80 4 client.25597 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:02:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.571+0000 7f70527deb80 1 -- 172.21.15.7:0/206625499 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559c917ac570 con 0x559c918d6ae0 2024-05-21T02:02:10.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.572+0000 7f7044a00700 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x559c918d6ae0 0x559c918d8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:10.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.572+0000 7f7044a00700 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x559c918d6ae0 0x559c918d8f00 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c02e2b992db1627 server_cookie=7e8b4e275d4497f7 in_seq=0 out_seq=0 2024-05-21T02:02:10.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.572+0000 7f7027400700 10 client.25597 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:10.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f7027400700 1 -- 172.21.15.7:0/206625499 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559c917ac570 con 0x559c918d6ae0 2024-05-21T02:02:10.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f7027400700 10 client.25597 handle_command_reply: tid=0 2024-05-21T02:02:10.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f70527deb80 1 client.25597 shutdown 2024-05-21T02:02:10.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f70527deb80 1 -- 172.21.15.7:0/206625499 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 msgr2=0x559c91864b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:10.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f70527deb80 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91864b60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f70340a5d80 tx=0x7f70340a9210 comp rx=0 tx=0).stop 2024-05-21T02:02:10.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f70527deb80 1 -- 172.21.15.7:0/206625499 shutdown_connections 2024-05-21T02:02:10.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f70527deb80 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x559c918d6ae0 0x559c918d8f00 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f70527deb80 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x559c918587d0 0x559c91873730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f70527deb80 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x559c91852880 0x559c91864b60 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f70527deb80 1 --2- 172.21.15.7:0/206625499 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x559c91857eb0 0x559c918731f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f7027400700 0 client.25597 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:10.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.573+0000 7f70527deb80 1 -- 172.21.15.7:0/206625499 >> 172.21.15.7:0/206625499 conn(0x559c91780be0 msgr2=0x559c9185b620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:10.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.574+0000 7f70527deb80 1 -- 172.21.15.7:0/206625499 shutdown_connections 2024-05-21T02:02:10.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.574+0000 7f70527deb80 1 -- 172.21.15.7:0/206625499 wait complete. 2024-05-21T02:02:10.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.574+0000 7f70527deb80 20 client.25597 trim_cache size 0 max 16384 2024-05-21T02:02:10.575 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:02:10.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 -- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2900 msgr2=0x7f70280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:10.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2900 0x7f70280b4dc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f7040106910 tx=0x7f702c009260 comp rx=0 tx=0).stop 2024-05-21T02:02:10.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 -- 172.21.15.7:0/3601066388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 msgr2=0x7f70401a0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:10.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f70401a0560 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7034006010 tx=0x7f7034009510 comp rx=0 tx=0).stop 2024-05-21T02:02:10.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 -- 172.21.15.7:0/3601066388 shutdown_connections 2024-05-21T02:02:10.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f70401a4e30 0x7f70401a52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f70401a0560 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70280b2900 0x7f70280b4dc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 --2- 172.21.15.7:0/3601066388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040105f80 0x7f70401a0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:10.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 -- 172.21.15.7:0/3601066388 >> 172.21.15.7:0/3601066388 conn(0x7f70400793f0 msgr2=0x7f7040104670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:10.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 -- 172.21.15.7:0/3601066388 shutdown_connections 2024-05-21T02:02:10.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:10.575+0000 7f7047e00700 1 -- 172.21.15.7:0/3601066388 wait complete. 2024-05-21T02:02:10.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:10 smithi007 ceph-mon[31288]: pgmap v511: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T02:02:11.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:10 smithi190 ceph-mon[35961]: pgmap v511: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T02:02:11.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:10 smithi164 ceph-mon[36138]: pgmap v511: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T02:02:12.939 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:12 smithi007 ceph-mon[31288]: pgmap v512: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:02:13.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.070+0000 7f4ec1c00700 1 -- 172.21.15.7:0/249551673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ebc104f50 msgr2=0x7f4ebc10d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:13.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.070+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/249551673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ebc104f50 0x7f4ebc10d440 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f4ea8009990 tx=0x7f4ea8009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.071+0000 7f4ec1c00700 1 -- 172.21.15.7:0/249551673 shutdown_connections 2024-05-21T02:02:13.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.071+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/249551673 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4ebc10da60 0x7f4ebc10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.071+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/249551673 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4ebc104630 0x7f4ebc104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.071+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/249551673 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ebc104f50 0x7f4ebc10d440 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.071+0000 7f4ec1c00700 1 -- 172.21.15.7:0/249551673 >> 172.21.15.7:0/249551673 conn(0x7f4ebc0fde60 msgr2=0x7f4ebc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:13.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.071+0000 7f4ec1c00700 1 -- 172.21.15.7:0/249551673 shutdown_connections 2024-05-21T02:02:13.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.071+0000 7f4ec1c00700 1 -- 172.21.15.7:0/249551673 wait complete. 2024-05-21T02:02:13.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.072+0000 7f4ec1c00700 1 Processor -- start 2024-05-21T02:02:13.073 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.073+0000 7f4ec1c00700 1 -- start start 2024-05-21T02:02:13.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.073+0000 7f4ec1c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4ebc104630 0x7f4ebc19f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.073+0000 7f4ec1c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ebc104f50 0x7f4ebc19fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.073+0000 7f4ec1c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4ebc10da60 0x7f4ebc199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.073+0000 7f4ec1c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4ebc113680 con 0x7f4ebc104f50 2024-05-21T02:02:13.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.073+0000 7f4ec1c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4ebc113500 con 0x7f4ebc104630 2024-05-21T02:02:13.074 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.073+0000 7f4ec1c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4ebc113800 con 0x7f4ebc10da60 2024-05-21T02:02:13.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ebb400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ebc104f50 0x7f4ebc19fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ec1200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4ebc10da60 0x7f4ebc199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ec1200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4ebc10da60 0x7f4ebc199a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54976/0 (socket says 172.21.15.7:54976) 2024-05-21T02:02:13.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ec1200700 1 -- 172.21.15.7:0/1557830502 learned_addr learned my addr 172.21.15.7:0/1557830502 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:13.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4ebc104630 0x7f4ebc19f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ec1200700 1 -- 172.21.15.7:0/1557830502 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4ebc104630 msgr2=0x7f4ebc19f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:13.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ec1200700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4ebc104630 0x7f4ebc19f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.075 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ec1200700 1 -- 172.21.15.7:0/1557830502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ebc104f50 msgr2=0x7f4ebc19fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:13.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ec1200700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ebc104f50 0x7f4ebc19fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.074+0000 7f4ec1200700 1 -- 172.21.15.7:0/1557830502 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ebc199fb0 con 0x7f4ebc10da60 2024-05-21T02:02:13.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.075+0000 7f4ec1200700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4ebc10da60 0x7f4ebc199a40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4eb400ef30 tx=0x7f4eb400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:13.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.075+0000 7f4eb8c00700 1 -- 172.21.15.7:0/1557830502 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb40092e0 con 0x7f4ebc10da60 2024-05-21T02:02:13.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.075+0000 7f4eb8c00700 1 -- 172.21.15.7:0/1557830502 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4eb4004bb0 con 0x7f4ebc10da60 2024-05-21T02:02:13.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.075+0000 7f4eb8c00700 1 -- 172.21.15.7:0/1557830502 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb4004280 con 0x7f4ebc10da60 2024-05-21T02:02:13.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.075+0000 7f4ec1c00700 1 -- 172.21.15.7:0/1557830502 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ebc19a240 con 0x7f4ebc10da60 2024-05-21T02:02:13.076 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.076+0000 7f4ec1c00700 1 -- 172.21.15.7:0/1557830502 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ebc19a6d0 con 0x7f4ebc10da60 2024-05-21T02:02:13.080 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.079+0000 7f4eb8c00700 1 -- 172.21.15.7:0/1557830502 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4eb401b030 con 0x7f4ebc10da60 2024-05-21T02:02:13.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.081+0000 7f4eb8c00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4ea00b2900 0x7f4ea00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.081+0000 7f4eb8c00700 1 -- 172.21.15.7:0/1557830502 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4eb40e1de0 con 0x7f4ebc10da60 2024-05-21T02:02:13.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.082+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4ea00b2900 0x7f4ea00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.082+0000 7f4ecdb11b80 1 Processor -- start 2024-05-21T02:02:13.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.083+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4ea00b2900 0x7f4ea00b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f4ebc1103f0 tx=0x7f4eac00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:13.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.083+0000 7f4ecdb11b80 1 -- start start 2024-05-21T02:02:13.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.083+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 0x55cf4a112990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.083+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a10cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.083+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.083+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a06af40 con 0x55cf4a10d0e0 2024-05-21T02:02:13.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.083+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a05aae0 con 0x55cf4a112ed0 2024-05-21T02:02:13.084 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.083+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a05eb20 con 0x55cf4a1125b0 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ebbe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 0x55cf4a112990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ebbe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 0x55cf4a112990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54988/0 (socket says 172.21.15.7:54988) 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ebbe00700 1 -- 172.21.15.7:0/4252378328 learned_addr learned my addr 172.21.15.7:0/4252378328 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ebb400700 1 --2- 172.21.15.7:0/4252378328 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a10cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ec1200700 1 --2- 172.21.15.7:0/4252378328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ebb400700 1 -- 172.21.15.7:0/4252378328 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 msgr2=0x55cf4a112990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ebb400700 1 --2- 172.21.15.7:0/4252378328 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 0x55cf4a112990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ebb400700 1 -- 172.21.15.7:0/4252378328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 msgr2=0x55cf4a10d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ebb400700 1 --2- 172.21.15.7:0/4252378328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.085 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.084+0000 7f4ebb400700 1 -- 172.21.15.7:0/4252378328 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf4a023520 con 0x55cf4a112ed0 2024-05-21T02:02:13.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.085+0000 7f4ebb400700 1 --2- 172.21.15.7:0/4252378328 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a10cac0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4ea80098e0 tx=0x7f4ea8005f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a561da50e11538b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:13.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.085+0000 7f4eb1600700 1 -- 172.21.15.7:0/4252378328 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea800bb80 con 0x55cf4a112ed0 2024-05-21T02:02:13.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.085+0000 7f4eb1600700 1 -- 172.21.15.7:0/4252378328 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ea800bd20 con 0x55cf4a112ed0 2024-05-21T02:02:13.086 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.085+0000 7f4eb1600700 1 -- 172.21.15.7:0/4252378328 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea8003ca0 con 0x55cf4a112ed0 2024-05-21T02:02:13.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.086+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/4252378328 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 msgr2=0x55cf4a10cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:13.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.086+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/4252378328 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a10cac0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4ea80098e0 tx=0x7f4ea8005f00 comp rx=0 tx=0).stop 2024-05-21T02:02:13.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.086+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/4252378328 shutdown_connections 2024-05-21T02:02:13.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.086+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/4252378328 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.086+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/4252378328 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 0x55cf4a112990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.087 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.086+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/4252378328 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a10cac0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.086+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/4252378328 >> 172.21.15.7:0/4252378328 conn(0x55cf4a03ace0 msgr2=0x55cf4a107630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:13.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.086+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/4252378328 shutdown_connections 2024-05-21T02:02:13.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.087+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/4252378328 wait complete. 2024-05-21T02:02:13.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.087+0000 7f4ecdb11b80 1 -- start start 2024-05-21T02:02:13.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.088+0000 7f4ecdb11b80 1 Processor -- start 2024-05-21T02:02:13.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.088+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a10d0e0 0x55cf4a118cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.088+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a1125b0 0x55cf4a116060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.088+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a1165a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.088+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55cf49f610a0 con 0x55cf4a1125b0 2024-05-21T02:02:13.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.088+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55cf49ffb860 con 0x55cf4a112ed0 2024-05-21T02:02:13.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.088+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a1198c0 con 0x55cf4a10d0e0 2024-05-21T02:02:13.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.088+0000 7f4ecdb11b80 10 client.0 _ll_register_callbacks cb 0x55cf4a004d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:13.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ebbe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a10d0e0 0x55cf4a118cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ebbe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a10d0e0 0x55cf4a118cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54994/0 (socket says 172.21.15.7:54994) 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ebbe00700 1 -- 172.21.15.7:0/3342242228 learned_addr learned my addr 172.21.15.7:0/3342242228 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ec1200700 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a1165a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ebb400700 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a1125b0 0x55cf4a116060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ec1200700 1 -- 172.21.15.7:0/3342242228 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a10d0e0 msgr2=0x55cf4a118cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ec1200700 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a10d0e0 0x55cf4a118cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ec1200700 1 -- 172.21.15.7:0/3342242228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a1125b0 msgr2=0x55cf4a116060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ec1200700 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a1125b0 0x55cf4a116060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ec1200700 1 -- 172.21.15.7:0/3342242228 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf49faa9d0 con 0x55cf4a112ed0 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.089+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a10d0e0 0x55cf4a118cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.090+0000 7f4ebb400700 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a1125b0 0x55cf4a116060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.090+0000 7f4ec1200700 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a1165a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4eb40a93e0 tx=0x7f4eb4004f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d66308f4a6392092 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.090+0000 7f4ea6000700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:02:13.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.090+0000 7f4ea6000700 1 -- 172.21.15.7:0/3342242228 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eb40a8f60 con 0x55cf4a112ed0 2024-05-21T02:02:13.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.090+0000 7f4ea6000700 1 -- 172.21.15.7:0/3342242228 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4eb40a3d80 con 0x55cf4a112ed0 2024-05-21T02:02:13.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.090+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/3342242228 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ea800bd20 con 0x55cf4a112ed0 2024-05-21T02:02:13.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.090+0000 7f4ea6000700 1 -- 172.21.15.7:0/3342242228 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4eb40a9b50 con 0x55cf4a112ed0 2024-05-21T02:02:13.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.092+0000 7f4ecdb11b80 10 client.25595 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.092+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/3342242228 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cf4a02b160 con 0x55cf4a112ed0 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.092+0000 7f4ea6000700 1 -- 172.21.15.7:0/3342242228 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ea800bd20 con 0x55cf4a112ed0 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.093+0000 7f4ea6000700 1 -- 172.21.15.7:0/3342242228 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4eb40a86b0 con 0x55cf4a112ed0 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.093+0000 7f4ecdb11b80 10 client.25595 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.093+0000 7f4ecdb11b80 10 client.25595 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.093+0000 7f4ecdb11b80 20 client.25595 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.093+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55cf4a1264b0 0x55cf4a1288f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.093+0000 7f4ecdb11b80 4 client.25595 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.093+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/3342242228 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf4a06ce90 con 0x55cf4a1264b0 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.094+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55cf4a1264b0 0x55cf4a1288f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.094+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55cf4a1264b0 0x55cf4a1288f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f3884c0f24791a7 server_cookie=3912df98a7e0ab12 in_seq=0 out_seq=0 2024-05-21T02:02:13.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.094+0000 7f4ea6000700 10 client.25595 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:13.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ea6000700 1 -- 172.21.15.7:0/3342242228 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cf4a06ce90 con 0x55cf4a1264b0 2024-05-21T02:02:13.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ea6000700 10 client.25595 handle_command_reply: tid=0 2024-05-21T02:02:13.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ecdb11b80 1 client.25595 shutdown 2024-05-21T02:02:13.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/3342242228 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 msgr2=0x55cf4a1165a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:13.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a1165a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4eb40a93e0 tx=0x7f4eb4004f90 comp rx=0 tx=0).stop 2024-05-21T02:02:13.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/3342242228 shutdown_connections 2024-05-21T02:02:13.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55cf4a1264b0 0x55cf4a1288f0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a1165a0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a10d0e0 0x55cf4a118cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/3342242228 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a1125b0 0x55cf4a116060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.095+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/3342242228 >> 172.21.15.7:0/3342242228 conn(0x55cf4a03ace0 msgr2=0x55cf4a10bab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:13.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.096+0000 7f4ea6000700 0 client.25595 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:13.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.097+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/3342242228 shutdown_connections 2024-05-21T02:02:13.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.097+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/3342242228 wait complete. 2024-05-21T02:02:13.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.097+0000 7f4ecdb11b80 20 client.25595 trim_cache size 0 max 16384 2024-05-21T02:02:13.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:12 smithi190 ceph-mon[35961]: pgmap v512: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:02:13.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.118+0000 7f4ecdb11b80 1 Processor -- start 2024-05-21T02:02:13.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ecdb11b80 1 -- start start 2024-05-21T02:02:13.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a1125b0 0x55cf4a122960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a112ed0 0x55cf4a1015f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4ebc1b4120 con 0x55cf4a10d0e0 2024-05-21T02:02:13.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4ebc1b5c60 con 0x55cf4a1125b0 2024-05-21T02:02:13.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4ebc1b47f0 con 0x55cf4a112ed0 2024-05-21T02:02:13.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ebbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ebbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47222/0 (socket says 172.21.15.7:47222) 2024-05-21T02:02:13.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.119+0000 7f4ebbe00700 1 -- 172.21.15.7:0/2213143089 learned_addr learned my addr 172.21.15.7:0/2213143089 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:13.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.120+0000 7f4ebb400700 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a1125b0 0x55cf4a122960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.120+0000 7f4ec1200700 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a112ed0 0x55cf4a1015f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.120+0000 7f4ebbe00700 1 -- 172.21.15.7:0/2213143089 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a112ed0 msgr2=0x55cf4a1015f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:13.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.120+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a112ed0 0x55cf4a1015f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.120+0000 7f4ebbe00700 1 -- 172.21.15.7:0/2213143089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a1125b0 msgr2=0x55cf4a122960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:13.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.120+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a1125b0 0x55cf4a122960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.120+0000 7f4ebbe00700 1 -- 172.21.15.7:0/2213143089 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf4a116f90 con 0x55cf4a10d0e0 2024-05-21T02:02:13.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.120+0000 7f4ebb400700 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a1125b0 0x55cf4a122960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.120+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10cac0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4eac010ff0 tx=0x7f4eac013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2aef2544c966077 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.121+0000 7f4eb0c00700 1 -- 172.21.15.7:0/2213143089 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eac011b50 con 0x55cf4a10d0e0 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.121+0000 7f4eb0c00700 1 -- 172.21.15.7:0/2213143089 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4eac011cf0 con 0x55cf4a10d0e0 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.121+0000 7f4eb0c00700 1 -- 172.21.15.7:0/2213143089 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eac01f7a0 con 0x55cf4a10d0e0 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2213143089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 msgr2=0x55cf4a10cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10cac0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4eac010ff0 tx=0x7f4eac013000 comp rx=0 tx=0).stop 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2213143089 shutdown_connections 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a112ed0 0x55cf4a1015f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a10cac0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2213143089 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a1125b0 0x55cf4a122960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2213143089 >> 172.21.15.7:0/2213143089 conn(0x55cf4a03ace0 msgr2=0x55cf4a100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:13.123 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2213143089 shutdown_connections 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2213143089 wait complete. 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.122+0000 7f4ecdb11b80 1 -- start start 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.123+0000 7f4ecdb11b80 1 Processor -- start 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.123+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a11bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.123+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 0x55cf4a11c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.123+0000 7f4ecdb11b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a11c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.123+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4ebc1b5590 con 0x55cf4a10d0e0 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.123+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4ebc1b4ec0 con 0x55cf4a112ed0 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.123+0000 7f4ecdb11b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4ebc1a8680 con 0x55cf4a1125b0 2024-05-21T02:02:13.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.123+0000 7f4ecdb11b80 10 client.0 _ll_register_callbacks cb 0x55cf4a004d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.124+0000 7f4ebbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a11bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.124+0000 7f4ebbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a11bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47236/0 (socket says 172.21.15.7:47236) 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.124+0000 7f4ebbe00700 1 -- 172.21.15.7:0/2826830336 learned_addr learned my addr 172.21.15.7:0/2826830336 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.124+0000 7f4ebbe00700 1 -- 172.21.15.7:0/2826830336 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 msgr2=0x55cf4a11c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.124+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 0x55cf4a11c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.124+0000 7f4ebbe00700 1 -- 172.21.15.7:0/2826830336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 msgr2=0x55cf4a11c5a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.124+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a11c5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.124+0000 7f4ebbe00700 1 -- 172.21.15.7:0/2826830336 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf4a1911f0 con 0x55cf4a10d0e0 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.125+0000 7f4ebbe00700 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a11bb20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4eac02ad10 tx=0x7f4eac010e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7c3d17c32cfbb1e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:13.126 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.125+0000 7f4ea6000700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:13.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.125+0000 7f4ea6000700 1 -- 172.21.15.7:0/2826830336 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eac038020 con 0x55cf4a10d0e0 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.125+0000 7f4ea6000700 1 -- 172.21.15.7:0/2826830336 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4eac005240 con 0x55cf4a10d0e0 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.125+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2826830336 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4eac011cf0 con 0x55cf4a10d0e0 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.126+0000 7f4ea6000700 1 -- 172.21.15.7:0/2826830336 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4eac005440 con 0x55cf4a10d0e0 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.126+0000 7f4ecdb11b80 10 client.15495 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.126+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2826830336 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cf4a1924a0 con 0x55cf4a10d0e0 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.126+0000 7f4ea6000700 1 -- 172.21.15.7:0/2826830336 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4eac011cf0 con 0x55cf4a10d0e0 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.127+0000 7f4ea6000700 1 -- 172.21.15.7:0/2826830336 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4eac004980 con 0x55cf4a10d0e0 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.127+0000 7f4ecdb11b80 10 client.15495 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.127+0000 7f4ecdb11b80 10 client.15495 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.127+0000 7f4ecdb11b80 20 client.15495 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.127+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55cf4a192af0 0x55cf4a194f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:13.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.127+0000 7f4ecdb11b80 4 client.15495 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "8f8e07f6", "release": true, "await": true}] 2024-05-21T02:02:13.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.127+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2826830336 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "quiesce db", "set_id": "8f8e07f6", "release": true, "await": true}) -- 0x55cf4a066670 con 0x55cf4a192af0 2024-05-21T02:02:13.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.127+0000 7f4ebb400700 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55cf4a192af0 0x55cf4a194f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:13.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.128+0000 7f4ebb400700 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55cf4a192af0 0x55cf4a194f30 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af0b8a2e810e7daf server_cookie=51710f48e582203d in_seq=0 out_seq=0 2024-05-21T02:02:13.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.128+0000 7f4ea6000700 10 client.15495 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:13.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.130+0000 7f4ea6000700 1 -- 172.21.15.7:0/2826830336 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55cf4a066670 con 0x55cf4a192af0 2024-05-21T02:02:13.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.130+0000 7f4ea6000700 10 client.15495 handle_command_reply: tid=0 2024-05-21T02:02:13.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.130+0000 7f4ecdb11b80 1 client.15495 shutdown 2024-05-21T02:02:13.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2826830336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 msgr2=0x55cf4a11bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:13.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a11bb20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4eac02ad10 tx=0x7f4eac010e10 comp rx=0 tx=0).stop 2024-05-21T02:02:13.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2826830336 shutdown_connections 2024-05-21T02:02:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55cf4a192af0 0x55cf4a194f30 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55cf4a112ed0 0x55cf4a11c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55cf4a10d0e0 0x55cf4a11bb20 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ecdb11b80 1 --2- 172.21.15.7:0/2826830336 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55cf4a1125b0 0x55cf4a11c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2826830336 >> 172.21.15.7:0/2826830336 conn(0x55cf4a03ace0 msgr2=0x55cf4a114950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ea6000700 0 client.15495 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.131+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2826830336 shutdown_connections 2024-05-21T02:02:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.132+0000 7f4ecdb11b80 1 -- 172.21.15.7:0/2826830336 wait complete. 2024-05-21T02:02:13.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.132+0000 7f4ecdb11b80 20 client.15495 trim_cache size 0 max 16384 2024-05-21T02:02:13.133 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:02:13.133 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-05-21T02:02:13.133 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24518, 2024-05-21T02:02:13.133 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 4, 2024-05-21T02:02:13.133 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-05-21T02:02:13.133 INFO:teuthology.orchestra.run.smithi007.stdout: "8f8e07f6": { 2024-05-21T02:02:13.133 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 4, 2024-05-21T02:02:13.133 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-05-21T02:02:13.133 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:13.134 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:13.135 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:13.135 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:13.135 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:13.135 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:02:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.132+0000 7f4ec1c00700 1 -- 172.21.15.7:0/1557830502 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4ea00b2900 msgr2=0x7f4ea00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.132+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4ea00b2900 0x7f4ea00b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f4ebc1103f0 tx=0x7f4eac00b410 comp rx=0 tx=0).stop 2024-05-21T02:02:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.132+0000 7f4ec1c00700 1 -- 172.21.15.7:0/1557830502 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4ebc10da60 msgr2=0x7f4ebc199a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.132+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4ebc10da60 0x7f4ebc199a40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4eb400ef30 tx=0x7f4eb400c3a0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.134+0000 7f4ec1c00700 1 -- 172.21.15.7:0/1557830502 shutdown_connections 2024-05-21T02:02:13.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.134+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4ebc10da60 0x7f4ebc199a40 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.134+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4ebc104630 0x7f4ebc19f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.134+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4ea00b2900 0x7f4ea00b4dc0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.134+0000 7f4ec1c00700 1 --2- 172.21.15.7:0/1557830502 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4ebc104f50 0x7f4ebc19fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:13.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.134+0000 7f4ec1c00700 1 -- 172.21.15.7:0/1557830502 >> 172.21.15.7:0/1557830502 conn(0x7f4ebc0fde60 msgr2=0x7f4ebc0fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:13.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.134+0000 7f4ec1c00700 1 -- 172.21.15.7:0/1557830502 shutdown_connections 2024-05-21T02:02:13.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:13.134+0000 7f4ec1c00700 1 -- 172.21.15.7:0/1557830502 wait complete. 2024-05-21T02:02:13.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:12 smithi164 ceph-mon[36138]: pgmap v512: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:02:13.401 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T02:02:13.401 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T02:02:13.885 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '8f8e07f6', total seconds elapsed: 41.9 2024-05-21T02:02:13.886 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-21T02:02:13.886 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:02:14.008 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:14.735 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:14 smithi007 ceph-mon[31288]: pgmap v513: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:02:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:14 smithi190 ceph-mon[35961]: pgmap v513: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:02:15.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:14 smithi164 ceph-mon[36138]: pgmap v513: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:02:17.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:16 smithi007 ceph-mon[31288]: pgmap v514: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:02:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:16 smithi190 ceph-mon[35961]: pgmap v514: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:02:17.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:16 smithi164 ceph-mon[36138]: pgmap v514: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:02:18.236 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:18.866 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:18 smithi007 ceph-mon[31288]: pgmap v515: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:02:18.866 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:18 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:02:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:18 smithi190 ceph-mon[35961]: pgmap v515: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:02:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:18 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:02:19.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:18 smithi164 ceph-mon[36138]: pgmap v515: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:02:19.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:18 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.273+0000 7fd97ce00700 1 -- 172.21.15.7:0/1078341697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 msgr2=0x7fd978105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.273+0000 7fd97ce00700 1 --2- 172.21.15.7:0/1078341697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 0x7fd978105c00 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd9640098f0 tx=0x7fd964009c00 comp rx=0 tx=0).stop 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.274+0000 7fd97ce00700 1 -- 172.21.15.7:0/1078341697 shutdown_connections 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.274+0000 7fd97ce00700 1 --2- 172.21.15.7:0/1078341697 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd978106140 0x7fd978112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.274+0000 7fd97ce00700 1 --2- 172.21.15.7:0/1078341697 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd97810b780 0x7fd97810bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.274+0000 7fd97ce00700 1 --2- 172.21.15.7:0/1078341697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 0x7fd978105c00 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.274+0000 7fd97ce00700 1 -- 172.21.15.7:0/1078341697 >> 172.21.15.7:0/1078341697 conn(0x7fd978101270 msgr2=0x7fd978103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.274+0000 7fd97ce00700 1 -- 172.21.15.7:0/1078341697 shutdown_connections 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.274+0000 7fd97ce00700 1 -- 172.21.15.7:0/1078341697 wait complete. 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.276+0000 7fd97ce00700 1 Processor -- start 2024-05-21T02:02:19.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.276+0000 7fd97ce00700 1 -- start start 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.276+0000 7fd97ce00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 0x7fd97819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.276+0000 7fd97ce00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd978106140 0x7fd97819c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.276+0000 7fd97ce00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd97810b780 0x7fd9781a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.276+0000 7fd97ce00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd978115a10 con 0x7fd978105780 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.276+0000 7fd97ce00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd978115890 con 0x7fd978106140 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.276+0000 7fd97ce00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd978115b90 con 0x7fd97810b780 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 0x7fd97819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 0x7fd97819be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53978/0 (socket says 172.21.15.7:53978) 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975e00700 1 -- 172.21.15.7:0/941240211 learned_addr learned my addr 172.21.15.7:0/941240211 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd976800700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd97810b780 0x7fd9781a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975400700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd978106140 0x7fd97819c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975e00700 1 -- 172.21.15.7:0/941240211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd97810b780 msgr2=0x7fd9781a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975e00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd97810b780 0x7fd9781a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975e00700 1 -- 172.21.15.7:0/941240211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd978106140 msgr2=0x7fd97819c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975e00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd978106140 0x7fd97819c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975e00700 1 -- 172.21.15.7:0/941240211 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9781a0e90 con 0x7fd978105780 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.277+0000 7fd975e00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 0x7fd97819be80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd96800ec10 tx=0x7fd96800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.278+0000 7fd96ea00700 1 -- 172.21.15.7:0/941240211 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd96800cde0 con 0x7fd978105780 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.278+0000 7fd97ce00700 1 -- 172.21.15.7:0/941240211 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9781a1180 con 0x7fd978105780 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.278+0000 7fd96ea00700 1 -- 172.21.15.7:0/941240211 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9680044d0 con 0x7fd978105780 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.278+0000 7fd97ce00700 1 -- 172.21.15.7:0/941240211 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd97806cf60 con 0x7fd978105780 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.278+0000 7fd96ea00700 1 -- 172.21.15.7:0/941240211 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd968010690 con 0x7fd978105780 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.284+0000 7fd9877e2b80 1 Processor -- start 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.284+0000 7fd9877e2b80 1 -- start start 2024-05-21T02:02:19.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.284+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d66f30 0x55f2c5d67310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.284+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 0x55f2c5d612e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.284+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d61900 0x55f2c5d61d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.284+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f2c5cbfec0 con 0x55f2c5d61900 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.284+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f2c5cafa60 con 0x55f2c5d67850 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.284+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55f2c5cb3aa0 con 0x55f2c5d66f30 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.285+0000 7fd975400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d61900 0x55f2c5d61d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.285+0000 7fd975400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d61900 0x55f2c5d61d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53992/0 (socket says 172.21.15.7:53992) 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.285+0000 7fd975400700 1 -- 172.21.15.7:0/2339555791 learned_addr learned my addr 172.21.15.7:0/2339555791 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.285+0000 7fd976800700 1 --2- 172.21.15.7:0/2339555791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d66f30 0x55f2c5d67310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.285+0000 7fd975400700 1 -- 172.21.15.7:0/2339555791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d66f30 msgr2=0x55f2c5d67310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.285+0000 7fd975400700 1 --2- 172.21.15.7:0/2339555791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d66f30 0x55f2c5d67310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.285+0000 7fd975400700 1 -- 172.21.15.7:0/2339555791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 msgr2=0x55f2c5d612e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.285+0000 7fd975400700 1 --2- 172.21.15.7:0/2339555791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 0x55f2c5d612e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.285+0000 7fd975400700 1 -- 172.21.15.7:0/2339555791 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2c5c784a0 con 0x55f2c5d61900 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.286+0000 7fd975400700 1 --2- 172.21.15.7:0/2339555791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d61900 0x55f2c5d61d60 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd9640098f0 tx=0x7fd964009610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=530b4846474053a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.286+0000 7fd96ea00700 1 -- 172.21.15.7:0/941240211 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd968003f90 con 0x7fd978105780 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.287+0000 7fd963400700 1 -- 172.21.15.7:0/2339555791 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd964027070 con 0x55f2c5d61900 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.287+0000 7fd963400700 1 -- 172.21.15.7:0/2339555791 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd96400f910 con 0x55f2c5d61900 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.287+0000 7fd963400700 1 -- 172.21.15.7:0/2339555791 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd964004930 con 0x55f2c5d61900 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.288+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2339555791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d61900 msgr2=0x55f2c5d61d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.288+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2339555791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d61900 0x55f2c5d61d60 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd9640098f0 tx=0x7fd964009610 comp rx=0 tx=0).stop 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.288+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2339555791 shutdown_connections 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.288+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2339555791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d61900 0x55f2c5d61d60 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.288+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2339555791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d66f30 0x55f2c5d67310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.288+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2339555791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 0x55f2c5d612e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.288+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2339555791 >> 172.21.15.7:0/2339555791 conn(0x55f2c5c8fc60 msgr2=0x55f2c5d5c090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.288+0000 7fd96ea00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd95c0b2900 0x7fd95c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.313 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.288+0000 7fd96ea00700 1 -- 172.21.15.7:0/941240211 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd9680e25a0 con 0x7fd978105780 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.289+0000 7fd975400700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd95c0b2900 0x7fd95c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.289+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2339555791 shutdown_connections 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.289+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2339555791 wait complete. 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.289+0000 7fd975400700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd95c0b2900 0x7fd95c0b4dc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fd964005850 tx=0x7fd964009c00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.290+0000 7fd9877e2b80 1 -- start start 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.290+0000 7fd9877e2b80 1 Processor -- start 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.290+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 0x55f2c5d6d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.290+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 0x55f2c5d6aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.290+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d6b030 0x55f2c5d6b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.290+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55f2c5bb6020 con 0x55f2c5d66f30 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.290+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55f2c5c507e0 con 0x55f2c5d6b030 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.290+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55f2c5d6e260 con 0x55f2c5d67850 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.290+0000 7fd9877e2b80 10 client.0 _ll_register_callbacks cb 0x55f2c5c59cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:19.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.291+0000 7fd975400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 0x55f2c5d6aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.291+0000 7fd975400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 0x55f2c5d6aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:50060/0 (socket says 172.21.15.7:50060) 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.291+0000 7fd975400700 1 -- 172.21.15.7:0/2018961645 learned_addr learned my addr 172.21.15.7:0/2018961645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.291+0000 7fd976800700 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d6b030 0x55f2c5d6b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.291+0000 7fd975400700 1 -- 172.21.15.7:0/2018961645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d6b030 msgr2=0x55f2c5d6b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.292+0000 7fd975400700 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d6b030 0x55f2c5d6b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.292+0000 7fd975400700 1 -- 172.21.15.7:0/2018961645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 msgr2=0x55f2c5d6d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.292+0000 7fd975400700 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 0x55f2c5d6d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.292+0000 7fd975400700 1 -- 172.21.15.7:0/2018961645 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2c5bff950 con 0x55f2c5d67850 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.292+0000 7fd976800700 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d6b030 0x55f2c5d6b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.293+0000 7fd975400700 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 0x55f2c5d6aaf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd9640098f0 tx=0x7fd964009610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a40cfef41240650 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.293+0000 7fd957e00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.293+0000 7fd957e00700 1 -- 172.21.15.7:0/2018961645 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd96400be00 con 0x55f2c5d67850 2024-05-21T02:02:19.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.293+0000 7fd957e00700 1 -- 172.21.15.7:0/2018961645 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd96402e450 con 0x55f2c5d67850 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.293+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2018961645 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd96400f910 con 0x55f2c5d67850 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.294+0000 7fd957e00700 1 -- 172.21.15.7:0/2018961645 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd964042050 con 0x55f2c5d67850 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.294+0000 7fd9877e2b80 10 client.25624 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.294+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2018961645 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f2c5c800e0 con 0x55f2c5d67850 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.294+0000 7fd957e00700 1 -- 172.21.15.7:0/2018961645 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd96400f910 con 0x55f2c5d67850 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.295+0000 7fd957e00700 1 -- 172.21.15.7:0/2018961645 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fd964021070 con 0x55f2c5d67850 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.295+0000 7fd9877e2b80 10 client.25624 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.295+0000 7fd9877e2b80 10 client.25624 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.295+0000 7fd9877e2b80 20 client.25624 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.295+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55f2c5d721d0 0x55f2c5d74600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.295+0000 7fd9877e2b80 4 client.25624 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.295+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2018961645 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2c5cc1e10 con 0x55f2c5d721d0 2024-05-21T02:02:19.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.296+0000 7fd975e00700 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55f2c5d721d0 0x55f2c5d74600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.296+0000 7fd975e00700 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55f2c5d721d0 0x55f2c5d74600 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=686a89d6b3564eda server_cookie=b4303a90c3ed70e in_seq=0 out_seq=0 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.296+0000 7fd957e00700 10 client.25624 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.297+0000 7fd957e00700 1 -- 172.21.15.7:0/2018961645 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f2c5cc1e10 con 0x55f2c5d721d0 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.297+0000 7fd957e00700 10 client.25624 handle_command_reply: tid=0 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.297+0000 7fd9877e2b80 1 client.25624 shutdown 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.297+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2018961645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 msgr2=0x55f2c5d6aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.297+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 0x55f2c5d6aaf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd9640098f0 tx=0x7fd964009610 comp rx=0 tx=0).stop 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.297+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2018961645 shutdown_connections 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.297+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55f2c5d721d0 0x55f2c5d74600 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.298+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d6b030 0x55f2c5d6b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.298+0000 7fd957e00700 0 client.25624 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.298+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 0x55f2c5d6d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.298+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/2018961645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 0x55f2c5d6aaf0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.298+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2018961645 >> 172.21.15.7:0/2018961645 conn(0x55f2c5c8fc60 msgr2=0x55f2c5d602d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:19.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.298+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2018961645 shutdown_connections 2024-05-21T02:02:19.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.298+0000 7fd9877e2b80 1 -- 172.21.15.7:0/2018961645 wait complete. 2024-05-21T02:02:19.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.298+0000 7fd9877e2b80 20 client.25624 trim_cache size 0 max 16384 2024-05-21T02:02:19.324 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.322+0000 7fd9877e2b80 1 Processor -- start 2024-05-21T02:02:19.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.322+0000 7fd9877e2b80 1 -- start start 2024-05-21T02:02:19.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.322+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d66f30 0x55f2c5d612e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.322+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 0x55f2c5d66550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.322+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d6b030 0x55f2c5d7f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.322+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd978070060 con 0x55f2c5d6b030 2024-05-21T02:02:19.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.322+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd978071ba0 con 0x55f2c5d66f30 2024-05-21T02:02:19.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.322+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd978070730 con 0x55f2c5d67850 2024-05-21T02:02:19.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.323+0000 7fd975e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d66f30 0x55f2c5d612e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.323+0000 7fd975e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d66f30 0x55f2c5d612e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:33906/0 (socket says 172.21.15.7:33906) 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.323+0000 7fd975e00700 1 -- 172.21.15.7:0/4204731660 learned_addr learned my addr 172.21.15.7:0/4204731660 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.323+0000 7fd975e00700 1 -- 172.21.15.7:0/4204731660 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 msgr2=0x55f2c5d66550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.323+0000 7fd975e00700 1 --2- 172.21.15.7:0/4204731660 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 0x55f2c5d66550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.323+0000 7fd975e00700 1 -- 172.21.15.7:0/4204731660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d6b030 msgr2=0x55f2c5d7f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.323+0000 7fd975e00700 1 --2- 172.21.15.7:0/4204731660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d6b030 0x55f2c5d7f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.323+0000 7fd975e00700 1 -- 172.21.15.7:0/4204731660 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2c5d5dd60 con 0x55f2c5d66f30 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.323+0000 7fd975e00700 1 --2- 172.21.15.7:0/4204731660 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d66f30 0x55f2c5d612e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd9680058b0 tx=0x7fd968005760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da91612012bce3ef server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.324+0000 7fd962a00700 1 -- 172.21.15.7:0/4204731660 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9680a5310 con 0x55f2c5d66f30 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.324+0000 7fd962a00700 1 -- 172.21.15.7:0/4204731660 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9680b2330 con 0x55f2c5d66f30 2024-05-21T02:02:19.326 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.324+0000 7fd962a00700 1 -- 172.21.15.7:0/4204731660 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9680b29e0 con 0x55f2c5d66f30 2024-05-21T02:02:19.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.325+0000 7fd9877e2b80 1 -- 172.21.15.7:0/4204731660 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d66f30 msgr2=0x55f2c5d612e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:19.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.325+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/4204731660 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d66f30 0x55f2c5d612e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd9680058b0 tx=0x7fd968005760 comp rx=0 tx=0).stop 2024-05-21T02:02:19.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.325+0000 7fd9877e2b80 1 -- 172.21.15.7:0/4204731660 shutdown_connections 2024-05-21T02:02:19.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.325+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/4204731660 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d6b030 0x55f2c5d7f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.325+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/4204731660 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d66f30 0x55f2c5d612e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.325+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/4204731660 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d67850 0x55f2c5d66550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.327 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.325+0000 7fd9877e2b80 1 -- 172.21.15.7:0/4204731660 >> 172.21.15.7:0/4204731660 conn(0x55f2c5c8fc60 msgr2=0x55f2c5d650b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.325+0000 7fd9877e2b80 1 -- 172.21.15.7:0/4204731660 shutdown_connections 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.325+0000 7fd9877e2b80 1 -- 172.21.15.7:0/4204731660 wait complete. 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.326+0000 7fd9877e2b80 1 -- start start 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.326+0000 7fd9877e2b80 1 Processor -- start 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.326+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 0x55f2c5d77d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.326+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 0x55f2c5d745c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.326+0000 7fd9877e2b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d6b030 0x55f2c5d74b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.326+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd9780714d0 con 0x55f2c5d66f30 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.326+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd978070e00 con 0x55f2c5d67850 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.326+0000 7fd9877e2b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd97807b900 con 0x55f2c5d6b030 2024-05-21T02:02:19.328 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.327+0000 7fd9877e2b80 10 client.0 _ll_register_callbacks cb 0x55f2c5c59cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.327+0000 7fd975400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 0x55f2c5d745c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.327+0000 7fd975e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 0x55f2c5d77d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.327+0000 7fd975400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 0x55f2c5d745c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:33916/0 (socket says 172.21.15.7:33916) 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.327+0000 7fd975400700 1 -- 172.21.15.7:0/1306253645 learned_addr learned my addr 172.21.15.7:0/1306253645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.327+0000 7fd976800700 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d6b030 0x55f2c5d74b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.327+0000 7fd975400700 1 -- 172.21.15.7:0/1306253645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d6b030 msgr2=0x55f2c5d74b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.327+0000 7fd975400700 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d6b030 0x55f2c5d74b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.327+0000 7fd975400700 1 -- 172.21.15.7:0/1306253645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 msgr2=0x55f2c5d77d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.328+0000 7fd975400700 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 0x55f2c5d77d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.328+0000 7fd975400700 1 -- 172.21.15.7:0/1306253645 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2c5d752f0 con 0x55f2c5d67850 2024-05-21T02:02:19.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.328+0000 7fd975e00700 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 0x55f2c5d77d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:19.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.330+0000 7fd975400700 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 0x55f2c5d745c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd964009810 tx=0x7fd964005c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72045d59310b92d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:19.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.330+0000 7fd957e00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:02:19.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.331+0000 7fd957e00700 1 -- 172.21.15.7:0/1306253645 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd964042050 con 0x55f2c5d67850 2024-05-21T02:02:19.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.331+0000 7fd9877e2b80 1 -- 172.21.15.7:0/1306253645 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9680b2330 con 0x55f2c5d67850 2024-05-21T02:02:19.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.331+0000 7fd957e00700 1 -- 172.21.15.7:0/1306253645 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd96403d730 con 0x55f2c5d67850 2024-05-21T02:02:19.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.331+0000 7fd957e00700 1 -- 172.21.15.7:0/1306253645 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd96403d930 con 0x55f2c5d67850 2024-05-21T02:02:19.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.331+0000 7fd9877e2b80 10 client.25610 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:19.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.331+0000 7fd9877e2b80 1 -- 172.21.15.7:0/1306253645 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f2c5df7e40 con 0x55f2c5d67850 2024-05-21T02:02:19.333 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.332+0000 7fd957e00700 1 -- 172.21.15.7:0/1306253645 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9680b2330 con 0x55f2c5d67850 2024-05-21T02:02:19.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.332+0000 7fd957e00700 1 -- 172.21.15.7:0/1306253645 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fd964021040 con 0x55f2c5d67850 2024-05-21T02:02:19.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.332+0000 7fd9877e2b80 10 client.25610 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:19.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.332+0000 7fd9877e2b80 10 client.25610 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:19.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.332+0000 7fd9877e2b80 20 client.25610 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:19.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.332+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55f2c5df83e0 0x55f2c5dfa800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:19.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.332+0000 7fd9877e2b80 4 client.25610 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T02:02:19.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.332+0000 7fd9877e2b80 1 -- 172.21.15.7:0/1306253645 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f2c5cbb5f0 con 0x55f2c5df83e0 2024-05-21T02:02:19.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.333+0000 7fd975e00700 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55f2c5df83e0 0x55f2c5dfa800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:19.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.333+0000 7fd975e00700 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55f2c5df83e0 0x55f2c5dfa800 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1106e88d74fff485 server_cookie=c8f0e86a5c950ce4 in_seq=0 out_seq=0 2024-05-21T02:02:19.335 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.333+0000 7fd957e00700 10 client.25610 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:19.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.334+0000 7fd957e00700 1 -- 172.21.15.7:0/1306253645 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f2c5cbb5f0 con 0x55f2c5df83e0 2024-05-21T02:02:19.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.334+0000 7fd957e00700 10 client.25610 handle_command_reply: tid=0 2024-05-21T02:02:19.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.334+0000 7fd9877e2b80 1 client.25610 shutdown 2024-05-21T02:02:19.336 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 -- 172.21.15.7:0/1306253645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 msgr2=0x55f2c5d745c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:19.338 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:02:19.338 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-05-21T02:02:19.338 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "05a284f2-8fd1-46fa-9222-ae800357afd7", 2024-05-21T02:02:19.338 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-05-21T02:02:19.339 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:02:19.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 0x55f2c5d745c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd964009810 tx=0x7fd964005c80 comp rx=0 tx=0).stop 2024-05-21T02:02:19.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 -- 172.21.15.7:0/1306253645 shutdown_connections 2024-05-21T02:02:19.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55f2c5df83e0 0x55f2c5dfa800 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55f2c5d6b030 0x55f2c5d74b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55f2c5d66f30 0x55f2c5d77d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 --2- 172.21.15.7:0/1306253645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55f2c5d67850 0x55f2c5d745c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 -- 172.21.15.7:0/1306253645 >> 172.21.15.7:0/1306253645 conn(0x55f2c5c8fc60 msgr2=0x55f2c5d692d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd957e00700 0 client.25610 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 -- 172.21.15.7:0/1306253645 shutdown_connections 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 1 -- 172.21.15.7:0/1306253645 wait complete. 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.335+0000 7fd9877e2b80 20 client.25610 trim_cache size 0 max 16384 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 -- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd95c0b2900 msgr2=0x7fd95c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd95c0b2900 0x7fd95c0b4dc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fd964005850 tx=0x7fd964009c00 comp rx=0 tx=0).stop 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 -- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 msgr2=0x7fd97819be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 0x7fd97819be80 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd96800ec10 tx=0x7fd96800c2d0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 -- 172.21.15.7:0/941240211 shutdown_connections 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd97810b780 0x7fd9781a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd95c0b2900 0x7fd95c0b4dc0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd978105780 0x7fd97819be80 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 --2- 172.21.15.7:0/941240211 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd978106140 0x7fd97819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:19.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 -- 172.21.15.7:0/941240211 >> 172.21.15.7:0/941240211 conn(0x7fd978101270 msgr2=0x7fd978101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:19.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.336+0000 7fd97ce00700 1 -- 172.21.15.7:0/941240211 shutdown_connections 2024-05-21T02:02:19.341 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:19.338+0000 7fd97ce00700 1 -- 172.21.15.7:0/941240211 wait complete. 2024-05-21T02:02:20.586 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T02:02:21.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:20 smithi007 ceph-mon[31288]: scrub queued for path: / 2024-05-21T02:02:21.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:20 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:21.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:20 smithi007 ceph-mon[31288]: scrub summary: active paths [/] 2024-05-21T02:02:21.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:20 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:21.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:20 smithi007 ceph-mon[31288]: pgmap v516: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:02:21.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:02:21.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:02:21.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:02:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:20 smithi190 ceph-mon[35961]: scrub queued for path: / 2024-05-21T02:02:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:20 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:20 smithi190 ceph-mon[35961]: scrub summary: active paths [/] 2024-05-21T02:02:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:20 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:20 smithi190 ceph-mon[35961]: pgmap v516: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:02:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:20 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:02:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:20 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:02:21.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:20 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:02:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:20 smithi164 ceph-mon[36138]: scrub queued for path: / 2024-05-21T02:02:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:20 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:20 smithi164 ceph-mon[36138]: scrub summary: active paths [/] 2024-05-21T02:02:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:20 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:20 smithi164 ceph-mon[36138]: pgmap v516: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:02:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:20 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:02:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:20 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:02:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:20 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:02:21.339 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.016+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2829804270 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 msgr2=0x7fe7e8105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.016+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2829804270 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 0x7fe7e8105ad0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4009990 tx=0x7fe7d4009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.016+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2829804270 shutdown_connections 2024-05-21T02:02:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.016+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2829804270 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7e8106010 0x7fe7e8112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.016+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2829804270 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7e810b650 0x7fe7e810ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.016+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2829804270 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 0x7fe7e8105ad0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.016+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2829804270 >> 172.21.15.7:0/2829804270 conn(0x7fe7e8101120 msgr2=0x7fe7e8103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:22.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.018+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2829804270 shutdown_connections 2024-05-21T02:02:22.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.018+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2829804270 wait complete. 2024-05-21T02:02:22.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.019+0000 7fe7e7e00700 1 Processor -- start 2024-05-21T02:02:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.019+0000 7fe7e7e00700 1 -- start start 2024-05-21T02:02:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.020+0000 7fe7e7e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 0x7fe7e819bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:22.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.020+0000 7fe7e7e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7e8106010 0x7fe7e819c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:22.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.020+0000 7fe7e7e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7e810b650 0x7fe7e81a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:22.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.020+0000 7fe7e7e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e81158e0 con 0x7fe7e810b650 2024-05-21T02:02:22.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.020+0000 7fe7e7e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e8115760 con 0x7fe7e8106010 2024-05-21T02:02:22.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.020+0000 7fe7e7e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e8115a60 con 0x7fe7e8105650 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.020+0000 7fe7e6a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 0x7fe7e819bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.020+0000 7fe7e6a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 0x7fe7e819bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:50084/0 (socket says 172.21.15.7:50084) 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.020+0000 7fe7e6a00700 1 -- 172.21.15.7:0/2747760603 learned_addr learned my addr 172.21.15.7:0/2747760603 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.021+0000 7fe7e7400700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7e810b650 0x7fe7e81a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.021+0000 7fe7e6000700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7e8106010 0x7fe7e819c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.021+0000 7fe7e6a00700 1 -- 172.21.15.7:0/2747760603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7e8106010 msgr2=0x7fe7e819c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.021+0000 7fe7e6a00700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7e8106010 0x7fe7e819c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.021+0000 7fe7e6a00700 1 -- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7e810b650 msgr2=0x7fe7e81a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.021+0000 7fe7e6a00700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7e810b650 0x7fe7e81a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.021+0000 7fe7e6a00700 1 -- 172.21.15.7:0/2747760603 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e81a0d80 con 0x7fe7e8105650 2024-05-21T02:02:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.021+0000 7fe7e6a00700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 0x7fe7e819bd70 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe7d800b570 tx=0x7fe7d800b880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.022+0000 7fe7df400700 1 -- 172.21.15.7:0/2747760603 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d8022070 con 0x7fe7e8105650 2024-05-21T02:02:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.022+0000 7fe7df400700 1 -- 172.21.15.7:0/2747760603 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7d8014e40 con 0x7fe7e8105650 2024-05-21T02:02:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.022+0000 7fe7df400700 1 -- 172.21.15.7:0/2747760603 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d801d8a0 con 0x7fe7e8105650 2024-05-21T02:02:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.022+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7e81a1070 con 0x7fe7e8105650 2024-05-21T02:02:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.022+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7e8077980 con 0x7fe7e8105650 2024-05-21T02:02:22.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.023+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7e806a230 con 0x7fe7e8105650 2024-05-21T02:02:22.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.027+0000 7fe7df400700 1 -- 172.21.15.7:0/2747760603 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe7d8025070 con 0x7fe7e8105650 2024-05-21T02:02:22.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.031+0000 7fe7df400700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7cc0b2900 0x7fe7cc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:22.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.031+0000 7fe7df400700 1 -- 172.21.15.7:0/2747760603 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe7d80e9c30 con 0x7fe7e8105650 2024-05-21T02:02:22.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.031+0000 7fe7e6000700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7cc0b2900 0x7fe7cc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:22.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.031+0000 7fe7df400700 1 -- 172.21.15.7:0/2747760603 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe7d80ea0b0 con 0x7fe7e8105650 2024-05-21T02:02:22.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.032+0000 7fe7e6000700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7cc0b2900 0x7fe7cc0b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400b2e0 tx=0x7fe7d4000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:22.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.444+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7e819d0d0 con 0x7fe7e8105650 2024-05-21T02:02:22.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.445+0000 7fe7df400700 1 -- 172.21.15.7:0/2747760603 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fe7d80b1910 con 0x7fe7e8105650 2024-05-21T02:02:22.448 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:02:22.448 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:02:22.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.449+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7cc0b2900 msgr2=0x7fe7cc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:22.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.449+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7cc0b2900 0x7fe7cc0b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400b2e0 tx=0x7fe7d4000bc0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.449+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 msgr2=0x7fe7e819bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:22.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.449+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 0x7fe7e819bd70 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe7d800b570 tx=0x7fe7d800b880 comp rx=0 tx=0).stop 2024-05-21T02:02:22.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.450+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 shutdown_connections 2024-05-21T02:02:22.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.450+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe7cc0b2900 0x7fe7cc0b4dc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.450+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe7e810b650 0x7fe7e81a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.450+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe7e8105650 0x7fe7e819bd70 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.450+0000 7fe7e7e00700 1 --2- 172.21.15.7:0/2747760603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe7e8106010 0x7fe7e819c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:22.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.450+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 >> 172.21.15.7:0/2747760603 conn(0x7fe7e8101120 msgr2=0x7fe7e8101840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:22.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.450+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 shutdown_connections 2024-05-21T02:02:22.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:22.450+0000 7fe7e7e00700 1 -- 172.21.15.7:0/2747760603 wait complete. 2024-05-21T02:02:22.453 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:02:23.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:22 smithi007 ceph-mon[31288]: pgmap v517: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:02:23.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:22 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2747760603' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:22 smithi190 ceph-mon[35961]: pgmap v517: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:02:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:22 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2747760603' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:23.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:22 smithi164 ceph-mon[36138]: pgmap v517: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:02:23.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:22 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2747760603' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:23.789 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-21T02:02:23.789 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24518 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-21T02:02:24.301 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:24 smithi007 ceph-mon[31288]: pgmap v518: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-05-21T02:02:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:24 smithi007 ceph-mon[31288]: scrub summary: idle 2024-05-21T02:02:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:24 smithi190 ceph-mon[35961]: pgmap v518: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-05-21T02:02:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:24 smithi190 ceph-mon[35961]: scrub summary: idle 2024-05-21T02:02:25.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.115+0000 7f4716200700 1 -- 172.21.15.7:0/2696528514 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4710104f50 msgr2=0x7f471010d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:25.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.115+0000 7f4716200700 1 --2- 172.21.15.7:0/2696528514 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4710104f50 0x7f471010d440 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f46fc009990 tx=0x7f46fc009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.115+0000 7f4716200700 1 -- 172.21.15.7:0/2696528514 shutdown_connections 2024-05-21T02:02:25.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.115+0000 7f4716200700 1 --2- 172.21.15.7:0/2696528514 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f471010da60 0x7f471010ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.115+0000 7f4716200700 1 --2- 172.21.15.7:0/2696528514 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4710104630 0x7f4710104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.115+0000 7f4716200700 1 --2- 172.21.15.7:0/2696528514 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4710104f50 0x7f471010d440 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.115+0000 7f4716200700 1 -- 172.21.15.7:0/2696528514 >> 172.21.15.7:0/2696528514 conn(0x7f47100fde60 msgr2=0x7f4710100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:25.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.115+0000 7f4716200700 1 -- 172.21.15.7:0/2696528514 shutdown_connections 2024-05-21T02:02:25.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.115+0000 7f4716200700 1 -- 172.21.15.7:0/2696528514 wait complete. 2024-05-21T02:02:25.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.116+0000 7f4716200700 1 Processor -- start 2024-05-21T02:02:25.118 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.116+0000 7f4716200700 1 -- start start 2024-05-21T02:02:25.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.117+0000 7f4716200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4710104630 0x7f4710103c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.117+0000 7f4716200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4710104f50 0x7f4710102200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.117+0000 7f4716200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f471010da60 0x7f4710102740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.117+0000 7f4716200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47101136a0 con 0x7f4710104630 2024-05-21T02:02:25.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.117+0000 7f4716200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4710113520 con 0x7f471010da60 2024-05-21T02:02:25.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.117+0000 7f4716200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4710113820 con 0x7f4710104f50 2024-05-21T02:02:25.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.117+0000 7f4715800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f471010da60 0x7f4710102740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.118+0000 7f4715800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f471010da60 0x7f4710102740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:33952/0 (socket says 172.21.15.7:33952) 2024-05-21T02:02:25.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.118+0000 7f4715800700 1 -- 172.21.15.7:0/2780957685 learned_addr learned my addr 172.21.15.7:0/2780957685 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:25.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.118+0000 7f470fe00700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4710104f50 0x7f4710102200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.118+0000 7f4714e00700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4710104630 0x7f4710103c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.120 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.118+0000 7f4715800700 1 -- 172.21.15.7:0/2780957685 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4710104f50 msgr2=0x7f4710102200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:25.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.118+0000 7f4715800700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4710104f50 0x7f4710102200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.118+0000 7f4715800700 1 -- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4710104630 msgr2=0x7f4710103c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:25.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.118+0000 7f4715800700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4710104630 0x7f4710103c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.119+0000 7f4715800700 1 -- 172.21.15.7:0/2780957685 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4710102f00 con 0x7f471010da60 2024-05-21T02:02:25.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.119+0000 7f4714e00700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4710104630 0x7f4710103c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:25.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.119+0000 7f4715800700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f471010da60 0x7f4710102740 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f470800c370 tx=0x7f470800c680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:25.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.119+0000 7f470d600700 1 -- 172.21.15.7:0/2780957685 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f470800ce20 con 0x7f471010da60 2024-05-21T02:02:25.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.119+0000 7f470d600700 1 -- 172.21.15.7:0/2780957685 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47080090d0 con 0x7f471010da60 2024-05-21T02:02:25.121 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.119+0000 7f470d600700 1 -- 172.21.15.7:0/2780957685 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47080047a0 con 0x7f471010da60 2024-05-21T02:02:25.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.119+0000 7f4716200700 1 -- 172.21.15.7:0/2780957685 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47101b0bc0 con 0x7f471010da60 2024-05-21T02:02:25.122 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.120+0000 7f4716200700 1 -- 172.21.15.7:0/2780957685 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47101b0f60 con 0x7f471010da60 2024-05-21T02:02:25.127 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.125+0000 7f470d600700 1 -- 172.21.15.7:0/2780957685 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f470801a020 con 0x7f471010da60 2024-05-21T02:02:25.128 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.127+0000 7f4722193b80 1 Processor -- start 2024-05-21T02:02:25.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.127+0000 7f4722193b80 1 -- start start 2024-05-21T02:02:25.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.128+0000 7f470d600700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46f80b2880 0x7f46f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.128+0000 7f470d600700 1 -- 172.21.15.7:0/2780957685 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f47080e1b90 con 0x7f471010da60 2024-05-21T02:02:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4722193b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 0x55b234e38430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4722193b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38970 0x55b234e32580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4722193b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e32ba0 0x55b234e33020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4722193b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b234d87e40 con 0x55b234e38050 2024-05-21T02:02:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4722193b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b234d779e0 con 0x55b234e38970 2024-05-21T02:02:25.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4722193b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b234d7ba20 con 0x55b234e32ba0 2024-05-21T02:02:25.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4715800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e32ba0 0x55b234e33020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4715800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e32ba0 0x55b234e33020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:50106/0 (socket says 172.21.15.7:50106) 2024-05-21T02:02:25.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4715800700 1 -- 172.21.15.7:0/2659341788 learned_addr learned my addr 172.21.15.7:0/2659341788 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:25.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.129+0000 7f4714e00700 1 --2- 172.21.15.7:0/2659341788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 0x55b234e38430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.130+0000 7f4715800700 1 -- 172.21.15.7:0/2659341788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38970 msgr2=0x55b234e32580 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:02:25.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.130+0000 7f4715800700 1 --2- 172.21.15.7:0/2659341788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38970 0x55b234e32580 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.130+0000 7f4715800700 1 -- 172.21.15.7:0/2659341788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 msgr2=0x55b234e38430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:25.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.130+0000 7f470fe00700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46f80b2880 0x7f46f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.130+0000 7f4715800700 1 --2- 172.21.15.7:0/2659341788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 0x55b234e38430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.130+0000 7f4715800700 1 -- 172.21.15.7:0/2659341788 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b234d40420 con 0x55b234e32ba0 2024-05-21T02:02:25.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.130+0000 7f4714e00700 1 --2- 172.21.15.7:0/2659341788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 0x55b234e38430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:25.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.131+0000 7f4715800700 1 --2- 172.21.15.7:0/2659341788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e32ba0 0x55b234e33020 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4708009530 tx=0x7f47080a8ac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5de03de5e27ffd60 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:25.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.131+0000 7f470fe00700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46f80b2880 0x7f46f80b4d40 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4710103a40 tx=0x7f46fc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:25.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.131+0000 7f4702000700 1 -- 172.21.15.7:0/2659341788 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47080a8c80 con 0x55b234e32ba0 2024-05-21T02:02:25.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.131+0000 7f4702000700 1 -- 172.21.15.7:0/2659341788 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47080a9870 con 0x55b234e32ba0 2024-05-21T02:02:25.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.131+0000 7f4702000700 1 -- 172.21.15.7:0/2659341788 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4708019e30 con 0x55b234e32ba0 2024-05-21T02:02:25.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.132+0000 7f4722193b80 1 -- 172.21.15.7:0/2659341788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e32ba0 msgr2=0x55b234e33020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:25.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.132+0000 7f4722193b80 1 --2- 172.21.15.7:0/2659341788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e32ba0 0x55b234e33020 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4708009530 tx=0x7f47080a8ac0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.133+0000 7f4722193b80 1 -- 172.21.15.7:0/2659341788 shutdown_connections 2024-05-21T02:02:25.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.133+0000 7f4722193b80 1 --2- 172.21.15.7:0/2659341788 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e32ba0 0x55b234e33020 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.133+0000 7f4722193b80 1 --2- 172.21.15.7:0/2659341788 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 0x55b234e38430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.133+0000 7f4722193b80 1 --2- 172.21.15.7:0/2659341788 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38970 0x55b234e32580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.133+0000 7f4722193b80 1 -- 172.21.15.7:0/2659341788 >> 172.21.15.7:0/2659341788 conn(0x55b234d57be0 msgr2=0x55b234e24810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:25.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.133+0000 7f4722193b80 1 -- 172.21.15.7:0/2659341788 shutdown_connections 2024-05-21T02:02:25.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.133+0000 7f4722193b80 1 -- 172.21.15.7:0/2659341788 wait complete. 2024-05-21T02:02:25.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.134+0000 7f4722193b80 1 -- start start 2024-05-21T02:02:25.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.134+0000 7f4722193b80 1 Processor -- start 2024-05-21T02:02:25.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.135+0000 7f4722193b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e32ba0 0x55b234e3e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.135+0000 7f4722193b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 0x55b234e3bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.136+0000 7f4722193b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 0x55b234e3c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.136+0000 7f4722193b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b234c7dfa0 con 0x55b234e38050 2024-05-21T02:02:25.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.136+0000 7f4722193b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b234d18760 con 0x55b234e32ba0 2024-05-21T02:02:25.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.136+0000 7f4722193b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b234e3f410 con 0x55b234e3bff0 2024-05-21T02:02:25.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.136+0000 7f4714e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e32ba0 0x55b234e3e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.136+0000 7f4714e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e32ba0 0x55b234e3e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:33956/0 (socket says 172.21.15.7:33956) 2024-05-21T02:02:25.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.136+0000 7f4714e00700 1 -- 172.21.15.7:0/508518123 learned_addr learned my addr 172.21.15.7:0/508518123 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:25.138 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.136+0000 7f4722193b80 10 client.0 _ll_register_callbacks cb 0x55b234d21c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:25.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.136+0000 7f470fe00700 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 0x55b234e3bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.137+0000 7f4714e00700 1 -- 172.21.15.7:0/508518123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 msgr2=0x55b234e3c470 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:02:25.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.137+0000 7f4714e00700 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 0x55b234e3c470 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.137+0000 7f4714e00700 1 -- 172.21.15.7:0/508518123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 msgr2=0x55b234e3bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:25.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.137+0000 7f4714e00700 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 0x55b234e3bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.137+0000 7f4714e00700 1 -- 172.21.15.7:0/508518123 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b234cc78d0 con 0x55b234e32ba0 2024-05-21T02:02:25.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.138+0000 7f4714e00700 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e32ba0 0x55b234e3e710 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4704013850 tx=0x7f4704013c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e6bc341101166b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:25.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.138+0000 7f46f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:02:25.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.138+0000 7f46f6a00700 1 -- 172.21.15.7:0/508518123 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4704020060 con 0x55b234e32ba0 2024-05-21T02:02:25.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.138+0000 7f46f6a00700 1 -- 172.21.15.7:0/508518123 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4704011ce0 con 0x55b234e32ba0 2024-05-21T02:02:25.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.138+0000 7f4722193b80 1 -- 172.21.15.7:0/508518123 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47080a9870 con 0x55b234e32ba0 2024-05-21T02:02:25.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.139+0000 7f46f6a00700 1 -- 172.21.15.7:0/508518123 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f470400f450 con 0x55b234e32ba0 2024-05-21T02:02:25.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.139+0000 7f4722193b80 10 client.25622 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:25.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.139+0000 7f4722193b80 1 -- 172.21.15.7:0/508518123 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b234d48060 con 0x55b234e32ba0 2024-05-21T02:02:25.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.140+0000 7f46f6a00700 1 -- 172.21.15.7:0/508518123 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47080a9870 con 0x55b234e32ba0 2024-05-21T02:02:25.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.140+0000 7f46f6a00700 1 -- 172.21.15.7:0/508518123 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f470401a030 con 0x55b234e32ba0 2024-05-21T02:02:25.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.140+0000 7f4722193b80 10 client.25622 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:25.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.140+0000 7f4722193b80 10 client.25622 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:25.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.140+0000 7f4722193b80 20 client.25622 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:25.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.140+0000 7f4722193b80 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b234e4c3b0 0x55b234e4e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.140+0000 7f4722193b80 4 client.25622 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:25.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.140+0000 7f4722193b80 1 -- 172.21.15.7:0/508518123 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b234d89d90 con 0x55b234e4c3b0 2024-05-21T02:02:25.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.141+0000 7f470fe00700 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b234e4c3b0 0x55b234e4e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.142+0000 7f470fe00700 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b234e4c3b0 0x55b234e4e7a0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d33c1ec25321d4e3 server_cookie=bfe97697712ea056 in_seq=0 out_seq=0 2024-05-21T02:02:25.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.142+0000 7f46f6a00700 10 client.25622 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:25.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f46f6a00700 1 -- 172.21.15.7:0/508518123 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b234d89d90 con 0x55b234e4c3b0 2024-05-21T02:02:25.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f46f6a00700 10 client.25622 handle_command_reply: tid=0 2024-05-21T02:02:25.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f4722193b80 1 client.25622 shutdown 2024-05-21T02:02:25.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f4722193b80 1 -- 172.21.15.7:0/508518123 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e32ba0 msgr2=0x55b234e3e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:25.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f4722193b80 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e32ba0 0x55b234e3e710 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4704013850 tx=0x7f4704013c10 comp rx=0 tx=0).stop 2024-05-21T02:02:25.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f4722193b80 1 -- 172.21.15.7:0/508518123 shutdown_connections 2024-05-21T02:02:25.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f4722193b80 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b234e4c3b0 0x55b234e4e7a0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f4722193b80 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 0x55b234e3c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f4722193b80 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e32ba0 0x55b234e3e710 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f4722193b80 1 --2- 172.21.15.7:0/508518123 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e38050 0x55b234e3bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f4722193b80 1 -- 172.21.15.7:0/508518123 >> 172.21.15.7:0/508518123 conn(0x55b234d57be0 msgr2=0x55b234e23fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:25.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.143+0000 7f46f6a00700 0 client.25622 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:25.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.146+0000 7f4722193b80 1 -- 172.21.15.7:0/508518123 shutdown_connections 2024-05-21T02:02:25.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.146+0000 7f4722193b80 1 -- 172.21.15.7:0/508518123 wait complete. 2024-05-21T02:02:25.147 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.146+0000 7f4722193b80 20 client.25622 trim_cache size 0 max 16384 2024-05-21T02:02:25.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.173+0000 7f4722193b80 1 Processor -- start 2024-05-21T02:02:25.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.173+0000 7f4722193b80 1 -- start start 2024-05-21T02:02:25.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.174+0000 7f4722193b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38050 0x55b234e26480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.174+0000 7f4722193b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 0x55b234e3aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.174+0000 7f4722193b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e395f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.174+0000 7f4722193b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47101b4220 con 0x55b234e3e090 2024-05-21T02:02:25.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.174+0000 7f4722193b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f47101b5d60 con 0x55b234e38050 2024-05-21T02:02:25.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.174+0000 7f4722193b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f47101b48f0 con 0x55b234e3bff0 2024-05-21T02:02:25.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.175+0000 7f4715800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e395f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.175+0000 7f4715800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e395f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54082/0 (socket says 172.21.15.7:54082) 2024-05-21T02:02:25.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.175+0000 7f4715800700 1 -- 172.21.15.7:0/1072017826 learned_addr learned my addr 172.21.15.7:0/1072017826 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:25.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.175+0000 7f4715800700 1 -- 172.21.15.7:0/1072017826 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 msgr2=0x55b234e3aa10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:02:25.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.175+0000 7f4715800700 1 --2- 172.21.15.7:0/1072017826 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 0x55b234e3aa10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.175+0000 7f4715800700 1 -- 172.21.15.7:0/1072017826 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38050 msgr2=0x55b234e26480 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:02:25.177 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.175+0000 7f4715800700 1 --2- 172.21.15.7:0/1072017826 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38050 0x55b234e26480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.175+0000 7f4715800700 1 -- 172.21.15.7:0/1072017826 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b234e327d0 con 0x55b234e3e090 2024-05-21T02:02:25.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.176+0000 7f4715800700 1 --2- 172.21.15.7:0/1072017826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e395f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f47080a51a0 tx=0x7f4708004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16ed384a8460be34 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:25.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.176+0000 7f4701600700 1 -- 172.21.15.7:0/1072017826 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47080a9170 con 0x55b234e3e090 2024-05-21T02:02:25.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.177+0000 7f4701600700 1 -- 172.21.15.7:0/1072017826 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47080ad520 con 0x55b234e3e090 2024-05-21T02:02:25.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.177+0000 7f4701600700 1 -- 172.21.15.7:0/1072017826 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47080ad120 con 0x55b234e3e090 2024-05-21T02:02:25.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.178+0000 7f4722193b80 1 -- 172.21.15.7:0/1072017826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 msgr2=0x55b234e395f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:25.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.178+0000 7f4722193b80 1 --2- 172.21.15.7:0/1072017826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e395f0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f47080a51a0 tx=0x7f4708004ad0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.178+0000 7f4722193b80 1 -- 172.21.15.7:0/1072017826 shutdown_connections 2024-05-21T02:02:25.179 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.178+0000 7f4722193b80 1 --2- 172.21.15.7:0/1072017826 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e395f0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.178+0000 7f4722193b80 1 --2- 172.21.15.7:0/1072017826 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38050 0x55b234e26480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.178+0000 7f4722193b80 1 --2- 172.21.15.7:0/1072017826 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 0x55b234e3aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.178+0000 7f4722193b80 1 -- 172.21.15.7:0/1072017826 >> 172.21.15.7:0/1072017826 conn(0x55b234d57be0 msgr2=0x55b234e28d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:25.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.178+0000 7f4722193b80 1 -- 172.21.15.7:0/1072017826 shutdown_connections 2024-05-21T02:02:25.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.178+0000 7f4722193b80 1 -- 172.21.15.7:0/1072017826 wait complete. 2024-05-21T02:02:25.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.179+0000 7f4722193b80 1 -- start start 2024-05-21T02:02:25.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.179+0000 7f4722193b80 1 Processor -- start 2024-05-21T02:02:25.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4722193b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38050 0x55b234e41670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4722193b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 0x55b234e41bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4722193b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e420f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4722193b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47101b5690 con 0x55b234e3e090 2024-05-21T02:02:25.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4722193b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f47101b4fc0 con 0x55b234e38050 2024-05-21T02:02:25.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4722193b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4710071f30 con 0x55b234e3bff0 2024-05-21T02:02:25.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4722193b80 10 client.0 _ll_register_callbacks cb 0x55b234d21c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:25.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4715800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e420f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4715800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e420f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54090/0 (socket says 172.21.15.7:54090) 2024-05-21T02:02:25.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.180+0000 7f4715800700 1 -- 172.21.15.7:0/504818778 learned_addr learned my addr 172.21.15.7:0/504818778 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:25.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.181+0000 7f4715800700 1 -- 172.21.15.7:0/504818778 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 msgr2=0x55b234e41bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:25.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.181+0000 7f4715800700 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 0x55b234e41bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.181+0000 7f4715800700 1 -- 172.21.15.7:0/504818778 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38050 msgr2=0x55b234e41670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:25.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.181+0000 7f4715800700 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38050 0x55b234e41670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.181+0000 7f4715800700 1 -- 172.21.15.7:0/504818778 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b234eb70a0 con 0x55b234e3e090 2024-05-21T02:02:25.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.181+0000 7f4715800700 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e420f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f47080a63e0 tx=0x7f47080b1fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32ffe56c305f4cd4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:25.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.181+0000 7f46f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:25.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.182+0000 7f46f6a00700 1 -- 172.21.15.7:0/504818778 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4708019d80 con 0x55b234e3e090 2024-05-21T02:02:25.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.182+0000 7f4722193b80 1 -- 172.21.15.7:0/504818778 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b234d83570 con 0x55b234e3e090 2024-05-21T02:02:25.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.182+0000 7f46f6a00700 1 -- 172.21.15.7:0/504818778 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4708068be0 con 0x55b234e3e090 2024-05-21T02:02:25.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.183+0000 7f46f6a00700 1 -- 172.21.15.7:0/504818778 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4708068de0 con 0x55b234e3e090 2024-05-21T02:02:25.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.183+0000 7f4722193b80 10 client.15531 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:25.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.183+0000 7f4722193b80 1 -- 172.21.15.7:0/504818778 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b234eb8370 con 0x55b234e3e090 2024-05-21T02:02:25.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.184+0000 7f46f6a00700 1 -- 172.21.15.7:0/504818778 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55b234d83570 con 0x55b234e3e090 2024-05-21T02:02:25.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.184+0000 7f46f6a00700 1 -- 172.21.15.7:0/504818778 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f47080dfb10 con 0x55b234e3e090 2024-05-21T02:02:25.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.184+0000 7f4722193b80 10 client.15531 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:25.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.184+0000 7f4722193b80 10 client.15531 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:25.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.184+0000 7f4722193b80 20 client.15531 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:25.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.184+0000 7f4722193b80 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b234eb85a0 0x55b234eba990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:25.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.184+0000 7f4722193b80 4 client.15531 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T02:02:25.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.184+0000 7f4722193b80 1 -- 172.21.15.7:0/504818778 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b234bfa250 con 0x55b234eb85a0 2024-05-21T02:02:25.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.185+0000 7f4714e00700 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b234eb85a0 0x55b234eba990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:25.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.185+0000 7f46f6a00700 10 client.15531 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:25.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.185+0000 7f4714e00700 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b234eb85a0 0x55b234eba990 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1baa9d0c4daf2925 server_cookie=32c0ffb26ea2f875 in_seq=0 out_seq=0 2024-05-21T02:02:25.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f46f6a00700 1 -- 172.21.15.7:0/504818778 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b234bfa250 con 0x55b234eb85a0 2024-05-21T02:02:25.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f46f6a00700 10 client.15531 handle_command_reply: tid=0 2024-05-21T02:02:25.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f4722193b80 1 client.15531 shutdown 2024-05-21T02:02:25.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f4722193b80 1 -- 172.21.15.7:0/504818778 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 msgr2=0x55b234e420f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:25.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f4722193b80 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e420f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f47080a63e0 tx=0x7f47080b1fd0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f4722193b80 1 -- 172.21.15.7:0/504818778 shutdown_connections 2024-05-21T02:02:25.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f4722193b80 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b234eb85a0 0x55b234eba990 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f4722193b80 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b234e3e090 0x55b234e420f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f4722193b80 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b234e38050 0x55b234e41670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f4722193b80 1 --2- 172.21.15.7:0/504818778 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b234e3bff0 0x55b234e41bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f4722193b80 1 -- 172.21.15.7:0/504818778 >> 172.21.15.7:0/504818778 conn(0x55b234d57be0 msgr2=0x55b234e295f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:25.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.186+0000 7f46f6a00700 0 client.15531 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:25.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.187+0000 7f4722193b80 1 -- 172.21.15.7:0/504818778 shutdown_connections 2024-05-21T02:02:25.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.187+0000 7f4722193b80 1 -- 172.21.15.7:0/504818778 wait complete. 2024-05-21T02:02:25.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.187+0000 7f4722193b80 20 client.15531 trim_cache size 0 max 16384 2024-05-21T02:02:25.189 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:02:25.189 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-05-21T02:02:25.189 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-05-21T02:02:25.190 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:02:25.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 -- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46f80b2880 msgr2=0x7f46f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:25.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46f80b2880 0x7f46f80b4d40 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4710103a40 tx=0x7f46fc00b260 comp rx=0 tx=0).stop 2024-05-21T02:02:25.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 -- 172.21.15.7:0/2780957685 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f471010da60 msgr2=0x7f4710102740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:25.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f471010da60 0x7f4710102740 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f470800c370 tx=0x7f470800c680 comp rx=0 tx=0).stop 2024-05-21T02:02:25.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 -- 172.21.15.7:0/2780957685 shutdown_connections 2024-05-21T02:02:25.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f471010da60 0x7f4710102740 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f46f80b2880 0x7f46f80b4d40 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4710104630 0x7f4710103c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 --2- 172.21.15.7:0/2780957685 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4710104f50 0x7f4710102200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:25.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.188+0000 7f4716200700 1 -- 172.21.15.7:0/2780957685 >> 172.21.15.7:0/2780957685 conn(0x7f47100fde60 msgr2=0x7f47100feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:25.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.189+0000 7f4716200700 1 -- 172.21.15.7:0/2780957685 shutdown_connections 2024-05-21T02:02:25.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:25.189+0000 7f4716200700 1 -- 172.21.15.7:0/2780957685 wait complete. 2024-05-21T02:02:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:24 smithi164 ceph-mon[36138]: pgmap v518: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 10 op/s 2024-05-21T02:02:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:24 smithi164 ceph-mon[36138]: scrub summary: idle 2024-05-21T02:02:26.066 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T02:02:26.067 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:02:26.761 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:26 smithi007 ceph-mon[31288]: pgmap v519: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-21T02:02:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:26 smithi190 ceph-mon[35961]: pgmap v519: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-21T02:02:27.120 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:26 smithi164 ceph-mon[36138]: pgmap v519: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 10 op/s 2024-05-21T02:02:27.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.769+0000 7fcc3f200700 1 -- 172.21.15.7:0/1759063598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc40102b90 msgr2=0x7fcc4010f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.769+0000 7fcc3f200700 1 --2- 172.21.15.7:0/1759063598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc40102b90 0x7fcc4010f7c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c009990 tx=0x7fcc2c009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.769+0000 7fcc3f200700 1 -- 172.21.15.7:0/1759063598 shutdown_connections 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.769+0000 7fcc3f200700 1 --2- 172.21.15.7:0/1759063598 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcc4010fd00 0x7fcc40112130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.769+0000 7fcc3f200700 1 --2- 172.21.15.7:0/1759063598 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401021e0 0x7fcc401025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.769+0000 7fcc3f200700 1 --2- 172.21.15.7:0/1759063598 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc40102b90 0x7fcc4010f7c0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.769+0000 7fcc3f200700 1 -- 172.21.15.7:0/1759063598 >> 172.21.15.7:0/1759063598 conn(0x7fcc400fdd90 msgr2=0x7fcc401001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.769+0000 7fcc3f200700 1 -- 172.21.15.7:0/1759063598 shutdown_connections 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.769+0000 7fcc3f200700 1 -- 172.21.15.7:0/1759063598 wait complete. 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.770+0000 7fcc3f200700 1 Processor -- start 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.771+0000 7fcc3f200700 1 -- start start 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.771+0000 7fcc3f200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401021e0 0x7fcc401a1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.771+0000 7fcc3f200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcc40102b90 0x7fcc401a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.771+0000 7fcc3f200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc4010fd00 0x7fcc4019bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.771+0000 7fcc3f200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcc401158a0 con 0x7fcc4010fd00 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.771+0000 7fcc3f200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcc40115720 con 0x7fcc401021e0 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.771+0000 7fcc3f200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcc40115a20 con 0x7fcc40102b90 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc4010fd00 0x7fcc4019bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401021e0 0x7fcc401a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcc40102b90 0x7fcc401a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401021e0 0x7fcc401a1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:34162/0 (socket says 172.21.15.7:34162) 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcc40102b90 0x7fcc401a1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54838/0 (socket says 172.21.15.7:54838) 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3de00700 1 -- 172.21.15.7:0/2469326811 learned_addr learned my addr 172.21.15.7:0/2469326811 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3d400700 1 -- 172.21.15.7:0/2469326811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401021e0 msgr2=0x7fcc401a1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3d400700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401021e0 0x7fcc401a1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3d400700 1 -- 172.21.15.7:0/2469326811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc4010fd00 msgr2=0x7fcc4019bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:27.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3d400700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc4010fd00 0x7fcc4019bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.772+0000 7fcc3d400700 1 -- 172.21.15.7:0/2469326811 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc4019c220 con 0x7fcc40102b90 2024-05-21T02:02:27.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.774+0000 7fcc3d400700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcc40102b90 0x7fcc401a1e40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c000c00 tx=0x7fcc2c0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:27.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.774+0000 7fcc36a00700 1 -- 172.21.15.7:0/2469326811 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c026070 con 0x7fcc40102b90 2024-05-21T02:02:27.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.774+0000 7fcc36a00700 1 -- 172.21.15.7:0/2469326811 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc2c021410 con 0x7fcc40102b90 2024-05-21T02:02:27.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.774+0000 7fcc36a00700 1 -- 172.21.15.7:0/2469326811 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2c017650 con 0x7fcc40102b90 2024-05-21T02:02:27.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.775+0000 7fcc3f200700 1 -- 172.21.15.7:0/2469326811 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc4019c4b0 con 0x7fcc40102b90 2024-05-21T02:02:27.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.775+0000 7fcc3f200700 1 -- 172.21.15.7:0/2469326811 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc401a87d0 con 0x7fcc40102b90 2024-05-21T02:02:27.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.780+0000 7fcc36a00700 1 -- 172.21.15.7:0/2469326811 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcc2c009d10 con 0x7fcc40102b90 2024-05-21T02:02:27.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.781+0000 7fcc4f9e6b80 1 Processor -- start 2024-05-21T02:02:27.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.782+0000 7fcc4f9e6b80 1 -- start start 2024-05-21T02:02:27.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.782+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fae30 0x55a8454fb210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.782+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454f5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454f5980 0x55a8454f5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a84544afd0 con 0x55a8454fae30 2024-05-21T02:02:27.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a84543ab70 con 0x55a8454f5980 2024-05-21T02:02:27.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a84543ebb0 con 0x55a8454fb750 2024-05-21T02:02:27.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc3e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fae30 0x55a8454fb210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454f5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc3e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fae30 0x55a8454fb210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35738/0 (socket says 172.21.15.7:35738) 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc3e800700 1 -- 172.21.15.7:0/4067888717 learned_addr learned my addr 172.21.15.7:0/4067888717 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc3de00700 1 -- 172.21.15.7:0/4067888717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454f5980 msgr2=0x55a8454f5de0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc3de00700 1 --2- 172.21.15.7:0/4067888717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454f5980 0x55a8454f5de0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc3de00700 1 -- 172.21.15.7:0/4067888717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fae30 msgr2=0x55a8454fb210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc3de00700 1 --2- 172.21.15.7:0/4067888717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fae30 0x55a8454fb210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.783+0000 7fcc3de00700 1 -- 172.21.15.7:0/4067888717 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8454035b0 con 0x55a8454fb750 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.784+0000 7fcc3de00700 1 --2- 172.21.15.7:0/4067888717 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454f5360 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fcc30009d10 tx=0x7fcc30011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bd00f7b62120090 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.784+0000 7fcc2b400700 1 -- 172.21.15.7:0/4067888717 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc30004a30 con 0x55a8454fb750 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.784+0000 7fcc2b400700 1 -- 172.21.15.7:0/4067888717 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc300054d0 con 0x55a8454fb750 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.784+0000 7fcc2b400700 1 -- 172.21.15.7:0/4067888717 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc30019860 con 0x55a8454fb750 2024-05-21T02:02:27.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.785+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/4067888717 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 msgr2=0x55a8454f5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:27.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.785+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/4067888717 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454f5360 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fcc30009d10 tx=0x7fcc30011720 comp rx=0 tx=0).stop 2024-05-21T02:02:27.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.785+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/4067888717 shutdown_connections 2024-05-21T02:02:27.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.785+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/4067888717 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454f5980 0x55a8454f5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.785+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/4067888717 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fae30 0x55a8454fb210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.785+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/4067888717 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454f5360 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.785+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/4067888717 >> 172.21.15.7:0/4067888717 conn(0x55a84541ad70 msgr2=0x55a8454e76c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:27.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.786+0000 7fcc36a00700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcc240b2a30 0x7fcc240b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.786+0000 7fcc36a00700 1 -- 172.21.15.7:0/2469326811 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcc2c0e2b10 con 0x7fcc40102b90 2024-05-21T02:02:27.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.787+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/4067888717 shutdown_connections 2024-05-21T02:02:27.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.787+0000 7fcc3de00700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcc240b2a30 0x7fcc240b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.788+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/4067888717 wait complete. 2024-05-21T02:02:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.788+0000 7fcc4f9e6b80 1 -- start start 2024-05-21T02:02:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.788+0000 7fcc3de00700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcc240b2a30 0x7fcc240b4ef0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fcc30004f70 tx=0x7fcc30005fa0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:27.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.789+0000 7fcc4f9e6b80 1 Processor -- start 2024-05-21T02:02:27.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.789+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a845501600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.789+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454fe900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.789+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 0x55a8454ff2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.789+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a845341130 con 0x55a8454fee40 2024-05-21T02:02:27.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.789+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a8453db8f0 con 0x55a8454fae30 2024-05-21T02:02:27.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.789+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a845502250 con 0x55a8454fb750 2024-05-21T02:02:27.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.790+0000 7fcc4f9e6b80 10 client.0 _ll_register_callbacks cb 0x55a8453e4e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:27.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.790+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a845501600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.790+0000 7fcc3d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454fe900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.790+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a845501600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:34172/0 (socket says 172.21.15.7:34172) 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.790+0000 7fcc3de00700 1 -- 172.21.15.7:0/1277884786 learned_addr learned my addr 172.21.15.7:0/1277884786 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.790+0000 7fcc3d400700 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454fe900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54860/0 (socket says 172.21.15.7:54860) 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.790+0000 7fcc3e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 0x55a8454ff2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.791+0000 7fcc3e800700 1 -- 172.21.15.7:0/1277884786 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 msgr2=0x55a8454fe900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.791+0000 7fcc3e800700 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454fe900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.791+0000 7fcc3e800700 1 -- 172.21.15.7:0/1277884786 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 msgr2=0x55a845501600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.791+0000 7fcc3e800700 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a845501600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.791+0000 7fcc3e800700 1 -- 172.21.15.7:0/1277884786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a84538aa60 con 0x55a8454fee40 2024-05-21T02:02:27.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.791+0000 7fcc3de00700 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a845501600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:27.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.792+0000 7fcc3e800700 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 0x55a8454ff2c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fcc380046d0 tx=0x7fcc380049e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cccbe64f89d06fa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:27.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.792+0000 7fcc1fe00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:27.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.792+0000 7fcc1fe00700 1 -- 172.21.15.7:0/1277884786 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc38014ab0 con 0x55a8454fee40 2024-05-21T02:02:27.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.792+0000 7fcc1fe00700 1 -- 172.21.15.7:0/1277884786 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcc38014c50 con 0x55a8454fee40 2024-05-21T02:02:27.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.793+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1277884786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc300054d0 con 0x55a8454fee40 2024-05-21T02:02:27.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.793+0000 7fcc1fe00700 1 -- 172.21.15.7:0/1277884786 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcc380093a0 con 0x55a8454fee40 2024-05-21T02:02:27.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.793+0000 7fcc4f9e6b80 10 client.15543 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:27.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.793+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1277884786 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a84540b1f0 con 0x55a8454fee40 2024-05-21T02:02:27.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.794+0000 7fcc1fe00700 1 -- 172.21.15.7:0/1277884786 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc300054d0 con 0x55a8454fee40 2024-05-21T02:02:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.794+0000 7fcc1fe00700 1 -- 172.21.15.7:0/1277884786 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fcc38028420 con 0x55a8454fee40 2024-05-21T02:02:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.794+0000 7fcc4f9e6b80 10 client.15543 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.794+0000 7fcc4f9e6b80 10 client.15543 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:02:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.794+0000 7fcc4f9e6b80 20 client.15543 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.794+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a84550f410 0x55a845511800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.794+0000 7fcc4f9e6b80 4 client.15543 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.794+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1277884786 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a84544cf20 con 0x55a84550f410 2024-05-21T02:02:27.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.795+0000 7fcc3de00700 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a84550f410 0x55a845511800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.796+0000 7fcc3de00700 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a84550f410 0x55a845511800 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf478bbe873445ac server_cookie=310f6d6413708087 in_seq=0 out_seq=0 2024-05-21T02:02:27.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.796+0000 7fcc1fe00700 10 client.15543 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:27.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc1fe00700 1 -- 172.21.15.7:0/1277884786 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a84544cf20 con 0x55a84550f410 2024-05-21T02:02:27.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc1fe00700 10 client.15543 handle_command_reply: tid=0 2024-05-21T02:02:27.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc4f9e6b80 1 client.15543 shutdown 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1277884786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 msgr2=0x55a8454ff2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 0x55a8454ff2c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fcc380046d0 tx=0x7fcc380049e0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1277884786 shutdown_connections 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a84550f410 0x55a845511800 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 0x55a8454ff2c0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a845501600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1277884786 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454fe900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1277884786 >> 172.21.15.7:0/1277884786 conn(0x55a84541ad70 msgr2=0x55a8454ebb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.797+0000 7fcc1fe00700 0 client.15543 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:27.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.798+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1277884786 shutdown_connections 2024-05-21T02:02:27.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.798+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1277884786 wait complete. 2024-05-21T02:02:27.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.798+0000 7fcc4f9e6b80 20 client.15543 trim_cache size 0 max 16384 2024-05-21T02:02:27.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.820+0000 7fcc4f9e6b80 1 Processor -- start 2024-05-21T02:02:27.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.820+0000 7fcc4f9e6b80 1 -- start start 2024-05-21T02:02:27.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a8454fd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454e1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 0x55a8454ec250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcc401ab600 con 0x55a8454fee40 2024-05-21T02:02:27.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcc401ad140 con 0x55a8454fae30 2024-05-21T02:02:27.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcc401abcd0 con 0x55a8454fb750 2024-05-21T02:02:27.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a8454fd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a8454fd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:34174/0 (socket says 172.21.15.7:34174) 2024-05-21T02:02:27.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc3de00700 1 -- 172.21.15.7:0/1975747567 learned_addr learned my addr 172.21.15.7:0/1975747567 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:27.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc3d400700 1 --2- 172.21.15.7:0/1975747567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454e1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc3de00700 1 -- 172.21.15.7:0/1975747567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 msgr2=0x55a8454e1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:27.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc3de00700 1 --2- 172.21.15.7:0/1975747567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454e1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc3de00700 1 -- 172.21.15.7:0/1975747567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 msgr2=0x55a8454ec250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:27.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc3de00700 1 --2- 172.21.15.7:0/1975747567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 0x55a8454ec250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.821+0000 7fcc3de00700 1 -- 172.21.15.7:0/1975747567 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8454e9060 con 0x55a8454fae30 2024-05-21T02:02:27.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.822+0000 7fcc3de00700 1 --2- 172.21.15.7:0/1975747567 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a8454fd860 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcc30006010 tx=0x7fcc30026000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32e16bf20f66c171 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:27.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.822+0000 7fcc2aa00700 1 -- 172.21.15.7:0/1975747567 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3003e070 con 0x55a8454fae30 2024-05-21T02:02:27.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.822+0000 7fcc2aa00700 1 -- 172.21.15.7:0/1975747567 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc30029040 con 0x55a8454fae30 2024-05-21T02:02:27.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.823+0000 7fcc2aa00700 1 -- 172.21.15.7:0/1975747567 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc30004b50 con 0x55a8454fae30 2024-05-21T02:02:27.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.823+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1975747567 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 msgr2=0x55a8454fd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:27.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.823+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1975747567 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a8454fd860 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcc30006010 tx=0x7fcc30026000 comp rx=0 tx=0).stop 2024-05-21T02:02:27.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.824+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1975747567 shutdown_connections 2024-05-21T02:02:27.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.824+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1975747567 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fee40 0x55a8454ec250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.824+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1975747567 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fae30 0x55a8454fd860 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.824+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/1975747567 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fb750 0x55a8454e1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.824+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1975747567 >> 172.21.15.7:0/1975747567 conn(0x55a84541ad70 msgr2=0x55a8454ebb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:27.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.824+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1975747567 shutdown_connections 2024-05-21T02:02:27.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.824+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/1975747567 wait complete. 2024-05-21T02:02:27.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.824+0000 7fcc4f9e6b80 1 -- start start 2024-05-21T02:02:27.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.825+0000 7fcc4f9e6b80 1 Processor -- start 2024-05-21T02:02:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.825+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fae30 0x55a845504510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.825+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fb750 0x55a845504a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.825+0000 7fcc4f9e6b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fee40 0x55a845504f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.825+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcc401aca70 con 0x55a8454fb750 2024-05-21T02:02:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.825+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcc401ac3a0 con 0x55a8454fee40 2024-05-21T02:02:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.825+0000 7fcc4f9e6b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcc40108180 con 0x55a8454fae30 2024-05-21T02:02:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.825+0000 7fcc4f9e6b80 10 client.0 _ll_register_callbacks cb 0x55a8453e4e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.826+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fae30 0x55a845504510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.826+0000 7fcc3de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fae30 0x55a845504510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54880/0 (socket says 172.21.15.7:54880) 2024-05-21T02:02:27.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.826+0000 7fcc3de00700 1 -- 172.21.15.7:0/3543027498 learned_addr learned my addr 172.21.15.7:0/3543027498 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:27.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.826+0000 7fcc3d400700 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fb750 0x55a845504a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.826+0000 7fcc3e800700 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fee40 0x55a845504f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc3de00700 1 -- 172.21.15.7:0/3543027498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fee40 msgr2=0x55a845504f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc3de00700 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fee40 0x55a845504f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc3de00700 1 -- 172.21.15.7:0/3543027498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fb750 msgr2=0x55a845504a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc3de00700 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fb750 0x55a845504a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc3de00700 1 -- 172.21.15.7:0/3543027498 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a84558b220 con 0x55a8454fae30 2024-05-21T02:02:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc3e800700 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fee40 0x55a845504f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc3d400700 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fb750 0x55a845504a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc3de00700 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fae30 0x55a845504510 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcc30009880 tx=0x7fcc30004090 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cdf4cfc9cf21767 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:27.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc1fe00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:02:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.827+0000 7fcc1fe00700 1 -- 172.21.15.7:0/3543027498 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc30049060 con 0x55a8454fae30 2024-05-21T02:02:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.828+0000 7fcc1fe00700 1 -- 172.21.15.7:0/3543027498 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcc30003b70 con 0x55a8454fae30 2024-05-21T02:02:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.828+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/3543027498 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc30029040 con 0x55a8454fae30 2024-05-21T02:02:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.828+0000 7fcc1fe00700 1 -- 172.21.15.7:0/3543027498 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcc3003e030 con 0x55a8454fae30 2024-05-21T02:02:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.828+0000 7fcc4f9e6b80 10 client.25660 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.828+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/3543027498 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a84558c4a0 con 0x55a8454fae30 2024-05-21T02:02:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.828+0000 7fcc1fe00700 1 -- 172.21.15.7:0/3543027498 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc30029040 con 0x55a8454fae30 2024-05-21T02:02:27.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.829+0000 7fcc1fe00700 1 -- 172.21.15.7:0/3543027498 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fcc30039040 con 0x55a8454fae30 2024-05-21T02:02:27.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.829+0000 7fcc4f9e6b80 10 client.25660 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:27.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.829+0000 7fcc4f9e6b80 10 client.25660 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:02:27.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.829+0000 7fcc4f9e6b80 20 client.25660 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:27.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.829+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a84558c8f0 0x55a84558ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:27.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.829+0000 7fcc4f9e6b80 4 client.25660 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-21T02:02:27.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.829+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/3543027498 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55a845446700 con 0x55a84558c8f0 2024-05-21T02:02:27.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.830+0000 7fcc3d400700 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a84558c8f0 0x55a84558ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:27.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.830+0000 7fcc3d400700 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a84558c8f0 0x55a84558ed10 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f097c62cb64bd749 server_cookie=4f8100a2fe9ef044 in_seq=0 out_seq=0 2024-05-21T02:02:27.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.830+0000 7fcc1fe00700 10 client.25660 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:27.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.840+0000 7fcc1fe00700 1 -- 172.21.15.7:0/3543027498 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55a845446700 con 0x55a84558c8f0 2024-05-21T02:02:27.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.840+0000 7fcc1fe00700 10 client.25660 handle_command_reply: tid=0 2024-05-21T02:02:27.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.840+0000 7fcc4f9e6b80 1 client.25660 shutdown 2024-05-21T02:02:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.840+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/3543027498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fae30 msgr2=0x55a845504510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.840+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fae30 0x55a845504510 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcc30009880 tx=0x7fcc30004090 comp rx=0 tx=0).stop 2024-05-21T02:02:27.842 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/3543027498 shutdown_connections 2024-05-21T02:02:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a84558c8f0 0x55a84558ed10 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a8454fee40 0x55a845504f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a8454fae30 0x55a845504510 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc4f9e6b80 1 --2- 172.21.15.7:0/3543027498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a8454fb750 0x55a845504a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc1fe00700 0 client.25660 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/3543027498 >> 172.21.15.7:0/3543027498 conn(0x55a84541ad70 msgr2=0x55a8454ec3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/3543027498 shutdown_connections 2024-05-21T02:02:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc4f9e6b80 1 -- 172.21.15.7:0/3543027498 wait complete. 2024-05-21T02:02:27.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.841+0000 7fcc4f9e6b80 20 client.25660 trim_cache size 0 max 16384 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24518, 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 6, 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout: "c7e72344": { 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 6, 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:02:27.844 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:27.845 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:27.846 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:02:27.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.842+0000 7fcc3f200700 1 -- 172.21.15.7:0/2469326811 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcc240b2a30 msgr2=0x7fcc240b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:27.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.842+0000 7fcc3f200700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcc240b2a30 0x7fcc240b4ef0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fcc30004f70 tx=0x7fcc30005fa0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.842+0000 7fcc3f200700 1 -- 172.21.15.7:0/2469326811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcc40102b90 msgr2=0x7fcc401a1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:27.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.842+0000 7fcc3f200700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcc40102b90 0x7fcc401a1e40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fcc2c000c00 tx=0x7fcc2c0047b0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.843+0000 7fcc3f200700 1 -- 172.21.15.7:0/2469326811 shutdown_connections 2024-05-21T02:02:27.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.843+0000 7fcc3f200700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcc240b2a30 0x7fcc240b4ef0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.843+0000 7fcc3f200700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcc4010fd00 0x7fcc4019bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.843+0000 7fcc3f200700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcc401021e0 0x7fcc401a1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.843+0000 7fcc3f200700 1 --2- 172.21.15.7:0/2469326811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcc40102b90 0x7fcc401a1e40 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:27.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.843+0000 7fcc3f200700 1 -- 172.21.15.7:0/2469326811 >> 172.21.15.7:0/2469326811 conn(0x7fcc400fdd90 msgr2=0x7fcc40110ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:27.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.843+0000 7fcc3f200700 1 -- 172.21.15.7:0/2469326811 shutdown_connections 2024-05-21T02:02:27.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:27.843+0000 7fcc3f200700 1 -- 172.21.15.7:0/2469326811 wait complete. 2024-05-21T02:02:29.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:28 smithi007 ceph-mon[31288]: pgmap v520: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T02:02:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:28 smithi190 ceph-mon[35961]: pgmap v520: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T02:02:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:28 smithi164 ceph-mon[36138]: pgmap v520: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T02:02:29.237 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c7e72344', quiesce took 15.4 seconds. Will release after: 14.6 2024-05-21T02:02:30.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.441+0000 7f4a86000700 1 -- 172.21.15.7:0/2425300875 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a80009480 con 0x7f4a88103e50 2024-05-21T02:02:30.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.442+0000 7f4a8ca00700 1 -- 172.21.15.7:0/2425300875 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a88103e50 msgr2=0x7f4a88110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:30.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.442+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/2425300875 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a88103e50 0x7f4a88110310 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f4a8000b0d0 tx=0x7f4a8000b3e0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.442+0000 7f4a8ca00700 1 -- 172.21.15.7:0/2425300875 shutdown_connections 2024-05-21T02:02:30.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.442+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/2425300875 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a88103e50 0x7f4a88110310 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.442+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/2425300875 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a88109540 0x7f4a88109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.442+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/2425300875 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a88103490 0x7f4a88103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.442+0000 7f4a8ca00700 1 -- 172.21.15.7:0/2425300875 >> 172.21.15.7:0/2425300875 conn(0x7f4a880fefc0 msgr2=0x7f4a881013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:30.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.443+0000 7f4a8ca00700 1 -- 172.21.15.7:0/2425300875 shutdown_connections 2024-05-21T02:02:30.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.443+0000 7f4a8ca00700 1 -- 172.21.15.7:0/2425300875 wait complete. 2024-05-21T02:02:30.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.444+0000 7f4a8ca00700 1 Processor -- start 2024-05-21T02:02:30.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.444+0000 7f4a8ca00700 1 -- start start 2024-05-21T02:02:30.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.445+0000 7f4a8ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a88103490 0x7f4a8819d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:30.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.445+0000 7f4a8ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a88103e50 0x7f4a8819d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:30.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.445+0000 7f4a8ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a88109540 0x7f4a88197610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:30.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.445+0000 7f4a8ca00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4a881114c0 con 0x7f4a88103490 2024-05-21T02:02:30.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.445+0000 7f4a8ca00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4a88111340 con 0x7f4a88109540 2024-05-21T02:02:30.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.445+0000 7f4a8ca00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4a88111640 con 0x7f4a88103e50 2024-05-21T02:02:30.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a86a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a88103e50 0x7f4a8819d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:30.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a86a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a88103e50 0x7f4a8819d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54896/0 (socket says 172.21.15.7:54896) 2024-05-21T02:02:30.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a86a00700 1 -- 172.21.15.7:0/3881480152 learned_addr learned my addr 172.21.15.7:0/3881480152 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:30.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a87e00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a88109540 0x7f4a88197610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:30.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a87400700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a88103490 0x7f4a8819d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:30.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a86a00700 1 -- 172.21.15.7:0/3881480152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a88109540 msgr2=0x7f4a88197610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:30.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a86a00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a88109540 0x7f4a88197610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a86a00700 1 -- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a88103490 msgr2=0x7f4a8819d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:30.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a86a00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a88103490 0x7f4a8819d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.449 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.446+0000 7f4a86a00700 1 -- 172.21.15.7:0/3881480152 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a88197d70 con 0x7f4a88103e50 2024-05-21T02:02:30.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.447+0000 7f4a87400700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a88103490 0x7f4a8819d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:30.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.447+0000 7f4a86a00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a88103e50 0x7f4a8819d990 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4a74012fc0 tx=0x7f4a740100c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:30.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.447+0000 7f4a7fe00700 1 -- 172.21.15.7:0/3881480152 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a740107f0 con 0x7f4a88103e50 2024-05-21T02:02:30.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.447+0000 7f4a7fe00700 1 -- 172.21.15.7:0/3881480152 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a7401d070 con 0x7f4a88103e50 2024-05-21T02:02:30.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.447+0000 7f4a7fe00700 1 -- 172.21.15.7:0/3881480152 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a7400be60 con 0x7f4a88103e50 2024-05-21T02:02:30.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.447+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a88198000 con 0x7f4a88103e50 2024-05-21T02:02:30.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.448+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a88198400 con 0x7f4a88103e50 2024-05-21T02:02:30.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.450+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a8806a230 con 0x7f4a88103e50 2024-05-21T02:02:30.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.454+0000 7f4a7fe00700 1 -- 172.21.15.7:0/3881480152 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4a74016050 con 0x7f4a88103e50 2024-05-21T02:02:30.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.455+0000 7f4a7fe00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a6c0b28c0 0x7f4a6c0b4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:30.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.456+0000 7f4a7fe00700 1 -- 172.21.15.7:0/3881480152 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4a740e1b00 con 0x7f4a88103e50 2024-05-21T02:02:30.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.456+0000 7f4a87400700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a6c0b28c0 0x7f4a6c0b4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:30.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.457+0000 7f4a87400700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a6c0b28c0 0x7f4a6c0b4d80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4a78009cc0 tx=0x7f4a78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:30.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.460+0000 7f4a7fe00700 1 -- 172.21.15.7:0/3881480152 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4a74014040 con 0x7f4a88103e50 2024-05-21T02:02:30.735 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.734+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a8802e560 con 0x7f4a88103e50 2024-05-21T02:02:30.736 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.735+0000 7f4a7fe00700 1 -- 172.21.15.7:0/3881480152 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f4a740a97e0 con 0x7f4a88103e50 2024-05-21T02:02:30.739 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:02:30.739 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:02:30.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.739+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a6c0b28c0 msgr2=0x7f4a6c0b4d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:30.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.739+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a6c0b28c0 0x7f4a6c0b4d80 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4a78009cc0 tx=0x7f4a78009260 comp rx=0 tx=0).stop 2024-05-21T02:02:30.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.739+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a88103e50 msgr2=0x7f4a8819d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:30.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.739+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a88103e50 0x7f4a8819d990 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4a74012fc0 tx=0x7f4a740100c0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.740+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 shutdown_connections 2024-05-21T02:02:30.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.740+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4a88109540 0x7f4a88197610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.740+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4a6c0b28c0 0x7f4a6c0b4d80 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.740+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4a88103490 0x7f4a8819d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.740+0000 7f4a8ca00700 1 --2- 172.21.15.7:0/3881480152 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4a88103e50 0x7f4a8819d990 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:30.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.740+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 >> 172.21.15.7:0/3881480152 conn(0x7f4a880fefc0 msgr2=0x7f4a88100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:30.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.740+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 shutdown_connections 2024-05-21T02:02:30.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:30.741+0000 7f4a8ca00700 1 -- 172.21.15.7:0/3881480152 wait complete. 2024-05-21T02:02:30.746 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:02:31.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:30 smithi007 ceph-mon[31288]: pgmap v521: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T02:02:31.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:30 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3881480152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:30 smithi190 ceph-mon[35961]: pgmap v521: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T02:02:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:30 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3881480152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:31.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:30 smithi164 ceph-mon[36138]: pgmap v521: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T02:02:31.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:30 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3881480152' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:31.662 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T02:02:32.121 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:33.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:32 smithi007 ceph-mon[31288]: pgmap v522: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-05-21T02:02:33.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:32 smithi190 ceph-mon[35961]: pgmap v522: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-05-21T02:02:33.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:32 smithi164 ceph-mon[36138]: pgmap v522: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-05-21T02:02:34.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.708+0000 7fcbf3200700 1 -- 172.21.15.7:0/2451291421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec1095b0 msgr2=0x7fcbec109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:34.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.708+0000 7fcbf3200700 1 --2- 172.21.15.7:0/2451291421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec1095b0 0x7fcbec109990 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc009990 tx=0x7fcbdc009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.709+0000 7fcbf3200700 1 -- 172.21.15.7:0/2451291421 shutdown_connections 2024-05-21T02:02:34.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.709+0000 7fcbf3200700 1 --2- 172.21.15.7:0/2451291421 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcbec06bbe0 0x7fcbec1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.709+0000 7fcbf3200700 1 --2- 172.21.15.7:0/2451291421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec1095b0 0x7fcbec109990 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.709+0000 7fcbf3200700 1 --2- 172.21.15.7:0/2451291421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcbec06b220 0x7fcbec06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.709+0000 7fcbf3200700 1 -- 172.21.15.7:0/2451291421 >> 172.21.15.7:0/2451291421 conn(0x7fcbec0793f0 msgr2=0x7fcbec079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:34.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.709+0000 7fcbf3200700 1 -- 172.21.15.7:0/2451291421 shutdown_connections 2024-05-21T02:02:34.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.709+0000 7fcbf3200700 1 -- 172.21.15.7:0/2451291421 wait complete. 2024-05-21T02:02:34.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.710+0000 7fcbf3200700 1 Processor -- start 2024-05-21T02:02:34.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.710+0000 7fcbf3200700 1 -- start start 2024-05-21T02:02:34.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbf3200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec06b220 0x7fcbec19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbf3200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcbec06bbe0 0x7fcbec19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbf3200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcbec1095b0 0x7fcbec1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbf3200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec113710 con 0x7fcbec06b220 2024-05-21T02:02:34.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbf3200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec113590 con 0x7fcbec06bbe0 2024-05-21T02:02:34.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbf3200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec113890 con 0x7fcbec1095b0 2024-05-21T02:02:34.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbebe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec06b220 0x7fcbec19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbebe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec06b220 0x7fcbec19be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35806/0 (socket says 172.21.15.7:35806) 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbebe00700 1 -- 172.21.15.7:0/912667475 learned_addr learned my addr 172.21.15.7:0/912667475 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbeb400700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcbec06bbe0 0x7fcbec19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.711+0000 7fcbf1200700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcbec1095b0 0x7fcbec1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbebe00700 1 -- 172.21.15.7:0/912667475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcbec1095b0 msgr2=0x7fcbec1a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbebe00700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcbec1095b0 0x7fcbec1a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbebe00700 1 -- 172.21.15.7:0/912667475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcbec06bbe0 msgr2=0x7fcbec19c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbebe00700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcbec06bbe0 0x7fcbec19c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbebe00700 1 -- 172.21.15.7:0/912667475 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbec1a0e70 con 0x7fcbec06b220 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbebe00700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec06b220 0x7fcbec19be60 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc000c00 tx=0x7fcbdc0057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbe8c00700 1 -- 172.21.15.7:0/912667475 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc027070 con 0x7fcbec06b220 2024-05-21T02:02:34.714 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbe8c00700 1 -- 172.21.15.7:0/912667475 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbdc003680 con 0x7fcbec06b220 2024-05-21T02:02:34.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbe8c00700 1 -- 172.21.15.7:0/912667475 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc022aa0 con 0x7fcbec06b220 2024-05-21T02:02:34.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbf3200700 1 -- 172.21.15.7:0/912667475 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbec1a1100 con 0x7fcbec06b220 2024-05-21T02:02:34.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.712+0000 7fcbf3200700 1 -- 172.21.15.7:0/912667475 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbec1a89e0 con 0x7fcbec06b220 2024-05-21T02:02:34.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.716+0000 7fcbe8c00700 1 -- 172.21.15.7:0/912667475 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcbdc02a070 con 0x7fcbec06b220 2024-05-21T02:02:34.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.717+0000 7fcbfdb67b80 1 Processor -- start 2024-05-21T02:02:34.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.717+0000 7fcbfdb67b80 1 -- start start 2024-05-21T02:02:34.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b289f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b22b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 0x5620a3b235c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5620a3a80e40 con 0x5620a3b28610 2024-05-21T02:02:34.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5620a3a709e0 con 0x5620a3b28f30 2024-05-21T02:02:34.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5620a3a74a20 con 0x5620a3b23140 2024-05-21T02:02:34.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbe8c00700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcbd00b2880 0x7fcbd00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbe8c00700 1 -- 172.21.15.7:0/912667475 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcbdc0e3590 con 0x7fcbec06b220 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbebe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b22b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbebe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b22b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:34212/0 (socket says 172.21.15.7:34212) 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbebe00700 1 -- 172.21.15.7:0/2512996337 learned_addr learned my addr 172.21.15.7:0/2512996337 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbeb400700 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 0x5620a3b235c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.718+0000 7fcbf1200700 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b289f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbeb400700 1 -- 172.21.15.7:0/2512996337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 msgr2=0x5620a3b22b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbeb400700 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b22b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbeb400700 1 -- 172.21.15.7:0/2512996337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 msgr2=0x5620a3b289f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbeb400700 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b289f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbeb400700 1 -- 172.21.15.7:0/2512996337 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620a3a39420 con 0x5620a3b23140 2024-05-21T02:02:34.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbf1200700 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b289f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:34.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbf1200700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcbd00b2880 0x7fcbd00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbeb400700 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 0x5620a3b235c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8007bc0 tx=0x7fcbd8007ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=753c00e997d1807e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:34.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbe1600700 1 -- 172.21.15.7:0/2512996337 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd8004310 con 0x5620a3b23140 2024-05-21T02:02:34.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbe1600700 1 -- 172.21.15.7:0/2512996337 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbd8015070 con 0x5620a3b23140 2024-05-21T02:02:34.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.719+0000 7fcbe1600700 1 -- 172.21.15.7:0/2512996337 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd8005020 con 0x5620a3b23140 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2512996337 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 msgr2=0x5620a3b235c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 0x5620a3b235c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8007bc0 tx=0x7fcbd8007ed0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbf1200700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcbd00b2880 0x7fcbd00b4d40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4009ea0 tx=0x7fcbe4004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2512996337 shutdown_connections 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 0x5620a3b235c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b289f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2512996337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b22b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2512996337 >> 172.21.15.7:0/2512996337 conn(0x5620a3a50be0 msgr2=0x5620a3b1d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2512996337 shutdown_connections 2024-05-21T02:02:34.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.720+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2512996337 wait complete. 2024-05-21T02:02:34.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.721+0000 7fcbfdb67b80 1 -- start start 2024-05-21T02:02:34.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.721+0000 7fcbfdb67b80 1 Processor -- start 2024-05-21T02:02:34.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b23140 0x5620a3b2ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28610 0x5620a3b2c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28f30 0x5620a3b2c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5620a3976fa0 con 0x5620a3b28f30 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5620a3a11760 con 0x5620a3b23140 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5620a3b2f9e0 con 0x5620a3b28610 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbfdb67b80 10 client.0 _ll_register_callbacks cb 0x5620a3a1ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbf1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28f30 0x5620a3b2c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbebe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b23140 0x5620a3b2ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbeb400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28610 0x5620a3b2c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbebe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b23140 0x5620a3b2ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:34224/0 (socket says 172.21.15.7:34224) 2024-05-21T02:02:34.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbf1200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28f30 0x5620a3b2c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35822/0 (socket says 172.21.15.7:35822) 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.722+0000 7fcbebe00700 1 -- 172.21.15.7:0/3349523590 learned_addr learned my addr 172.21.15.7:0/3349523590 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbebe00700 1 -- 172.21.15.7:0/3349523590 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28610 msgr2=0x5620a3b2c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbebe00700 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28610 0x5620a3b2c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbebe00700 1 -- 172.21.15.7:0/3349523590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28f30 msgr2=0x5620a3b2c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbebe00700 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28f30 0x5620a3b2c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbebe00700 1 -- 172.21.15.7:0/3349523590 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620a39c08d0 con 0x5620a3b23140 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbebe00700 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b23140 0x5620a3b2ec60 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc0aa900 tx=0x7fcbdc009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbc4eb1f0b40a859 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbd6000700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbd6000700 1 -- 172.21.15.7:0/3349523590 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc0c4060 con 0x5620a3b23140 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/3349523590 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcbd8015070 con 0x5620a3b23140 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.723+0000 7fcbd6000700 1 -- 172.21.15.7:0/3349523590 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcbdc0e3300 con 0x5620a3b23140 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbd6000700 1 -- 172.21.15.7:0/3349523590 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcbdc092040 con 0x5620a3b23140 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbfdb67b80 10 client.25652 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:34.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/3349523590 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5620a3a41060 con 0x5620a3b23140 2024-05-21T02:02:34.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbd6000700 1 -- 172.21.15.7:0/3349523590 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbd8015070 con 0x5620a3b23140 2024-05-21T02:02:34.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbd6000700 1 -- 172.21.15.7:0/3349523590 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fcbdc0a9e60 con 0x5620a3b23140 2024-05-21T02:02:34.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbfdb67b80 10 client.25652 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:34.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbfdb67b80 10 client.25652 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:02:34.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbfdb67b80 20 client.25652 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:34.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5620a3b3c440 0x5620a3b3e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbfdb67b80 4 client.25652 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:34.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.724+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/3349523590 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620a3a82d90 con 0x5620a3b3c440 2024-05-21T02:02:34.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.725+0000 7fcbeb400700 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5620a3b3c440 0x5620a3b3e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.726+0000 7fcbeb400700 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5620a3b3c440 0x5620a3b3e830 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1edd17c40f12cd9d server_cookie=242d69d5b249809f in_seq=0 out_seq=0 2024-05-21T02:02:34.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.726+0000 7fcbd6000700 10 client.25652 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.726+0000 7fcbd6000700 1 -- 172.21.15.7:0/3349523590 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5620a3a82d90 con 0x5620a3b3c440 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.726+0000 7fcbd6000700 10 client.25652 handle_command_reply: tid=0 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.726+0000 7fcbfdb67b80 1 client.25652 shutdown 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/3349523590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b23140 msgr2=0x5620a3b2ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b23140 0x5620a3b2ec60 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc0aa900 tx=0x7fcbdc009310 comp rx=0 tx=0).stop 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/3349523590 shutdown_connections 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5620a3b3c440 0x5620a3b3e830 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28f30 0x5620a3b2c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b23140 0x5620a3b2ec60 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/3349523590 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28610 0x5620a3b2c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/3349523590 >> 172.21.15.7:0/3349523590 conn(0x5620a3a50be0 msgr2=0x5620a3b1cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbd6000700 0 client.25652 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:02:34.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/3349523590 shutdown_connections 2024-05-21T02:02:34.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/3349523590 wait complete. 2024-05-21T02:02:34.731 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.727+0000 7fcbfdb67b80 20 client.25652 trim_cache size 0 max 16384 2024-05-21T02:02:34.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.744+0000 7fcbfdb67b80 1 Processor -- start 2024-05-21T02:02:34.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.744+0000 7fcbfdb67b80 1 -- start start 2024-05-21T02:02:34.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b23140 0x5620a3b22b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28610 0x5620a3b29a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28f30 0x5620a3b1d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec1ab970 con 0x5620a3b23140 2024-05-21T02:02:34.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec1ad4b0 con 0x5620a3b28610 2024-05-21T02:02:34.747 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec1ac040 con 0x5620a3b28f30 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbebe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b23140 0x5620a3b22b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbebe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b23140 0x5620a3b22b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35834/0 (socket says 172.21.15.7:35834) 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbebe00700 1 -- 172.21.15.7:0/1343587934 learned_addr learned my addr 172.21.15.7:0/1343587934 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbf1200700 1 --2- 172.21.15.7:0/1343587934 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28f30 0x5620a3b1d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.745+0000 7fcbeb400700 1 --2- 172.21.15.7:0/1343587934 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28610 0x5620a3b29a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.746+0000 7fcbebe00700 1 -- 172.21.15.7:0/1343587934 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28f30 msgr2=0x5620a3b1d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.746+0000 7fcbebe00700 1 --2- 172.21.15.7:0/1343587934 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28f30 0x5620a3b1d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.746+0000 7fcbebe00700 1 -- 172.21.15.7:0/1343587934 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28610 msgr2=0x5620a3b29a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.746+0000 7fcbebe00700 1 --2- 172.21.15.7:0/1343587934 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28610 0x5620a3b29a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.746+0000 7fcbebe00700 1 -- 172.21.15.7:0/1343587934 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620a3b2a570 con 0x5620a3b23140 2024-05-21T02:02:34.748 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.746+0000 7fcbebe00700 1 --2- 172.21.15.7:0/1343587934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b23140 0x5620a3b22b20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc0cd010 tx=0x7fcbdc005520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a10588166053cea server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:34.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.746+0000 7fcbe0c00700 1 -- 172.21.15.7:0/1343587934 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc0c4030 con 0x5620a3b23140 2024-05-21T02:02:34.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.746+0000 7fcbe0c00700 1 -- 172.21.15.7:0/1343587934 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbdc0b3310 con 0x5620a3b23140 2024-05-21T02:02:34.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.746+0000 7fcbe0c00700 1 -- 172.21.15.7:0/1343587934 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc0b39d0 con 0x5620a3b23140 2024-05-21T02:02:34.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.747+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/1343587934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b23140 msgr2=0x5620a3b22b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:34.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.747+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/1343587934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b23140 0x5620a3b22b20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc0cd010 tx=0x7fcbdc005520 comp rx=0 tx=0).stop 2024-05-21T02:02:34.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.747+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/1343587934 shutdown_connections 2024-05-21T02:02:34.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.747+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/1343587934 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b28f30 0x5620a3b1d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.747+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/1343587934 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b23140 0x5620a3b22b20 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.747+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/1343587934 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28610 0x5620a3b29a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.747+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/1343587934 >> 172.21.15.7:0/1343587934 conn(0x5620a3a50be0 msgr2=0x5620a3b29310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.747+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/1343587934 shutdown_connections 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.747+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/1343587934 wait complete. 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.748+0000 7fcbfdb67b80 1 -- start start 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.748+0000 7fcbfdb67b80 1 Processor -- start 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.748+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 0x5620a3b353e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.748+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b439b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.748+0000 7fcbfdb67b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b43ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.748+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec1acde0 con 0x5620a3b28610 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.748+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec1ac710 con 0x5620a3b28f30 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.748+0000 7fcbfdb67b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcbec10e250 con 0x5620a3b23140 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.748+0000 7fcbfdb67b80 10 client.0 _ll_register_callbacks cb 0x5620a3a1ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbeb400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b439b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbeb400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b439b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:35842/0 (socket says 172.21.15.7:35842) 2024-05-21T02:02:34.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbf1200700 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b43ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbeb400700 1 -- 172.21.15.7:0/2601409760 learned_addr learned my addr 172.21.15.7:0/2601409760 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:34.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbebe00700 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 0x5620a3b353e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbeb400700 1 -- 172.21.15.7:0/2601409760 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 msgr2=0x5620a3b353e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:34.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbeb400700 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 0x5620a3b353e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbeb400700 1 -- 172.21.15.7:0/2601409760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 msgr2=0x5620a3b43ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:34.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbeb400700 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b43ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbeb400700 1 -- 172.21.15.7:0/2601409760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620a3b446f0 con 0x5620a3b28610 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbf1200700 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b43ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbeb400700 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b439b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x5620a3b23b00 tx=0x7fcbd8007710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe3092a055165ac4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.749+0000 7fcbd6000700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.750+0000 7fcbd6000700 1 -- 172.21.15.7:0/2601409760 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd8010b80 con 0x5620a3b28610 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.750+0000 7fcbd6000700 1 -- 172.21.15.7:0/2601409760 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcbd8010d20 con 0x5620a3b28610 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.750+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2601409760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5620a3a7c570 con 0x5620a3b28610 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.750+0000 7fcbd6000700 1 -- 172.21.15.7:0/2601409760 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcbd803f050 con 0x5620a3b28610 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.750+0000 7fcbfdb67b80 10 client.15570 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.750+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2601409760 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5620a3ba7030 con 0x5620a3b28610 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.750+0000 7fcbd6000700 1 -- 172.21.15.7:0/2601409760 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5620a3a7c570 con 0x5620a3b28610 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.751+0000 7fcbd6000700 1 -- 172.21.15.7:0/2601409760 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fcbd802e510 con 0x5620a3b28610 2024-05-21T02:02:34.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.751+0000 7fcbfdb67b80 10 client.15570 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.751+0000 7fcbfdb67b80 10 client.15570 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.751+0000 7fcbfdb67b80 20 client.15570 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.751+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5620a3ba7460 0x5620a3ba9850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.751+0000 7fcbfdb67b80 4 client.15570 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.751+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2601409760 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5620a38f3250 con 0x5620a3ba7460 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.751+0000 7fcbebe00700 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5620a3ba7460 0x5620a3ba9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbebe00700 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5620a3ba7460 0x5620a3ba9850 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=871a15b366a77683 server_cookie=650cc1e43ce967cd in_seq=0 out_seq=0 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbd6000700 10 client.15570 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbd6000700 1 -- 172.21.15.7:0/2601409760 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5620a38f3250 con 0x5620a3ba7460 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbd6000700 10 client.15570 handle_command_reply: tid=0 2024-05-21T02:02:34.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbfdb67b80 1 client.15570 shutdown 2024-05-21T02:02:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2601409760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 msgr2=0x5620a3b439b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b439b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x5620a3b23b00 tx=0x7fcbd8007710 comp rx=0 tx=0).stop 2024-05-21T02:02:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2601409760 shutdown_connections 2024-05-21T02:02:34.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5620a3ba7460 0x5620a3ba9850 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5620a3b28f30 0x5620a3b43ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5620a3b23140 0x5620a3b353e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbfdb67b80 1 --2- 172.21.15.7:0/2601409760 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5620a3b28610 0x5620a3b439b0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.752+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2601409760 >> 172.21.15.7:0/2601409760 conn(0x5620a3a50be0 msgr2=0x5620a3b2a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.753+0000 7fcbd6000700 0 client.15570 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:02:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.753+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2601409760 shutdown_connections 2024-05-21T02:02:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.753+0000 7fcbfdb67b80 1 -- 172.21.15.7:0/2601409760 wait complete. 2024-05-21T02:02:34.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.753+0000 7fcbfdb67b80 20 client.15570 trim_cache size 0 max 16384 2024-05-21T02:02:34.757 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:02:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.753+0000 7fcbf3200700 1 -- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcbd00b2880 msgr2=0x7fcbd00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.753+0000 7fcbf3200700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcbd00b2880 0x7fcbd00b4d40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fcbe4009ea0 tx=0x7fcbe4004ad0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.753+0000 7fcbf3200700 1 -- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec06b220 msgr2=0x7fcbec19be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.753+0000 7fcbf3200700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec06b220 0x7fcbec19be60 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc000c00 tx=0x7fcbdc0057a0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.754+0000 7fcbf3200700 1 -- 172.21.15.7:0/912667475 shutdown_connections 2024-05-21T02:02:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.754+0000 7fcbf3200700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcbec1095b0 0x7fcbec1a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.754+0000 7fcbf3200700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcbd00b2880 0x7fcbd00b4d40 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.754+0000 7fcbf3200700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcbec06b220 0x7fcbec19be60 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.754+0000 7fcbf3200700 1 --2- 172.21.15.7:0/912667475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcbec06bbe0 0x7fcbec19c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.754+0000 7fcbf3200700 1 -- 172.21.15.7:0/912667475 >> 172.21.15.7:0/912667475 conn(0x7fcbec0793f0 msgr2=0x7fcbec10e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.754+0000 7fcbf3200700 1 -- 172.21.15.7:0/912667475 shutdown_connections 2024-05-21T02:02:34.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:34.754+0000 7fcbf3200700 1 -- 172.21.15.7:0/912667475 wait complete. 2024-05-21T02:02:35.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:34 smithi007 ceph-mon[31288]: pgmap v523: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:02:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:34 smithi190 ceph-mon[35961]: pgmap v523: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:02:35.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:34 smithi164 ceph-mon[36138]: pgmap v523: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:02:35.822 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T02:02:36.305 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:36.980 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:36 smithi007 ceph-mon[31288]: pgmap v524: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:02:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:36 smithi190 ceph-mon[35961]: pgmap v524: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:02:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:36 smithi164 ceph-mon[36138]: pgmap v524: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T02:02:37.886 INFO:tasks.workunit.client.0.smithi007.stderr:Updating files: 55% (6777/12271) Updating files: 56% (6872/12271) Updating files: 57% (6995/12271) Updating files: 58% (7118/12271) Updating files: 59% (7240/12271) Updating files: 60% (7363/12271) Updating files: 61% (7486/12271) Updating files: 62% (7609/12271) Updating files: 63% (7731/12271) Updating files: 64% (7854/12271) Updating files: 65% (7977/12271) Updating files: 66% (8099/12271) Updating files: 67% (8222/12271) Updating files: 68% (8345/12271) Updating files: 69% (8467/12271) Updating files: 70% (8590/12271) Updating files: 71% (8713/12271) Updating files: 72% (8836/12271) Updating files: 73% (8958/12271) Updating files: 74% (9081/12271) Updating files: 75% (9204/12271) Updating files: 76% (9326/12271) Updating files: 77% (9449/12271) Updating files: 78% (9572/12271) Updating files: 79% (9695/12271) Updating files: 80% (9817/12271) Updating files: 81% (9940/12271) Updating files: 82% (10063/12271) Updating files: 83% (10185/12271) Updating files: 84% (10308/12271) Updating files: 85% (10431/12271) Updating files: 86% (10554/12271) Updating files: 87% (10676/12271) Updating files: 88% (10799/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 90% (11078/12271) Updating files: 91% (11167/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-05-21T02:02:38.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.774+0000 7f4d0e000700 1 -- 172.21.15.7:0/2966512257 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf800bb00 con 0x7f4d10076090 2024-05-21T02:02:38.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.774+0000 7f4d15e00700 1 -- 172.21.15.7:0/2966512257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10076090 msgr2=0x7f4d1010fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:38.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.774+0000 7f4d15e00700 1 --2- 172.21.15.7:0/2966512257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10076090 0x7f4d1010fa60 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4cf8009990 tx=0x7f4cf8009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.775+0000 7f4d15e00700 1 -- 172.21.15.7:0/2966512257 shutdown_connections 2024-05-21T02:02:38.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.775+0000 7f4d15e00700 1 --2- 172.21.15.7:0/2966512257 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d1010ffa0 0x7f4d10112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.775+0000 7f4d15e00700 1 --2- 172.21.15.7:0/2966512257 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4d10075770 0x7f4d10075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.775+0000 7f4d15e00700 1 --2- 172.21.15.7:0/2966512257 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10076090 0x7f4d1010fa60 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.775+0000 7f4d15e00700 1 -- 172.21.15.7:0/2966512257 >> 172.21.15.7:0/2966512257 conn(0x7f4d1007a6a0 msgr2=0x7f4d1007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:38.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.775+0000 7f4d15e00700 1 -- 172.21.15.7:0/2966512257 shutdown_connections 2024-05-21T02:02:38.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.775+0000 7f4d15e00700 1 -- 172.21.15.7:0/2966512257 wait complete. 2024-05-21T02:02:38.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.776+0000 7f4d15e00700 1 Processor -- start 2024-05-21T02:02:38.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.776+0000 7f4d15e00700 1 -- start start 2024-05-21T02:02:38.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d15e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10075770 0x7f4d1019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d15e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d10076090 0x7f4d1019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d15e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4d1010ffa0 0x7f4d101a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d15e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4d10115950 con 0x7f4d10075770 2024-05-21T02:02:38.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d15e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4d101157d0 con 0x7f4d1010ffa0 2024-05-21T02:02:38.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d15e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4d10115ad0 con 0x7f4d10076090 2024-05-21T02:02:38.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10075770 0x7f4d1019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d0f400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4d1010ffa0 0x7f4d101a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10075770 0x7f4d1019bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47026/0 (socket says 172.21.15.7:47026) 2024-05-21T02:02:38.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d0ea00700 1 -- 172.21.15.7:0/1976683096 learned_addr learned my addr 172.21.15.7:0/1976683096 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:38.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.777+0000 7f4d06000700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d10076090 0x7f4d1019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.778+0000 7f4d06000700 1 -- 172.21.15.7:0/1976683096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4d1010ffa0 msgr2=0x7f4d101a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:38.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.778+0000 7f4d06000700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4d1010ffa0 0x7f4d101a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.778+0000 7f4d06000700 1 -- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10075770 msgr2=0x7f4d1019bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.778+0000 7f4d06000700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10075770 0x7f4d1019bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.778+0000 7f4d06000700 1 -- 172.21.15.7:0/1976683096 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d101a0dd0 con 0x7f4d10076090 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.778+0000 7f4d0ea00700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10075770 0x7f4d1019bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.778+0000 7f4d06000700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d10076090 0x7f4d1019c300 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4cf8006010 tx=0x7f4cf8009510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.778+0000 7f4d14a00700 1 -- 172.21.15.7:0/1976683096 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf8026070 con 0x7f4d10076090 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.778+0000 7f4d15e00700 1 -- 172.21.15.7:0/1976683096 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d101a1060 con 0x7f4d10076090 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.779+0000 7f4d15e00700 1 -- 172.21.15.7:0/1976683096 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d101a8940 con 0x7f4d10076090 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.779+0000 7f4d14a00700 1 -- 172.21.15.7:0/1976683096 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cf8009580 con 0x7f4d10076090 2024-05-21T02:02:38.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.779+0000 7f4d14a00700 1 -- 172.21.15.7:0/1976683096 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf8030060 con 0x7f4d10076090 2024-05-21T02:02:38.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.783+0000 7f4d20758b80 1 Processor -- start 2024-05-21T02:02:38.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.783+0000 7f4d20758b80 1 -- start start 2024-05-21T02:02:38.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 0x55644206f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442069330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556442069950 0x556442069db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d20758b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556441fbee40 con 0x55644206f720 2024-05-21T02:02:38.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d20758b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x556441fae9e0 con 0x55644206ee00 2024-05-21T02:02:38.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d20758b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x556441fb2a20 con 0x556442069950 2024-05-21T02:02:38.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d14a00700 1 -- 172.21.15.7:0/1976683096 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4cf8029070 con 0x7f4d10076090 2024-05-21T02:02:38.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442069330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442069330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47028/0 (socket says 172.21.15.7:47028) 2024-05-21T02:02:38.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d0ea00700 1 -- 172.21.15.7:0/2920525475 learned_addr learned my addr 172.21.15.7:0/2920525475 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:38.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d0f400700 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 0x55644206f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.784+0000 7f4d06000700 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556442069950 0x556442069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.785+0000 7f4d06000700 1 -- 172.21.15.7:0/2920525475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 msgr2=0x55644206f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.785+0000 7f4d06000700 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 0x55644206f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.785+0000 7f4d06000700 1 -- 172.21.15.7:0/2920525475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 msgr2=0x556442069330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.785+0000 7f4d06000700 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442069330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.785+0000 7f4d06000700 1 -- 172.21.15.7:0/2920525475 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556441f77420 con 0x556442069950 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.785+0000 7f4d0ea00700 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442069330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.785+0000 7f4d06000700 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556442069950 0x556442069db0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4cf80e0790 tx=0x7f4cf80eb620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b649ca7e741ab80 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.786+0000 7f4d04c00700 1 -- 172.21.15.7:0/2920525475 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf80ed420 con 0x556442069950 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.786+0000 7f4d04c00700 1 -- 172.21.15.7:0/2920525475 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cf80eda70 con 0x556442069950 2024-05-21T02:02:38.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.786+0000 7f4d04c00700 1 -- 172.21.15.7:0/2920525475 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf80e9920 con 0x556442069950 2024-05-21T02:02:38.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.786+0000 7f4d14a00700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4cf40b2980 0x7f4cf40b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d14a00700 1 -- 172.21.15.7:0/1976683096 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4cf80e2d30 con 0x7f4d10076090 2024-05-21T02:02:38.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d20758b80 1 -- 172.21.15.7:0/2920525475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556442069950 msgr2=0x556442069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:38.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556442069950 0x556442069db0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4cf80e0790 tx=0x7f4cf80eb620 comp rx=0 tx=0).stop 2024-05-21T02:02:38.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d0f400700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4cf40b2980 0x7f4cf40b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d20758b80 1 -- 172.21.15.7:0/2920525475 shutdown_connections 2024-05-21T02:02:38.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556442069950 0x556442069db0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 0x55644206f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2920525475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442069330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d20758b80 1 -- 172.21.15.7:0/2920525475 >> 172.21.15.7:0/2920525475 conn(0x556441f8ebe0 msgr2=0x55644205b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:38.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d20758b80 1 -- 172.21.15.7:0/2920525475 shutdown_connections 2024-05-21T02:02:38.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d20758b80 1 -- 172.21.15.7:0/2920525475 wait complete. 2024-05-21T02:02:38.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.787+0000 7f4d0f400700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4cf40b2980 0x7f4cf40b4e40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4d1006bd70 tx=0x7f4d08009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:38.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.788+0000 7f4d20758b80 1 -- start start 2024-05-21T02:02:38.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.788+0000 7f4d20758b80 1 Processor -- start 2024-05-21T02:02:38.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.788+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442069950 0x556442072c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x556442073180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206f720 0x5564420736c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d20758b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556441eb4fa0 con 0x556442069950 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d20758b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x556441f4f760 con 0x55644206f720 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d20758b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x556442060ce0 con 0x55644206ee00 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d20758b80 10 client.0 _ll_register_callbacks cb 0x556441f58c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d06000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x556442073180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442069950 0x556442072c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442069950 0x556442072c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47044/0 (socket says 172.21.15.7:47044) 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d0ea00700 1 -- 172.21.15.7:0/2682983384 learned_addr learned my addr 172.21.15.7:0/2682983384 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.789+0000 7f4d0f400700 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206f720 0x5564420736c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4d0ea00700 1 -- 172.21.15.7:0/2682983384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 msgr2=0x556442073180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:38.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4d0ea00700 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x556442073180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4d0ea00700 1 -- 172.21.15.7:0/2682983384 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206f720 msgr2=0x5564420736c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4d0ea00700 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206f720 0x5564420736c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4d0ea00700 1 -- 172.21.15.7:0/2682983384 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556441efe8d0 con 0x556442069950 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4d06000700 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x556442073180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4d0ea00700 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442069950 0x556442072c40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4d00009ce0 tx=0x7f4d0000e7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cb59d32bbf2f608 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4cfd600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4cfd600700 1 -- 172.21.15.7:0/2682983384 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d00020400 con 0x556442069950 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4cfd600700 1 -- 172.21.15.7:0/2682983384 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4d000205a0 con 0x556442069950 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.790+0000 7f4d20758b80 1 -- 172.21.15.7:0/2682983384 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cf80eda70 con 0x556442069950 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.791+0000 7f4cfd600700 1 -- 172.21.15.7:0/2682983384 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4d000207e0 con 0x556442069950 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.791+0000 7f4d20758b80 10 client.15582 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.791+0000 7f4d20758b80 1 -- 172.21.15.7:0/2682983384 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556441f7f060 con 0x556442069950 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.791+0000 7f4cfd600700 1 -- 172.21.15.7:0/2682983384 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cf80eda70 con 0x556442069950 2024-05-21T02:02:38.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.792+0000 7f4cfd600700 1 -- 172.21.15.7:0/2682983384 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4d000169a0 con 0x556442069950 2024-05-21T02:02:38.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.792+0000 7f4d20758b80 10 client.15582 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:38.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.792+0000 7f4d20758b80 10 client.15582 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:02:38.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.792+0000 7f4d20758b80 20 client.15582 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:38.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.792+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55644208b440 0x55644208d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.792+0000 7f4d20758b80 4 client.15582 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:38.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.792+0000 7f4d20758b80 1 -- 172.21.15.7:0/2682983384 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556441fc0d90 con 0x55644208b440 2024-05-21T02:02:38.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.792+0000 7f4d06000700 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55644208b440 0x55644208d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.793+0000 7f4d06000700 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55644208b440 0x55644208d8a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e40fc58bfea97a8a server_cookie=38ada6113e2db2ff in_seq=0 out_seq=0 2024-05-21T02:02:38.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.793+0000 7f4cfd600700 10 client.15582 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:02:38.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.793+0000 7f4cfd600700 1 -- 172.21.15.7:0/2682983384 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556441fc0d90 con 0x55644208b440 2024-05-21T02:02:38.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.793+0000 7f4cfd600700 10 client.15582 handle_command_reply: tid=0 2024-05-21T02:02:38.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 client.15582 shutdown 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 -- 172.21.15.7:0/2682983384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442069950 msgr2=0x556442072c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442069950 0x556442072c40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4d00009ce0 tx=0x7f4d0000e7d0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 -- 172.21.15.7:0/2682983384 shutdown_connections 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55644208b440 0x55644208d8a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206f720 0x5564420736c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442069950 0x556442072c40 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2682983384 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x556442073180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 -- 172.21.15.7:0/2682983384 >> 172.21.15.7:0/2682983384 conn(0x556441f8ebe0 msgr2=0x55644205ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4cfd600700 0 client.15582 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 -- 172.21.15.7:0/2682983384 shutdown_connections 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.794+0000 7f4d20758b80 1 -- 172.21.15.7:0/2682983384 wait complete. 2024-05-21T02:02:38.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.795+0000 7f4d20758b80 20 client.15582 trim_cache size 0 max 16384 2024-05-21T02:02:38.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.824+0000 7f4d20758b80 1 Processor -- start 2024-05-21T02:02:38.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.824+0000 7f4d20758b80 1 -- start start 2024-05-21T02:02:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.824+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x55644205b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.824+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442071c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.824+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556442068380 0x556442066ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.824+0000 7f4d20758b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec00d3c0 con 0x55644206f720 2024-05-21T02:02:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.824+0000 7f4d20758b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec00ef00 con 0x556442068380 2024-05-21T02:02:38.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.824+0000 7f4d20758b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec00da90 con 0x55644206ee00 2024-05-21T02:02:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0f400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556442068380 0x556442066ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x55644205b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d06000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442071c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0f400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556442068380 0x556442066ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55868/0 (socket says 172.21.15.7:55868) 2024-05-21T02:02:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x55644205b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:53292/0 (socket says 172.21.15.7:53292) 2024-05-21T02:02:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0f400700 1 -- 172.21.15.7:0/2146586027 learned_addr learned my addr 172.21.15.7:0/2146586027 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:38.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0f400700 1 -- 172.21.15.7:0/2146586027 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 msgr2=0x55644205b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:38.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0f400700 1 --2- 172.21.15.7:0/2146586027 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x55644205b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0f400700 1 -- 172.21.15.7:0/2146586027 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 msgr2=0x556442071c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:38.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0f400700 1 --2- 172.21.15.7:0/2146586027 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442071c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d0f400700 1 -- 172.21.15.7:0/2146586027 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556442068ab0 con 0x556442068380 2024-05-21T02:02:38.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.825+0000 7f4d06000700 1 --2- 172.21.15.7:0/2146586027 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442071c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:38.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.826+0000 7f4d0f400700 1 --2- 172.21.15.7:0/2146586027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556442068380 0x556442066ff0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4d0801d540 tx=0x7f4d08017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a34021a781c52590 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:38.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.826+0000 7f4cffe00700 1 -- 172.21.15.7:0/2146586027 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0801dd20 con 0x556442068380 2024-05-21T02:02:38.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.826+0000 7f4cffe00700 1 -- 172.21.15.7:0/2146586027 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d0802e070 con 0x556442068380 2024-05-21T02:02:38.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.826+0000 7f4cffe00700 1 -- 172.21.15.7:0/2146586027 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0800f620 con 0x556442068380 2024-05-21T02:02:38.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 -- 172.21.15.7:0/2146586027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556442068380 msgr2=0x556442066ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:38.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2146586027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556442068380 0x556442066ff0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4d0801d540 tx=0x7f4d08017000 comp rx=0 tx=0).stop 2024-05-21T02:02:38.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 -- 172.21.15.7:0/2146586027 shutdown_connections 2024-05-21T02:02:38.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2146586027 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556442068380 0x556442066ff0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2146586027 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206ee00 0x55644205b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2146586027 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55644206f720 0x556442071c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 -- 172.21.15.7:0/2146586027 >> 172.21.15.7:0/2146586027 conn(0x556441f8ebe0 msgr2=0x556442071530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:38.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 -- 172.21.15.7:0/2146586027 shutdown_connections 2024-05-21T02:02:38.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 -- 172.21.15.7:0/2146586027 wait complete. 2024-05-21T02:02:38.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.827+0000 7f4d20758b80 1 -- start start 2024-05-21T02:02:38.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.828+0000 7f4d20758b80 1 Processor -- start 2024-05-21T02:02:38.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.828+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442068380 0x556442060fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.828+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 0x556442061500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.828+0000 7f4d20758b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206f720 0x556442061a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.828+0000 7f4d20758b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec00e830 con 0x556442068380 2024-05-21T02:02:38.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.828+0000 7f4d20758b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec00e160 con 0x55644206ee00 2024-05-21T02:02:38.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.828+0000 7f4d20758b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4cec00b340 con 0x55644206f720 2024-05-21T02:02:38.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.828+0000 7f4d20758b80 10 client.0 _ll_register_callbacks cb 0x556441f58c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:38.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442068380 0x556442060fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d06000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 0x556442061500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442068380 0x556442060fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47072/0 (socket says 172.21.15.7:47072) 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0ea00700 1 -- 172.21.15.7:0/2757101277 learned_addr learned my addr 172.21.15.7:0/2757101277 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0f400700 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206f720 0x556442061a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0ea00700 1 -- 172.21.15.7:0/2757101277 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206f720 msgr2=0x556442061a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0ea00700 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206f720 0x556442061a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0ea00700 1 -- 172.21.15.7:0/2757101277 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 msgr2=0x556442061500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0ea00700 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 0x556442061500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0ea00700 1 -- 172.21.15.7:0/2757101277 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564420f41f0 con 0x556442068380 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d06000700 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 0x556442061500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.829+0000 7f4d0ea00700 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442068380 0x556442060fc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f4d00016ee0 tx=0x7f4d0000ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e75e491820bdda3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.830+0000 7f4cfd600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.830+0000 7f4cfd600700 1 -- 172.21.15.7:0/2757101277 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d00003e10 con 0x556442068380 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.830+0000 7f4cfd600700 1 -- 172.21.15.7:0/2757101277 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4d00016400 con 0x556442068380 2024-05-21T02:02:38.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.830+0000 7f4d20758b80 1 -- 172.21.15.7:0/2757101277 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d0802e070 con 0x556442068380 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.830+0000 7f4cfd600700 1 -- 172.21.15.7:0/2757101277 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4d00020980 con 0x556442068380 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.830+0000 7f4d20758b80 10 client.15588 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.830+0000 7f4d20758b80 1 -- 172.21.15.7:0/2757101277 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5564420f54b0 con 0x556442068380 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.830+0000 7f4cfd600700 1 -- 172.21.15.7:0/2757101277 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d0802e070 con 0x556442068380 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4cfd600700 1 -- 172.21.15.7:0/2757101277 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4d0002b7d0 con 0x556442068380 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4d20758b80 10 client.15588 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4d20758b80 10 client.15588 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4d20758b80 20 client.15588 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x5564420f5b00 0x5564420f7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4d20758b80 4 client.15588 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:02:38.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4d20758b80 1 -- 172.21.15.7:0/2757101277 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556441fba570 con 0x5564420f5b00 2024-05-21T02:02:38.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4d06000700 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x5564420f5b00 0x5564420f7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:38.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4d06000700 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x5564420f5b00 0x5564420f7ef0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1a6ece78d7aff6be server_cookie=bba252d4cd51be3a in_seq=0 out_seq=0 2024-05-21T02:02:38.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.831+0000 7f4cfd600700 10 client.15588 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:02:38.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4cfd600700 1 -- 172.21.15.7:0/2757101277 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556441fba570 con 0x5564420f5b00 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4cfd600700 10 client.15588 handle_command_reply: tid=0 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 client.15588 shutdown 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 -- 172.21.15.7:0/2757101277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442068380 msgr2=0x556442060fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442068380 0x556442060fc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f4d00016ee0 tx=0x7f4d0000ebb0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 -- 172.21.15.7:0/2757101277 shutdown_connections 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x5564420f5b00 0x5564420f7ef0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55644206f720 0x556442061a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556442068380 0x556442060fc0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 --2- 172.21.15.7:0/2757101277 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55644206ee00 0x556442061500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4cfd600700 0 client.15588 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 -- 172.21.15.7:0/2757101277 >> 172.21.15.7:0/2757101277 conn(0x556441f8ebe0 msgr2=0x556442071dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 -- 172.21.15.7:0/2757101277 shutdown_connections 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 1 -- 172.21.15.7:0/2757101277 wait complete. 2024-05-21T02:02:38.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.832+0000 7f4d20758b80 20 client.15588 trim_cache size 0 max 16384 2024-05-21T02:02:38.837 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:02:38.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 -- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4cf40b2980 msgr2=0x7f4cf40b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:38.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4cf40b2980 0x7f4cf40b4e40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4d1006bd70 tx=0x7f4d08009260 comp rx=0 tx=0).stop 2024-05-21T02:02:38.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 -- 172.21.15.7:0/1976683096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d10076090 msgr2=0x7f4d1019c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:38.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d10076090 0x7f4d1019c300 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4cf8006010 tx=0x7f4cf8009510 comp rx=0 tx=0).stop 2024-05-21T02:02:38.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 -- 172.21.15.7:0/1976683096 shutdown_connections 2024-05-21T02:02:38.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4d1010ffa0 0x7f4d101a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4cf40b2980 0x7f4cf40b4e40 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4d10075770 0x7f4d1019bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 --2- 172.21.15.7:0/1976683096 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4d10076090 0x7f4d1019c300 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:38.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 -- 172.21.15.7:0/1976683096 >> 172.21.15.7:0/1976683096 conn(0x7f4d1007a6a0 msgr2=0x7f4d10100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:38.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.833+0000 7f4d15e00700 1 -- 172.21.15.7:0/1976683096 shutdown_connections 2024-05-21T02:02:38.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:38.834+0000 7f4d15e00700 1 -- 172.21.15.7:0/1976683096 wait complete. 2024-05-21T02:02:39.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:38 smithi007 ceph-mon[31288]: pgmap v525: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr:Note: switching to '0051ea03417a66dbfd5a17ea02c9049bcda16863'. 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr:state without impacting any branches by switching back to a branch. 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr: git switch -c 2024-05-21T02:02:39.030 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-05-21T02:02:39.031 INFO:tasks.workunit.client.0.smithi007.stderr:Or undo this operation with: 2024-05-21T02:02:39.031 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-05-21T02:02:39.031 INFO:tasks.workunit.client.0.smithi007.stderr: git switch - 2024-05-21T02:02:39.031 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-05-21T02:02:39.031 INFO:tasks.workunit.client.0.smithi007.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-21T02:02:39.031 INFO:tasks.workunit.client.0.smithi007.stderr: 2024-05-21T02:02:39.031 INFO:tasks.workunit.client.0.smithi007.stderr:HEAD is now at 0051ea03417 mds/quiesce: don't force a remote authpin for the quiesce lock 2024-05-21T02:02:39.045 DEBUG:teuthology.orchestra.run.smithi007:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-21T02:02:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:38 smithi190 ceph-mon[35961]: pgmap v525: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T02:02:39.112 INFO:tasks.workunit.client.0.smithi007.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-21T02:02:39.118 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-21T02:02:39.118 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-21T02:02:39.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:38 smithi164 ceph-mon[36138]: pgmap v525: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T02:02:39.990 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T02:02:40.439 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-21T02:02:40.463 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:40.537 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-21T02:02:40.618 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-21T02:02:40.624 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-21T02:02:40.624 INFO:tasks.workunit.client.0.smithi007.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-21T02:02:40.713 INFO:tasks.workunit.client.0.smithi007.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-21T02:02:40.723 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T02:02:40.723 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-21T02:02:40.774 INFO:tasks.workunit:Running workunits matching suites/iozone.sh on client.0... 2024-05-21T02:02:40.775 INFO:tasks.workunit:Running workunit suites/iozone.sh... 2024-05-21T02:02:40.775 DEBUG:teuthology.orchestra.run.smithi007:workunit test suites/iozone.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0051ea03417a66dbfd5a17ea02c9049bcda16863 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh 2024-05-21T02:02:40.936 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:40 smithi007 ceph-mon[31288]: pgmap v526: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T02:02:41.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:40 smithi190 ceph-mon[35961]: pgmap v526: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T02:02:41.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:40 smithi164 ceph-mon[36138]: pgmap v526: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T02:02:42.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.797+0000 7f1d71a00700 1 -- 172.21.15.7:0/2524501138 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1d6c1095d0 msgr2=0x7f1d6c1099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:42.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.797+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2524501138 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1d6c1095d0 0x7f1d6c1099b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c009990 tx=0x7f1d5c009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.797+0000 7f1d71a00700 1 -- 172.21.15.7:0/2524501138 shutdown_connections 2024-05-21T02:02:42.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.797+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2524501138 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103f80 0x7f1d6c110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.797+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2524501138 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1d6c1095d0 0x7f1d6c1099b0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.797+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2524501138 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d6c1035c0 0x7f1d6c103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.797+0000 7f1d71a00700 1 -- 172.21.15.7:0/2524501138 >> 172.21.15.7:0/2524501138 conn(0x7f1d6c07a610 msgr2=0x7f1d6c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:42.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.798+0000 7f1d71a00700 1 -- 172.21.15.7:0/2524501138 shutdown_connections 2024-05-21T02:02:42.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.798+0000 7f1d71a00700 1 -- 172.21.15.7:0/2524501138 wait complete. 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.799+0000 7f1d71a00700 1 Processor -- start 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.799+0000 7f1d71a00700 1 -- start start 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.799+0000 7f1d71a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d6c1035c0 0x7f1d6c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.799+0000 7f1d71a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103f80 0x7f1d6c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.799+0000 7f1d71a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1d6c1095d0 0x7f1d6c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.799+0000 7f1d71a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c113790 con 0x7f1d6c1035c0 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.799+0000 7f1d71a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c113610 con 0x7f1d6c103f80 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.799+0000 7f1d71a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c113910 con 0x7f1d6c1095d0 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d62000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103f80 0x7f1d6c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d62000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103f80 0x7f1d6c075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55904/0 (socket says 172.21.15.7:55904) 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d62000700 1 -- 172.21.15.7:0/2682222960 learned_addr learned my addr 172.21.15.7:0/2682222960 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:42.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d6c1035c0 0x7f1d6c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d6b400700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1d6c1095d0 0x7f1d6c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d6aa00700 1 -- 172.21.15.7:0/2682222960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1d6c1095d0 msgr2=0x7f1d6c0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:42.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1d6c1095d0 0x7f1d6c0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d6aa00700 1 -- 172.21.15.7:0/2682222960 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103f80 msgr2=0x7f1d6c075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:42.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103f80 0x7f1d6c075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.800+0000 7f1d6aa00700 1 -- 172.21.15.7:0/2682222960 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d6c1a80d0 con 0x7f1d6c1035c0 2024-05-21T02:02:42.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.801+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d6c1035c0 0x7f1d6c075840 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c0098e0 tx=0x7f1d5c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:42.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.801+0000 7f1d63e00700 1 -- 172.21.15.7:0/2682222960 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c027070 con 0x7f1d6c1035c0 2024-05-21T02:02:42.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.801+0000 7f1d63e00700 1 -- 172.21.15.7:0/2682222960 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d5c022470 con 0x7f1d6c1035c0 2024-05-21T02:02:42.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.801+0000 7f1d71a00700 1 -- 172.21.15.7:0/2682222960 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d6c1a8360 con 0x7f1d6c1035c0 2024-05-21T02:02:42.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.801+0000 7f1d63e00700 1 -- 172.21.15.7:0/2682222960 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c017650 con 0x7f1d6c1035c0 2024-05-21T02:02:42.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.801+0000 7f1d71a00700 1 -- 172.21.15.7:0/2682222960 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d6c1a87b0 con 0x7f1d6c1035c0 2024-05-21T02:02:42.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.805+0000 7f1d63e00700 1 -- 172.21.15.7:0/2682222960 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1d5c02a070 con 0x7f1d6c1035c0 2024-05-21T02:02:42.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.806+0000 7f1d7c2acb80 1 Processor -- start 2024-05-21T02:02:42.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.807+0000 7f1d7c2acb80 1 -- start start 2024-05-21T02:02:42.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.807+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6ca09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.807+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6c9ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.807+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6c9b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.807+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562ea6bf8e40 con 0x562ea6ca0610 2024-05-21T02:02:42.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.807+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562ea6be89e0 con 0x562ea6c9b140 2024-05-21T02:02:42.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.807+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562ea6beca20 con 0x562ea6ca0f30 2024-05-21T02:02:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.807+0000 7f1d63e00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1d500b2880 0x7f1d500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6c9ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6ca09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6c9ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:53336/0 (socket says 172.21.15.7:53336) 2024-05-21T02:02:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6aa00700 1 -- 172.21.15.7:0/664856755 learned_addr learned my addr 172.21.15.7:0/664856755 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d63e00700 1 -- 172.21.15.7:0/2682222960 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1d5c0e2f20 con 0x7f1d6c1035c0 2024-05-21T02:02:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d62000700 1 --2- 172.21.15.7:0/664856755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6c9b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6b400700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1d500b2880 0x7f1d500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6aa00700 1 -- 172.21.15.7:0/664856755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 msgr2=0x562ea6c9b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:42.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/664856755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6c9b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6aa00700 1 -- 172.21.15.7:0/664856755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 msgr2=0x562ea6ca09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:42.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/664856755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6ca09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6aa00700 1 -- 172.21.15.7:0/664856755 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ea6bb1420 con 0x562ea6ca0f30 2024-05-21T02:02:42.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.808+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/664856755 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6c9ab20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c000c00 tx=0x7f1d5c0d9b10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b5bf9c151644a4b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:42.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.809+0000 7f1d5be00700 1 -- 172.21.15.7:0/664856755 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c0700a0 con 0x562ea6ca0f30 2024-05-21T02:02:42.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.809+0000 7f1d5be00700 1 -- 172.21.15.7:0/664856755 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d5c0aac90 con 0x562ea6ca0f30 2024-05-21T02:02:42.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.809+0000 7f1d5be00700 1 -- 172.21.15.7:0/664856755 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c0e0bd0 con 0x562ea6ca0f30 2024-05-21T02:02:42.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/664856755 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 msgr2=0x562ea6c9ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:42.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/664856755 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6c9ab20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c000c00 tx=0x7f1d5c0d9b10 comp rx=0 tx=0).stop 2024-05-21T02:02:42.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d6b400700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1d500b2880 0x7f1d500b4d40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f1d64009ec0 tx=0x7f1d6400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:42.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/664856755 shutdown_connections 2024-05-21T02:02:42.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/664856755 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6c9b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/664856755 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6ca09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/664856755 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6c9ab20 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/664856755 >> 172.21.15.7:0/664856755 conn(0x562ea6bc8be0 msgr2=0x562ea6c95690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:42.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/664856755 shutdown_connections 2024-05-21T02:02:42.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/664856755 wait complete. 2024-05-21T02:02:42.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.810+0000 7f1d7c2acb80 1 -- start start 2024-05-21T02:02:42.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.811+0000 7f1d7c2acb80 1 Processor -- start 2024-05-21T02:02:42.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.811+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6c9b140 0x562ea6ca6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.811+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6ca0610 0x562ea6ca3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.811+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0f30 0x562ea6ca44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.814 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.811+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562ea6aeefa0 con 0x562ea6ca0f30 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.811+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562ea6b89760 con 0x562ea6ca0610 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.811+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562ea6ca77a0 con 0x562ea6c9b140 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.811+0000 7f1d7c2acb80 10 client.0 _ll_register_callbacks cb 0x562ea6b92c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0f30 0x562ea6ca44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6aa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6c9b140 0x562ea6ca6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0f30 0x562ea6ca44b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47108/0 (socket says 172.21.15.7:47108) 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6b400700 1 -- 172.21.15.7:0/3859656602 learned_addr learned my addr 172.21.15.7:0/3859656602 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d62000700 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6ca0610 0x562ea6ca3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6aa00700 1 -- 172.21.15.7:0/3859656602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6ca0610 msgr2=0x562ea6ca3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6ca0610 0x562ea6ca3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6aa00700 1 -- 172.21.15.7:0/3859656602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0f30 msgr2=0x562ea6ca44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0f30 0x562ea6ca44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.815 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6aa00700 1 -- 172.21.15.7:0/3859656602 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ea6b388d0 con 0x562ea6c9b140 2024-05-21T02:02:42.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.812+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6c9b140 0x562ea6ca6bd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c0a6610 tx=0x7f1d5c009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f500e347c6935843 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:42.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.813+0000 7f1d58c00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:02:42.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.813+0000 7f1d58c00700 1 -- 172.21.15.7:0/3859656602 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c0b3360 con 0x562ea6c9b140 2024-05-21T02:02:42.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.813+0000 7f1d58c00700 1 -- 172.21.15.7:0/3859656602 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1d5c0094b0 con 0x562ea6c9b140 2024-05-21T02:02:42.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.813+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/3859656602 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d5c0aac90 con 0x562ea6c9b140 2024-05-21T02:02:42.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.813+0000 7f1d58c00700 1 -- 172.21.15.7:0/3859656602 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1d5c0aa7f0 con 0x562ea6c9b140 2024-05-21T02:02:42.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.813+0000 7f1d7c2acb80 10 client.25714 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:42.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.813+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/3859656602 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562ea6bb9060 con 0x562ea6c9b140 2024-05-21T02:02:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.813+0000 7f1d58c00700 1 -- 172.21.15.7:0/3859656602 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d5c0aac90 con 0x562ea6c9b140 2024-05-21T02:02:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.814+0000 7f1d58c00700 1 -- 172.21.15.7:0/3859656602 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1d5c0050c0 con 0x562ea6c9b140 2024-05-21T02:02:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.814+0000 7f1d7c2acb80 10 client.25714 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.814+0000 7f1d7c2acb80 10 client.25714 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:02:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.814+0000 7f1d7c2acb80 20 client.25714 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.814+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562ea6cb4060 0x562ea6cb6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.814+0000 7f1d7c2acb80 4 client.25714 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.814+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/3859656602 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562ea6bfad90 con 0x562ea6cb4060 2024-05-21T02:02:42.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.814+0000 7f1d62000700 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562ea6cb4060 0x562ea6cb6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.815+0000 7f1d62000700 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562ea6cb4060 0x562ea6cb6450 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3377b237a0cca2a2 server_cookie=ca854ba4404029a1 in_seq=0 out_seq=0 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.815+0000 7f1d58c00700 10 client.25714 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.815+0000 7f1d58c00700 1 -- 172.21.15.7:0/3859656602 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562ea6bfad90 con 0x562ea6cb4060 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.815+0000 7f1d58c00700 10 client.25714 handle_command_reply: tid=0 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 client.25714 shutdown 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/3859656602 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6c9b140 msgr2=0x562ea6ca6bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6c9b140 0x562ea6ca6bd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c0a6610 tx=0x7f1d5c009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/3859656602 shutdown_connections 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562ea6cb4060 0x562ea6cb6450 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0f30 0x562ea6ca44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6c9b140 0x562ea6ca6bd0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/3859656602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6ca0610 0x562ea6ca3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d58c00700 0 client.25714 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:02:42.819 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/3859656602 >> 172.21.15.7:0/3859656602 conn(0x562ea6bc8be0 msgr2=0x562ea6c94d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:42.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/3859656602 shutdown_connections 2024-05-21T02:02:42.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/3859656602 wait complete. 2024-05-21T02:02:42.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.816+0000 7f1d7c2acb80 20 client.25714 trim_cache size 0 max 16384 2024-05-21T02:02:42.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.833+0000 7f1d7c2acb80 1 Processor -- start 2024-05-21T02:02:42.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.833+0000 7f1d7c2acb80 1 -- start start 2024-05-21T02:02:42.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.833+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6ca2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.833+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6c9b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.833+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6ca1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.833+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1afce0 con 0x562ea6ca0610 2024-05-21T02:02:42.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.833+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1b1820 con 0x562ea6c9b140 2024-05-21T02:02:42.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.833+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1b03b0 con 0x562ea6ca0f30 2024-05-21T02:02:42.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d62000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6c9b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d62000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6c9b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47124/0 (socket says 172.21.15.7:47124) 2024-05-21T02:02:42.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d62000700 1 -- 172.21.15.7:0/93000745 learned_addr learned my addr 172.21.15.7:0/93000745 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:42.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/93000745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6ca2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d6b400700 1 --2- 172.21.15.7:0/93000745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6ca1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d62000700 1 -- 172.21.15.7:0/93000745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 msgr2=0x562ea6ca1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:42.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d62000700 1 --2- 172.21.15.7:0/93000745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6ca1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d62000700 1 -- 172.21.15.7:0/93000745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 msgr2=0x562ea6ca2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:42.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d62000700 1 --2- 172.21.15.7:0/93000745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6ca2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.834+0000 7f1d62000700 1 -- 172.21.15.7:0/93000745 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ea6cb69e0 con 0x562ea6ca0610 2024-05-21T02:02:42.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.835+0000 7f1d62000700 1 --2- 172.21.15.7:0/93000745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6c9b520 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x562ea6c9bb00 tx=0x7f1d54009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9df49ae9d42f780 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:42.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.835+0000 7f1d5b400700 1 -- 172.21.15.7:0/93000745 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d540040f0 con 0x562ea6ca0610 2024-05-21T02:02:42.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.835+0000 7f1d5b400700 1 -- 172.21.15.7:0/93000745 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d54004ce0 con 0x562ea6ca0610 2024-05-21T02:02:42.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.835+0000 7f1d5b400700 1 -- 172.21.15.7:0/93000745 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d54005610 con 0x562ea6ca0610 2024-05-21T02:02:42.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.836+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/93000745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 msgr2=0x562ea6c9b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:42.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.836+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/93000745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6c9b520 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x562ea6c9bb00 tx=0x7f1d54009260 comp rx=0 tx=0).stop 2024-05-21T02:02:42.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.836+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/93000745 shutdown_connections 2024-05-21T02:02:42.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.836+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/93000745 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6ca1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.836+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/93000745 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6ca2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.836+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/93000745 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6c9b520 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.836+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/93000745 >> 172.21.15.7:0/93000745 conn(0x562ea6bc8be0 msgr2=0x562ea6ca13d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:42.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.836+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/93000745 shutdown_connections 2024-05-21T02:02:42.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.836+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/93000745 wait complete. 2024-05-21T02:02:42.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.837+0000 7f1d7c2acb80 1 -- start start 2024-05-21T02:02:42.839 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.837+0000 7f1d7c2acb80 1 Processor -- start 2024-05-21T02:02:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.837+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6cad1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.837+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6cbb4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.837+0000 7f1d7c2acb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6cbbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.837+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1b1150 con 0x562ea6ca0610 2024-05-21T02:02:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.837+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1b0a80 con 0x562ea6c9b140 2024-05-21T02:02:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.837+0000 7f1d7c2acb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1d6c1adca0 con 0x562ea6ca0f30 2024-05-21T02:02:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.837+0000 7f1d7c2acb80 10 client.0 _ll_register_callbacks cb 0x562ea6b92c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d6aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6cad1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.840 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d62000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6cbb4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d6aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6cad1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55946/0 (socket says 172.21.15.7:55946) 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d6aa00700 1 -- 172.21.15.7:0/813665421 learned_addr learned my addr 172.21.15.7:0/813665421 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d6b400700 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6cbbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d6aa00700 1 -- 172.21.15.7:0/813665421 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 msgr2=0x562ea6cbbaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6cbbaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d6aa00700 1 -- 172.21.15.7:0/813665421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 msgr2=0x562ea6cbb4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6cbb4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.838+0000 7f1d6aa00700 1 -- 172.21.15.7:0/813665421 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ea6cbc2e0 con 0x562ea6c9b140 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.839+0000 7f1d6aa00700 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6cad1e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c009350 tx=0x7f1d5c0e0a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=baf54aa2901b876f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.839+0000 7f1d58c00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.839+0000 7f1d58c00700 1 -- 172.21.15.7:0/813665421 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c0aac90 con 0x562ea6c9b140 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.839+0000 7f1d58c00700 1 -- 172.21.15.7:0/813665421 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1d5c0094b0 con 0x562ea6c9b140 2024-05-21T02:02:42.841 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.839+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/813665421 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d54004ce0 con 0x562ea6c9b140 2024-05-21T02:02:42.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.839+0000 7f1d58c00700 1 -- 172.21.15.7:0/813665421 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1d5c0b3360 con 0x562ea6c9b140 2024-05-21T02:02:42.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.839+0000 7f1d7c2acb80 10 client.25694 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:42.843 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.839+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/813665421 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562ea6cbc2e0 con 0x562ea6c9b140 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.839+0000 7f1d58c00700 1 -- 172.21.15.7:0/813665421 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d54004ce0 con 0x562ea6c9b140 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.840+0000 7f1d58c00700 1 -- 172.21.15.7:0/813665421 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1d5c0cb350 con 0x562ea6c9b140 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.840+0000 7f1d7c2acb80 10 client.25694 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.840+0000 7f1d7c2acb80 10 client.25694 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.840+0000 7f1d7c2acb80 20 client.25694 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.840+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562ea6d1ef60 0x562ea6d21350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.840+0000 7f1d7c2acb80 4 client.25694 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.840+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/813665421 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562ea6bf4570 con 0x562ea6d1ef60 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.840+0000 7f1d62000700 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562ea6d1ef60 0x562ea6d21350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d62000700 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562ea6d1ef60 0x562ea6d21350 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=639d16dbae1c9c5f server_cookie=8a8430d1af3534a in_seq=0 out_seq=0 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d58c00700 10 client.25694 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d58c00700 1 -- 172.21.15.7:0/813665421 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562ea6bf4570 con 0x562ea6d1ef60 2024-05-21T02:02:42.844 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d58c00700 10 client.25694 handle_command_reply: tid=0 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 client.25694 shutdown 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/813665421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 msgr2=0x562ea6cad1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6cad1e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c009350 tx=0x7f1d5c0e0a80 comp rx=0 tx=0).stop 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/813665421 shutdown_connections 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562ea6d1ef60 0x562ea6d21350 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562ea6ca0f30 0x562ea6cbbaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562ea6c9b140 0x562ea6cad1e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 --2- 172.21.15.7:0/813665421 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562ea6ca0610 0x562ea6cbb4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/813665421 >> 172.21.15.7:0/813665421 conn(0x562ea6bc8be0 msgr2=0x562ea6ca54a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d58c00700 0 client.25694 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/813665421 shutdown_connections 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.841+0000 7f1d7c2acb80 1 -- 172.21.15.7:0/813665421 wait complete. 2024-05-21T02:02:42.845 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d7c2acb80 20 client.25694 trim_cache size 0 max 16384 2024-05-21T02:02:42.846 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:02:42.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 -- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1d500b2880 msgr2=0x7f1d500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:42.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1d500b2880 0x7f1d500b4d40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f1d64009ec0 tx=0x7f1d6400b040 comp rx=0 tx=0).stop 2024-05-21T02:02:42.846 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 -- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d6c1035c0 msgr2=0x7f1d6c075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:42.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d6c1035c0 0x7f1d6c075840 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c0098e0 tx=0x7f1d5c0057c0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 -- 172.21.15.7:0/2682222960 shutdown_connections 2024-05-21T02:02:42.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1d6c1095d0 0x7f1d6c0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1d500b2880 0x7f1d500b4d40 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1d6c1035c0 0x7f1d6c075840 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 --2- 172.21.15.7:0/2682222960 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1d6c103f80 0x7f1d6c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:42.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.842+0000 7f1d71a00700 1 -- 172.21.15.7:0/2682222960 >> 172.21.15.7:0/2682222960 conn(0x7f1d6c07a610 msgr2=0x7f1d6c102380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:42.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.843+0000 7f1d71a00700 1 -- 172.21.15.7:0/2682222960 shutdown_connections 2024-05-21T02:02:42.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:42.843+0000 7f1d71a00700 1 -- 172.21.15.7:0/2682222960 wait complete. 2024-05-21T02:02:43.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:42 smithi007 ceph-mon[31288]: pgmap v527: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-21T02:02:43.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:42 smithi190 ceph-mon[35961]: pgmap v527: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-21T02:02:43.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:42 smithi164 ceph-mon[36138]: pgmap v527: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-21T02:02:43.839 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:02:43.947 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T02:02:44.341 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:44.644 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:45.057 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:44 smithi007 ceph-mon[31288]: pgmap v528: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:44 smithi190 ceph-mon[35961]: pgmap v528: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:45.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:44 smithi164 ceph-mon[36138]: pgmap v528: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:47.056 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:46 smithi007 ceph-mon[31288]: pgmap v529: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:46 smithi190 ceph-mon[35961]: pgmap v529: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:47.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:46 smithi164 ceph-mon[36138]: pgmap v529: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:47.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.615+0000 7f775a000700 1 -- 172.21.15.7:0/961463555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754108500 msgr2=0x7f77541088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:47.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.615+0000 7f775a000700 1 --2- 172.21.15.7:0/961463555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754108500 0x7f77541088e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7744009990 tx=0x7f7744009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.615+0000 7f775a000700 1 -- 172.21.15.7:0/961463555 shutdown_connections 2024-05-21T02:02:47.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.615+0000 7f775a000700 1 --2- 172.21.15.7:0/961463555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7754103f90 0x7f7754110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.615+0000 7f775a000700 1 --2- 172.21.15.7:0/961463555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754108500 0x7f77541088e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.615+0000 7f775a000700 1 --2- 172.21.15.7:0/961463555 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77541035f0 0x7f7754103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.615+0000 7f775a000700 1 -- 172.21.15.7:0/961463555 >> 172.21.15.7:0/961463555 conn(0x7f775407a6a0 msgr2=0x7f775407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:47.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.615+0000 7f775a000700 1 -- 172.21.15.7:0/961463555 shutdown_connections 2024-05-21T02:02:47.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.615+0000 7f775a000700 1 -- 172.21.15.7:0/961463555 wait complete. 2024-05-21T02:02:47.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.617+0000 7f775a000700 1 Processor -- start 2024-05-21T02:02:47.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.617+0000 7f775a000700 1 -- start start 2024-05-21T02:02:47.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f775a000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77541035f0 0x7f7754075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f775a000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7754103f90 0x7f7754075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f775a000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754108500 0x7f77540762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f775a000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77541137a0 con 0x7f7754108500 2024-05-21T02:02:47.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f775a000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7754113620 con 0x7f7754103f90 2024-05-21T02:02:47.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f775a000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7754113920 con 0x7f77541035f0 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f7752a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7754103f90 0x7f7754075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f7752a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7754103f90 0x7f7754075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:57260/0 (socket says 172.21.15.7:57260) 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f7752a00700 1 -- 172.21.15.7:0/3074526282 learned_addr learned my addr 172.21.15.7:0/3074526282 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f7753400700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77541035f0 0x7f7754075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.618+0000 7f7753e00700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754108500 0x7f77540762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f7752a00700 1 -- 172.21.15.7:0/3074526282 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77541035f0 msgr2=0x7f7754075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f7752a00700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77541035f0 0x7f7754075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f7752a00700 1 -- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754108500 msgr2=0x7f77540762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f7752a00700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754108500 0x7f77540762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f7752a00700 1 -- 172.21.15.7:0/3074526282 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77541a8120 con 0x7f7754103f90 2024-05-21T02:02:47.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f7752a00700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7754103f90 0x7f7754075d80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f774000e9c0 tx=0x7f774000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:47.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f774be00700 1 -- 172.21.15.7:0/3074526282 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7740004830 con 0x7f7754103f90 2024-05-21T02:02:47.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f774be00700 1 -- 172.21.15.7:0/3074526282 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f774000c7c0 con 0x7f7754103f90 2024-05-21T02:02:47.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f775a000700 1 -- 172.21.15.7:0/3074526282 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7754199990 con 0x7f7754103f90 2024-05-21T02:02:47.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.619+0000 7f774be00700 1 -- 172.21.15.7:0/3074526282 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7740005260 con 0x7f7754103f90 2024-05-21T02:02:47.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.620+0000 7f775a000700 1 -- 172.21.15.7:0/3074526282 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7754199e80 con 0x7f7754103f90 2024-05-21T02:02:47.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.623+0000 7f774be00700 1 -- 172.21.15.7:0/3074526282 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f77400049d0 con 0x7f7754103f90 2024-05-21T02:02:47.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.624+0000 7f776498fb80 1 Processor -- start 2024-05-21T02:02:47.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.624+0000 7f776498fb80 1 -- start start 2024-05-21T02:02:47.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f776498fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128610 0x55be3d1289f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f776498fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d122b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f776498fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d123140 0x55be3d1235c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f776498fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55be3d080e40 con 0x55be3d128610 2024-05-21T02:02:47.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f776498fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55be3d0709e0 con 0x55be3d128f30 2024-05-21T02:02:47.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f776498fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55be3d074a20 con 0x55be3d123140 2024-05-21T02:02:47.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f774be00700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f77380b2880 0x7f77380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f7753400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d122b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f7753400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d122b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:57272/0 (socket says 172.21.15.7:57272) 2024-05-21T02:02:47.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f7753e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128610 0x55be3d1289f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f7753400700 1 -- 172.21.15.7:0/1777220170 learned_addr learned my addr 172.21.15.7:0/1777220170 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:47.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.625+0000 7f7752a00700 1 --2- 172.21.15.7:0/1777220170 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d123140 0x55be3d1235c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.626+0000 7f774be00700 1 -- 172.21.15.7:0/3074526282 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f77400ea8e0 con 0x7f7754103f90 2024-05-21T02:02:47.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.626+0000 7f7753400700 1 -- 172.21.15.7:0/1777220170 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d123140 msgr2=0x55be3d1235c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:47.628 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.626+0000 7f7753400700 1 --2- 172.21.15.7:0/1777220170 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d123140 0x55be3d1235c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.626+0000 7f7753400700 1 -- 172.21.15.7:0/1777220170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128610 msgr2=0x55be3d1289f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:47.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.626+0000 7f7753400700 1 --2- 172.21.15.7:0/1777220170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128610 0x55be3d1289f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.626+0000 7f7753400700 1 -- 172.21.15.7:0/1777220170 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be3d039420 con 0x55be3d128f30 2024-05-21T02:02:47.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.626+0000 7f7753e00700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f77380b2880 0x7f77380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.626+0000 7f7753400700 1 --2- 172.21.15.7:0/1777220170 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d122b20 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f77541047d0 tx=0x7f77440096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fbd6e699c428ada server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:47.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.627+0000 7f7748c00700 1 -- 172.21.15.7:0/1777220170 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744027070 con 0x55be3d128f30 2024-05-21T02:02:47.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.627+0000 7f7748c00700 1 -- 172.21.15.7:0/1777220170 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f774400bbd0 con 0x55be3d128f30 2024-05-21T02:02:47.629 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.627+0000 7f7748c00700 1 -- 172.21.15.7:0/1777220170 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744003b60 con 0x55be3d128f30 2024-05-21T02:02:47.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 -- 172.21.15.7:0/1777220170 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 msgr2=0x55be3d122b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:47.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 --2- 172.21.15.7:0/1777220170 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d122b20 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f77541047d0 tx=0x7f77440096a0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f7753e00700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f77380b2880 0x7f77380b4d40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f774c0075c0 tx=0x7f774c009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:47.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 -- 172.21.15.7:0/1777220170 shutdown_connections 2024-05-21T02:02:47.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 --2- 172.21.15.7:0/1777220170 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d123140 0x55be3d1235c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 --2- 172.21.15.7:0/1777220170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128610 0x55be3d1289f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.630 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 --2- 172.21.15.7:0/1777220170 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d122b20 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 -- 172.21.15.7:0/1777220170 >> 172.21.15.7:0/1777220170 conn(0x55be3d050be0 msgr2=0x55be3d11d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:47.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 -- 172.21.15.7:0/1777220170 shutdown_connections 2024-05-21T02:02:47.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 -- 172.21.15.7:0/1777220170 wait complete. 2024-05-21T02:02:47.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.628+0000 7f776498fb80 1 -- start start 2024-05-21T02:02:47.631 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.629+0000 7f776498fb80 1 Processor -- start 2024-05-21T02:02:47.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.629+0000 7f776498fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d123140 0x55be3d12ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.629+0000 7f776498fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.629+0000 7f776498fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d12c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.629+0000 7f776498fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55be3cf76fa0 con 0x55be3d123140 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.629+0000 7f776498fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55be3d011760 con 0x55be3d128f30 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.629+0000 7f776498fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55be3d12f980 con 0x55be3d128610 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.629+0000 7f776498fb80 10 client.0 _ll_register_callbacks cb 0x55be3d01ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7753400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d123140 0x55be3d12ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7752a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7753400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d123140 0x55be3d12ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46476/0 (socket says 172.21.15.7:46476) 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7752a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60378/0 (socket says 172.21.15.7:60378) 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7753400700 1 -- 172.21.15.7:0/1927464850 learned_addr learned my addr 172.21.15.7:0/1927464850 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7753e00700 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d12c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7752a00700 1 -- 172.21.15.7:0/1927464850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 msgr2=0x55be3d12c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7752a00700 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d12c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.633 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7752a00700 1 -- 172.21.15.7:0/1927464850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d123140 msgr2=0x55be3d12ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7752a00700 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d123140 0x55be3d12ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7752a00700 1 -- 172.21.15.7:0/1927464850 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be3cfc08d0 con 0x55be3d128610 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f7752a00700 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12bfc0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x55be3d123b00 tx=0x7f77400adeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=911e4435efa9ba02 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.630+0000 7f773d600700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.631+0000 7f773d600700 1 -- 172.21.15.7:0/1927464850 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77400d4050 con 0x55be3d128610 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.631+0000 7f773d600700 1 -- 172.21.15.7:0/1927464850 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f77400ba890 con 0x55be3d128610 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.631+0000 7f776498fb80 1 -- 172.21.15.7:0/1927464850 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f774400bbd0 con 0x55be3d128610 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.631+0000 7f773d600700 1 -- 172.21.15.7:0/1927464850 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f774002d040 con 0x55be3d128610 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.631+0000 7f776498fb80 10 client.25732 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.631+0000 7f776498fb80 1 -- 172.21.15.7:0/1927464850 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55be3d041060 con 0x55be3d128610 2024-05-21T02:02:47.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.631+0000 7f773d600700 1 -- 172.21.15.7:0/1927464850 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f774400bbd0 con 0x55be3d128610 2024-05-21T02:02:47.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.632+0000 7f773d600700 1 -- 172.21.15.7:0/1927464850 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f77400b0710 con 0x55be3d128610 2024-05-21T02:02:47.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.632+0000 7f776498fb80 10 client.25732 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:47.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.632+0000 7f776498fb80 10 client.25732 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:02:47.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.632+0000 7f776498fb80 20 client.25732 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:47.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.632+0000 7f776498fb80 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55be3d13c4c0 0x55be3d13e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.632+0000 7f776498fb80 4 client.25732 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:47.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.632+0000 7f776498fb80 1 -- 172.21.15.7:0/1927464850 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55be3d082d90 con 0x55be3d13c4c0 2024-05-21T02:02:47.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.632+0000 7f7753400700 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55be3d13c4c0 0x55be3d13e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.633+0000 7f7753400700 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55be3d13c4c0 0x55be3d13e8b0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1f77177b89719fc6 server_cookie=b626f2b3157688c6 in_seq=0 out_seq=0 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.633+0000 7f773d600700 10 client.25732 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f773d600700 1 -- 172.21.15.7:0/1927464850 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55be3d082d90 con 0x55be3d13c4c0 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f773d600700 10 client.25732 handle_command_reply: tid=0 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 client.25732 shutdown 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 -- 172.21.15.7:0/1927464850 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 msgr2=0x55be3d12bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12bfc0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x55be3d123b00 tx=0x7f77400adeb0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 -- 172.21.15.7:0/1927464850 shutdown_connections 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55be3d13c4c0 0x55be3d13e8b0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d128f30 0x55be3d12c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d123140 0x55be3d12ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f773d600700 0 client.25732 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:02:47.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 --2- 172.21.15.7:0/1927464850 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12bfc0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 -- 172.21.15.7:0/1927464850 >> 172.21.15.7:0/1927464850 conn(0x55be3d050be0 msgr2=0x55be3d11cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:47.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 -- 172.21.15.7:0/1927464850 shutdown_connections 2024-05-21T02:02:47.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.634+0000 7f776498fb80 1 -- 172.21.15.7:0/1927464850 wait complete. 2024-05-21T02:02:47.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.635+0000 7f776498fb80 20 client.25732 trim_cache size 0 max 16384 2024-05-21T02:02:47.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.659+0000 7f776498fb80 1 Processor -- start 2024-05-21T02:02:47.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.659+0000 7f776498fb80 1 -- start start 2024-05-21T02:02:47.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f776498fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d11f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f776498fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f776498fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d129a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f776498fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77541ab920 con 0x55be3d128f30 2024-05-21T02:02:47.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f776498fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f77541ad460 con 0x55be3d123140 2024-05-21T02:02:47.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f776498fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f77541abff0 con 0x55be3d128610 2024-05-21T02:02:47.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f7753400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d11f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f7753400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d11f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:57292/0 (socket says 172.21.15.7:57292) 2024-05-21T02:02:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f7753400700 1 -- 172.21.15.7:0/3633956475 learned_addr learned my addr 172.21.15.7:0/3633956475 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f7753e00700 1 --2- 172.21.15.7:0/3633956475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d129a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.660+0000 7f7752a00700 1 --2- 172.21.15.7:0/3633956475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.661+0000 7f7753400700 1 -- 172.21.15.7:0/3633956475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 msgr2=0x55be3d12af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.661+0000 7f7753400700 1 --2- 172.21.15.7:0/3633956475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.661+0000 7f7753400700 1 -- 172.21.15.7:0/3633956475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 msgr2=0x55be3d129a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.661+0000 7f7753400700 1 --2- 172.21.15.7:0/3633956475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d129a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.661+0000 7f7753400700 1 -- 172.21.15.7:0/3633956475 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be3d129f60 con 0x55be3d123140 2024-05-21T02:02:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.661+0000 7f7753400700 1 --2- 172.21.15.7:0/3633956475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d11f250 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f77440036f0 tx=0x7f7744009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5bdb0bea246bd61b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.661+0000 7f773fe00700 1 -- 172.21.15.7:0/3633956475 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7744027040 con 0x55be3d123140 2024-05-21T02:02:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.661+0000 7f773fe00700 1 -- 172.21.15.7:0/3633956475 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7744034040 con 0x55be3d123140 2024-05-21T02:02:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.662+0000 7f773fe00700 1 -- 172.21.15.7:0/3633956475 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774400f460 con 0x55be3d123140 2024-05-21T02:02:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.662+0000 7f776498fb80 1 -- 172.21.15.7:0/3633956475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 msgr2=0x55be3d11f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.662+0000 7f776498fb80 1 --2- 172.21.15.7:0/3633956475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d11f250 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f77440036f0 tx=0x7f7744009310 comp rx=0 tx=0).stop 2024-05-21T02:02:47.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.662+0000 7f776498fb80 1 -- 172.21.15.7:0/3633956475 shutdown_connections 2024-05-21T02:02:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.662+0000 7f776498fb80 1 --2- 172.21.15.7:0/3633956475 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d129a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.662+0000 7f776498fb80 1 --2- 172.21.15.7:0/3633956475 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d11f250 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.662+0000 7f776498fb80 1 --2- 172.21.15.7:0/3633956475 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d12af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.662+0000 7f776498fb80 1 -- 172.21.15.7:0/3633956475 >> 172.21.15.7:0/3633956475 conn(0x55be3d050be0 msgr2=0x55be3d129310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.663+0000 7f776498fb80 1 -- 172.21.15.7:0/3633956475 shutdown_connections 2024-05-21T02:02:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.663+0000 7f776498fb80 1 -- 172.21.15.7:0/3633956475 wait complete. 2024-05-21T02:02:47.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.663+0000 7f776498fb80 1 -- start start 2024-05-21T02:02:47.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.663+0000 7f776498fb80 1 Processor -- start 2024-05-21T02:02:47.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f776498fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d135480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f776498fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d143bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f776498fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d1442f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f776498fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f77541acd90 con 0x55be3d128f30 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f776498fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f77541ac6c0 con 0x55be3d123140 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f776498fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f77541a98c0 con 0x55be3d128610 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f776498fb80 10 client.0 _ll_register_callbacks cb 0x55be3d01ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f7753e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d1442f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f7752a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d143bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f7753400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d135480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f7752a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d143bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60402/0 (socket says 172.21.15.7:60402) 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f7752a00700 1 -- 172.21.15.7:0/1768331811 learned_addr learned my addr 172.21.15.7:0/1768331811 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f7753e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d1442f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46498/0 (socket says 172.21.15.7:46498) 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.664+0000 7f7753400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d135480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:57304/0 (socket says 172.21.15.7:57304) 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f7753e00700 1 -- 172.21.15.7:0/1768331811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 msgr2=0x55be3d143bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:47.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f7753e00700 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d143bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f7753e00700 1 -- 172.21.15.7:0/1768331811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 msgr2=0x55be3d135480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:47.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f7753e00700 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d135480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f7753e00700 1 -- 172.21.15.7:0/1768331811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be3d1a6050 con 0x55be3d128f30 2024-05-21T02:02:47.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f7753400700 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d135480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:47.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f7753e00700 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d1442f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f774c009f40 tx=0x7f774c004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c51a114f5067c880 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:47.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f773d600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:47.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f773d600700 1 -- 172.21.15.7:0/1768331811 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774c015950 con 0x55be3d128f30 2024-05-21T02:02:47.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.665+0000 7f776498fb80 1 -- 172.21.15.7:0/1768331811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7744034040 con 0x55be3d128f30 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f773d600700 1 -- 172.21.15.7:0/1768331811 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f774c015af0 con 0x55be3d128f30 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f773d600700 1 -- 172.21.15.7:0/1768331811 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f774c015cf0 con 0x55be3d128f30 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f776498fb80 10 client.15624 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f776498fb80 1 -- 172.21.15.7:0/1768331811 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55be3d1a72c0 con 0x55be3d128f30 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f773d600700 1 -- 172.21.15.7:0/1768331811 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7744034040 con 0x55be3d128f30 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f773d600700 1 -- 172.21.15.7:0/1768331811 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f774c02e400 con 0x55be3d128f30 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f776498fb80 10 client.15624 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f776498fb80 10 client.15624 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f776498fb80 20 client.15624 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f776498fb80 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55be3d1a7a00 0x55be3d1a9e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f776498fb80 4 client.15624 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.666+0000 7f776498fb80 1 -- 172.21.15.7:0/1768331811 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55be3d07c570 con 0x55be3d1a7a00 2024-05-21T02:02:47.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.667+0000 7f7753400700 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55be3d1a7a00 0x55be3d1a9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f7753400700 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55be3d1a7a00 0x55be3d1a9e20 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4f08ba484fdd1c5 server_cookie=895a82e905296ac9 in_seq=0 out_seq=0 2024-05-21T02:02:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f773d600700 10 client.15624 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:02:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f773d600700 1 -- 172.21.15.7:0/1768331811 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55be3d07c570 con 0x55be3d1a7a00 2024-05-21T02:02:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f773d600700 10 client.15624 handle_command_reply: tid=0 2024-05-21T02:02:47.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f776498fb80 1 client.15624 shutdown 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f776498fb80 1 -- 172.21.15.7:0/1768331811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 msgr2=0x55be3d1442f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f776498fb80 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d1442f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f774c009f40 tx=0x7f774c004b40 comp rx=0 tx=0).stop 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f776498fb80 1 -- 172.21.15.7:0/1768331811 shutdown_connections 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f776498fb80 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55be3d1a7a00 0x55be3d1a9e20 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f776498fb80 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55be3d128f30 0x55be3d1442f0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f776498fb80 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55be3d123140 0x55be3d135480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f776498fb80 1 --2- 172.21.15.7:0/1768331811 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55be3d128610 0x55be3d143bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f776498fb80 1 -- 172.21.15.7:0/1768331811 >> 172.21.15.7:0/1768331811 conn(0x55be3d050be0 msgr2=0x55be3d12d5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.668+0000 7f773d600700 0 client.15624 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.669+0000 7f776498fb80 1 -- 172.21.15.7:0/1768331811 shutdown_connections 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.669+0000 7f776498fb80 1 -- 172.21.15.7:0/1768331811 wait complete. 2024-05-21T02:02:47.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.669+0000 7f776498fb80 20 client.15624 trim_cache size 0 max 16384 2024-05-21T02:02:47.673 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:02:47.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 -- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f77380b2880 msgr2=0x7f77380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f77380b2880 0x7f77380b4d40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f774c0075c0 tx=0x7f774c009040 comp rx=0 tx=0).stop 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 -- 172.21.15.7:0/3074526282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7754103f90 msgr2=0x7f7754075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7754103f90 0x7f7754075d80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f774000e9c0 tx=0x7f774000ecd0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 -- 172.21.15.7:0/3074526282 shutdown_connections 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f77380b2880 0x7f77380b4d40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7754108500 0x7f77540762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f77541035f0 0x7f7754075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 --2- 172.21.15.7:0/3074526282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7754103f90 0x7f7754075d80 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.670+0000 7f775a000700 1 -- 172.21.15.7:0/3074526282 >> 172.21.15.7:0/3074526282 conn(0x7f775407a6a0 msgr2=0x7f77541016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.671+0000 7f775a000700 1 -- 172.21.15.7:0/3074526282 shutdown_connections 2024-05-21T02:02:47.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:47.671+0000 7f775a000700 1 -- 172.21.15.7:0/3074526282 wait complete. 2024-05-21T02:02:48.008 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:47 smithi007 ceph-mon[31288]: pgmap v530: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:02:48.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:47 smithi190 ceph-mon[35961]: pgmap v530: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:02:48.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.180+0000 7fc680200700 1 -- 172.21.15.7:0/1970876310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67806bab0 msgr2=0x7fc67806bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:48.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.180+0000 7fc680200700 1 --2- 172.21.15.7:0/1970876310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67806bab0 0x7fc67806bf30 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc664009990 tx=0x7fc664009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.181+0000 7fc680200700 1 -- 172.21.15.7:0/1970876310 shutdown_connections 2024-05-21T02:02:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.181+0000 7fc680200700 1 --2- 172.21.15.7:0/1970876310 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc67806c470 0x7fc6781103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.181+0000 7fc680200700 1 --2- 172.21.15.7:0/1970876310 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc6781095a0 0x7fc678109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.181+0000 7fc680200700 1 --2- 172.21.15.7:0/1970876310 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67806bab0 0x7fc67806bf30 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.181+0000 7fc680200700 1 -- 172.21.15.7:0/1970876310 >> 172.21.15.7:0/1970876310 conn(0x7fc6780793b0 msgr2=0x7fc6780797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.181+0000 7fc680200700 1 -- 172.21.15.7:0/1970876310 shutdown_connections 2024-05-21T02:02:48.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.181+0000 7fc680200700 1 -- 172.21.15.7:0/1970876310 wait complete. 2024-05-21T02:02:48.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.182+0000 7fc680200700 1 Processor -- start 2024-05-21T02:02:48.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.182+0000 7fc680200700 1 -- start start 2024-05-21T02:02:48.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc680200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67806bab0 0x7fc67819bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:48.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc680200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc67806c470 0x7fc67819c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:48.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc680200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6781095a0 0x7fc6781a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:48.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc680200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc6781136d0 con 0x7fc67806bab0 2024-05-21T02:02:48.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc680200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc678113550 con 0x7fc67806c470 2024-05-21T02:02:48.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc680200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc678113850 con 0x7fc6781095a0 2024-05-21T02:02:48.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc67d800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67806bab0 0x7fc67819bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:48.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc67e200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6781095a0 0x7fc6781a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:48.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc67d800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67806bab0 0x7fc67819bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46522/0 (socket says 172.21.15.7:46522) 2024-05-21T02:02:48.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc67d800700 1 -- 172.21.15.7:0/3533971416 learned_addr learned my addr 172.21.15.7:0/3533971416 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:48.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.183+0000 7fc67ce00700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc67806c470 0x7fc67819c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:48.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.184+0000 7fc67e200700 1 -- 172.21.15.7:0/3533971416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc67806c470 msgr2=0x7fc67819c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:48.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.184+0000 7fc67e200700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc67806c470 0x7fc67819c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.184+0000 7fc67e200700 1 -- 172.21.15.7:0/3533971416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67806bab0 msgr2=0x7fc67819bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:48.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.184+0000 7fc67e200700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67806bab0 0x7fc67819bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.184+0000 7fc67e200700 1 -- 172.21.15.7:0/3533971416 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6781a0eb0 con 0x7fc6781095a0 2024-05-21T02:02:48.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.184+0000 7fc67e200700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6781095a0 0x7fc6781a0770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc67000efc0 tx=0x7fc67000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:48.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.185+0000 7fc676000700 1 -- 172.21.15.7:0/3533971416 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6700092e0 con 0x7fc6781095a0 2024-05-21T02:02:48.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.185+0000 7fc676000700 1 -- 172.21.15.7:0/3533971416 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc670004bb0 con 0x7fc6781095a0 2024-05-21T02:02:48.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.185+0000 7fc676000700 1 -- 172.21.15.7:0/3533971416 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc670004020 con 0x7fc6781095a0 2024-05-21T02:02:48.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.185+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6781a1140 con 0x7fc6781095a0 2024-05-21T02:02:48.187 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.185+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6781a8a20 con 0x7fc6781095a0 2024-05-21T02:02:48.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.186+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc67806a230 con 0x7fc6781095a0 2024-05-21T02:02:48.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.188+0000 7fc676000700 1 -- 172.21.15.7:0/3533971416 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc67001b030 con 0x7fc6781095a0 2024-05-21T02:02:48.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.190+0000 7fc676000700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc6600b2900 0x7fc6600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:48.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.190+0000 7fc676000700 1 -- 172.21.15.7:0/3533971416 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc6700e2650 con 0x7fc6781095a0 2024-05-21T02:02:48.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.191+0000 7fc67d800700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc6600b2900 0x7fc6600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:48.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.191+0000 7fc67d800700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc6600b2900 0x7fc6600b4dc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc66c009680 tx=0x7fc66c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:48.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:47 smithi164 ceph-mon[36138]: pgmap v530: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:02:48.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.192+0000 7fc676000700 1 -- 172.21.15.7:0/3533971416 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc670022020 con 0x7fc6781095a0 2024-05-21T02:02:48.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.500+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc6781a8bf0 con 0x7fc6781095a0 2024-05-21T02:02:48.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.501+0000 7fc676000700 1 -- 172.21.15.7:0/3533971416 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fc670010040 con 0x7fc6781095a0 2024-05-21T02:02:48.503 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:02:48.504 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:02:48.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc6600b2900 msgr2=0x7fc6600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:48.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc6600b2900 0x7fc6600b4dc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc66c009680 tx=0x7fc66c009260 comp rx=0 tx=0).stop 2024-05-21T02:02:48.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6781095a0 msgr2=0x7fc6781a0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:48.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6781095a0 0x7fc6781a0770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc67000efc0 tx=0x7fc67000c3a0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 shutdown_connections 2024-05-21T02:02:48.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc6781095a0 0x7fc6781a0770 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc6600b2900 0x7fc6600b4dc0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc67806bab0 0x7fc67819bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 --2- 172.21.15.7:0/3533971416 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc67806c470 0x7fc67819c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:48.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 >> 172.21.15.7:0/3533971416 conn(0x7fc6780793b0 msgr2=0x7fc67810e6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:48.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 shutdown_connections 2024-05-21T02:02:48.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:48.505+0000 7fc680200700 1 -- 172.21.15.7:0/3533971416 wait complete. 2024-05-21T02:02:48.508 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:02:48.765 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T02:02:49.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:48 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3533971416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:48 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3533971416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:49.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:48 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3533971416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:02:49.481 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id c7e72344 --release --await' 2024-05-21T02:02:49.481 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24518 quiesce db --set-id c7e72344 --release --await 2024-05-21T02:02:49.683 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:50.153 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:49 smithi007 ceph-mon[31288]: pgmap v531: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T02:02:50.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:49 smithi164 ceph-mon[36138]: pgmap v531: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T02:02:50.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:49 smithi190 ceph-mon[35961]: pgmap v531: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T02:02:51.114 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:52.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.099+0000 7fcd60e00700 1 -- 172.21.15.7:0/3561488883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcd5c1046a0 msgr2=0x7fcd5c104a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:52.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.099+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3561488883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcd5c1046a0 0x7fcd5c104a80 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c009990 tx=0x7fcd4c009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.099+0000 7fcd60e00700 1 -- 172.21.15.7:0/3561488883 shutdown_connections 2024-05-21T02:02:52.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.099+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3561488883 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd5c10dad0 0x7fcd5c10ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.099+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3561488883 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcd5c1046a0 0x7fcd5c104a80 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.099+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3561488883 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcd5c104fc0 0x7fcd5c10d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.099+0000 7fcd60e00700 1 -- 172.21.15.7:0/3561488883 >> 172.21.15.7:0/3561488883 conn(0x7fcd5c0fdef0 msgr2=0x7fcd5c100310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:52.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.099+0000 7fcd60e00700 1 -- 172.21.15.7:0/3561488883 shutdown_connections 2024-05-21T02:02:52.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.099+0000 7fcd60e00700 1 -- 172.21.15.7:0/3561488883 wait complete. 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.100+0000 7fcd60e00700 1 Processor -- start 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.100+0000 7fcd60e00700 1 -- start start 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd60e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcd5c1046a0 0x7fcd5c19f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd60e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcd5c104fc0 0x7fcd5c19fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd60e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd5c10dad0 0x7fcd5c1999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd60e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1136c0 con 0x7fcd5c104fc0 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd60e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c113540 con 0x7fcd5c1046a0 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd60e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c113840 con 0x7fcd5c10dad0 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd5b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcd5c1046a0 0x7fcd5c19f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd52a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcd5c104fc0 0x7fcd5c19fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd5b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcd5c1046a0 0x7fcd5c19f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:57350/0 (socket says 172.21.15.7:57350) 2024-05-21T02:02:52.530 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd5b400700 1 -- 172.21.15.7:0/3482328248 learned_addr learned my addr 172.21.15.7:0/3482328248 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.101+0000 7fcd5be00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd5c10dad0 0x7fcd5c1999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd5b400700 1 -- 172.21.15.7:0/3482328248 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd5c10dad0 msgr2=0x7fcd5c1999a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd5b400700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd5c10dad0 0x7fcd5c1999a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd5b400700 1 -- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcd5c104fc0 msgr2=0x7fcd5c19fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd5b400700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcd5c104fc0 0x7fcd5c19fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd5b400700 1 -- 172.21.15.7:0/3482328248 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd5c19a100 con 0x7fcd5c1046a0 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd52a00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcd5c104fc0 0x7fcd5c19fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd5b400700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcd5c1046a0 0x7fcd5c19f7e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0057f0 tx=0x7fcd4c00bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd58c00700 1 -- 172.21.15.7:0/3482328248 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c026070 con 0x7fcd5c1046a0 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd58c00700 1 -- 172.21.15.7:0/3482328248 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4c021410 con 0x7fcd5c1046a0 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd58c00700 1 -- 172.21.15.7:0/3482328248 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c017650 con 0x7fcd5c1046a0 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.102+0000 7fcd60e00700 1 -- 172.21.15.7:0/3482328248 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd5c19a390 con 0x7fcd5c1046a0 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.103+0000 7fcd60e00700 1 -- 172.21.15.7:0/3482328248 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd5c1a66b0 con 0x7fcd5c1046a0 2024-05-21T02:02:52.531 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.106+0000 7fcd58c00700 1 -- 172.21.15.7:0/3482328248 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fcd4c029070 con 0x7fcd5c1046a0 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.107+0000 7fcd6ce56b80 1 Processor -- start 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.107+0000 7fcd6ce56b80 1 -- start start 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde16c00 0x5575bde16fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 0x5575bde11180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde11be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575bdd6ae40 con 0x5575bde16c00 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5575bdd5a9e0 con 0x5575bde117a0 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5575bdd5ea20 con 0x5575bde17520 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd5be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde16c00 0x5575bde16fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd5be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde16c00 0x5575bde16fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46558/0 (socket says 172.21.15.7:46558) 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd5be00700 1 -- 172.21.15.7:0/2643561520 learned_addr learned my addr 172.21.15.7:0/2643561520 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd58c00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcd400b2900 0x7fcd400b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd5b400700 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 0x5575bde11180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.532 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd52a00700 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde11be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.108+0000 7fcd58c00700 1 -- 172.21.15.7:0/3482328248 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcd4c0e2f40 con 0x7fcd5c1046a0 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd5be00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcd400b2900 0x7fcd400b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd52a00700 1 -- 172.21.15.7:0/2643561520 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 msgr2=0x5575bde11180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd52a00700 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 0x5575bde11180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd52a00700 1 -- 172.21.15.7:0/2643561520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde16c00 msgr2=0x5575bde16fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd52a00700 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde16c00 0x5575bde16fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd52a00700 1 -- 172.21.15.7:0/2643561520 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575bdd23420 con 0x5575bde117a0 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd5be00700 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde16c00 0x5575bde16fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd52a00700 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde11be0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c105420 tx=0x7fcd440117a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a70146d9eda2c183 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd50c00700 1 -- 172.21.15.7:0/2643561520 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd44004230 con 0x5575bde117a0 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.109+0000 7fcd5be00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcd400b2900 0x7fcd400b4dc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fcd5400fcb0 tx=0x7fcd54004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd50c00700 1 -- 172.21.15.7:0/2643561520 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd440043d0 con 0x5575bde117a0 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd50c00700 1 -- 172.21.15.7:0/2643561520 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd44003680 con 0x5575bde117a0 2024-05-21T02:02:52.533 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2643561520 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 msgr2=0x5575bde11be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde11be0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c105420 tx=0x7fcd440117a0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2643561520 shutdown_connections 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde11be0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde16c00 0x5575bde16fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2643561520 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 0x5575bde11180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2643561520 >> 172.21.15.7:0/2643561520 conn(0x5575bdd3abe0 msgr2=0x5575bde07810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2643561520 shutdown_connections 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.110+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2643561520 wait complete. 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.111+0000 7fcd6ce56b80 1 -- start start 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.111+0000 7fcd6ce56b80 1 Processor -- start 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde1d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 0x5575bde1a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde17520 0x5575bde1ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.534 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5575bdc60fa0 con 0x5575bde17520 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5575bdcfb760 con 0x5575bde117a0 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5575bde1e000 con 0x5575bde16c00 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd6ce56b80 10 client.0 _ll_register_callbacks cb 0x5575bdd04c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd5be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde17520 0x5575bde1ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd5be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde17520 0x5575bde1ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46570/0 (socket says 172.21.15.7:46570) 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd5be00700 1 -- 172.21.15.7:0/2262791414 learned_addr learned my addr 172.21.15.7:0/2262791414 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.112+0000 7fcd5b400700 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde1d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd52a00700 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 0x5575bde1a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd5be00700 1 -- 172.21.15.7:0/2262791414 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 msgr2=0x5575bde1a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd5be00700 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 0x5575bde1a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd5be00700 1 -- 172.21.15.7:0/2262791414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 msgr2=0x5575bde1d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd5be00700 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde1d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd5be00700 1 -- 172.21.15.7:0/2262791414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575bdcaa8d0 con 0x5575bde17520 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd5b400700 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde1d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd5be00700 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde17520 0x5575bde1ab70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fcd54018d30 tx=0x7fcd54004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3083c59774709cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd49600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.113+0000 7fcd49600700 1 -- 172.21.15.7:0/2262791414 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd54004db0 con 0x5575bde17520 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.114+0000 7fcd49600700 1 -- 172.21.15.7:0/2262791414 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcd54007ba0 con 0x5575bde17520 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.114+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2262791414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd440043d0 con 0x5575bde17520 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.114+0000 7fcd49600700 1 -- 172.21.15.7:0/2262791414 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcd54007da0 con 0x5575bde17520 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.114+0000 7fcd6ce56b80 10 client.15642 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.114+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2262791414 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5575bdd2b060 con 0x5575bde17520 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.114+0000 7fcd49600700 1 -- 172.21.15.7:0/2262791414 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd440043d0 con 0x5575bde17520 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.114+0000 7fcd49600700 1 -- 172.21.15.7:0/2262791414 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fcd54025440 con 0x5575bde17520 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.115+0000 7fcd6ce56b80 10 client.15642 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.115+0000 7fcd6ce56b80 10 client.15642 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.115+0000 7fcd6ce56b80 20 client.15642 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:52.536 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.115+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5575bde2ac00 0x5575bde2d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.115+0000 7fcd6ce56b80 4 client.15642 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.115+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2262791414 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575bdd6cd90 con 0x5575bde2ac00 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.115+0000 7fcd5b400700 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5575bde2ac00 0x5575bde2d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.116+0000 7fcd5b400700 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5575bde2ac00 0x5575bde2d060 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f834a2e7ae979fcc server_cookie=74e8b07bdd943802 in_seq=0 out_seq=0 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.116+0000 7fcd49600700 10 client.15642 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.116+0000 7fcd49600700 1 -- 172.21.15.7:0/2262791414 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5575bdd6cd90 con 0x5575bde2ac00 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.116+0000 7fcd49600700 10 client.15642 handle_command_reply: tid=0 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 client.15642 shutdown 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2262791414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde17520 msgr2=0x5575bde1ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde17520 0x5575bde1ab70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fcd54018d30 tx=0x7fcd54004ad0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2262791414 shutdown_connections 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5575bde2ac00 0x5575bde2d060 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde17520 0x5575bde1ab70 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde117a0 0x5575bde1d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/2262791414 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 0x5575bde1a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd49600700 0 client.15642 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2262791414 >> 172.21.15.7:0/2262791414 conn(0x5575bdd3abe0 msgr2=0x5575bde06fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2262791414 shutdown_connections 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/2262791414 wait complete. 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.117+0000 7fcd6ce56b80 20 client.15642 trim_cache size 0 max 16384 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.134+0000 7fcd6ce56b80 1 Processor -- start 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd6ce56b80 1 -- start start 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde11b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde16c00 0x5575bde07740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 0x5575bde32930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1ab810 con 0x5575bde117a0 2024-05-21T02:02:52.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1ad350 con 0x5575bde16c00 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1abee0 con 0x5575bde17520 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd5b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde11b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd52a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde16c00 0x5575bde07740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd5b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde11b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46576/0 (socket says 172.21.15.7:46576) 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd5b400700 1 -- 172.21.15.7:0/3988199931 learned_addr learned my addr 172.21.15.7:0/3988199931 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd52a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde16c00 0x5575bde07740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:57374/0 (socket says 172.21.15.7:57374) 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.135+0000 7fcd5be00700 1 --2- 172.21.15.7:0/3988199931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 0x5575bde32930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd52a00700 1 -- 172.21.15.7:0/3988199931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 msgr2=0x5575bde32930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd52a00700 1 --2- 172.21.15.7:0/3988199931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 0x5575bde32930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd52a00700 1 -- 172.21.15.7:0/3988199931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 msgr2=0x5575bde11b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd52a00700 1 --2- 172.21.15.7:0/3988199931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde11b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd52a00700 1 -- 172.21.15.7:0/3988199931 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575bde17350 con 0x5575bde16c00 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd5b400700 1 --2- 172.21.15.7:0/3988199931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde11b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd52a00700 1 --2- 172.21.15.7:0/3988199931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde16c00 0x5575bde07740 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcd44005270 tx=0x7fcd44005df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=292aa1ce371fdd12 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:52.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd4be00700 1 -- 172.21.15.7:0/3988199931 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd44005440 con 0x5575bde16c00 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd4be00700 1 -- 172.21.15.7:0/3988199931 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4401f040 con 0x5575bde16c00 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.136+0000 7fcd4be00700 1 -- 172.21.15.7:0/3988199931 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd44019430 con 0x5575bde16c00 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.137+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/3988199931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde16c00 msgr2=0x5575bde07740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.137+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/3988199931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde16c00 0x5575bde07740 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcd44005270 tx=0x7fcd44005df0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.137+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/3988199931 shutdown_connections 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.137+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/3988199931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde17520 0x5575bde32930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.137+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/3988199931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde11b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.137+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/3988199931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde16c00 0x5575bde07740 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.137+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/3988199931 >> 172.21.15.7:0/3988199931 conn(0x5575bdd3abe0 msgr2=0x5575bde18f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.137+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/3988199931 shutdown_connections 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.137+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/3988199931 wait complete. 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.138+0000 7fcd6ce56b80 1 -- start start 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.138+0000 7fcd6ce56b80 1 Processor -- start 2024-05-21T02:02:52.540 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.138+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde109d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.138+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 0x5575bde23290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.138+0000 7fcd6ce56b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde17520 0x5575bde237d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1acc80 con 0x5575bde117a0 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1ac5b0 con 0x5575bde17520 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd6ce56b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fcd5c1a9790 con 0x5575bde16c00 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd6ce56b80 10 client.0 _ll_register_callbacks cb 0x5575bdd04c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde109d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde109d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46582/0 (socket says 172.21.15.7:46582) 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5b400700 1 -- 172.21.15.7:0/1662582746 learned_addr learned my addr 172.21.15.7:0/1662582746 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5be00700 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde17520 0x5575bde237d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd52a00700 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 0x5575bde23290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5b400700 1 -- 172.21.15.7:0/1662582746 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 msgr2=0x5575bde23290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:52.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5b400700 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 0x5575bde23290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5b400700 1 -- 172.21.15.7:0/1662582746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde17520 msgr2=0x5575bde237d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5b400700 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde17520 0x5575bde237d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5b400700 1 -- 172.21.15.7:0/1662582746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575bde0ddb0 con 0x5575bde117a0 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd5b400700 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde109d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0a7820 tx=0x7fcd4c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f516b84d78e4bc70 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.139+0000 7fcd49600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.140+0000 7fcd49600700 1 -- 172.21.15.7:0/1662582746 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0c4060 con 0x5575bde117a0 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.140+0000 7fcd49600700 1 -- 172.21.15.7:0/1662582746 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fcd4c0094b0 con 0x5575bde117a0 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.140+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/1662582746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd4401f040 con 0x5575bde117a0 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.140+0000 7fcd49600700 1 -- 172.21.15.7:0/1662582746 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcd4c0cb050 con 0x5575bde117a0 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.140+0000 7fcd6ce56b80 10 client.15648 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.140+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/1662582746 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5575bde9a230 con 0x5575bde117a0 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.140+0000 7fcd49600700 1 -- 172.21.15.7:0/1662582746 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcd4401f040 con 0x5575bde117a0 2024-05-21T02:02:52.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.140+0000 7fcd49600700 1 -- 172.21.15.7:0/1662582746 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fcd4c0b2ef0 con 0x5575bde117a0 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.141+0000 7fcd6ce56b80 10 client.15648 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.141+0000 7fcd6ce56b80 10 client.15648 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.141+0000 7fcd6ce56b80 20 client.15648 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.141+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5575bde9a870 0x5575bde9cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.141+0000 7fcd6ce56b80 4 client.15648 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.141+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/1662582746 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5575bdd66570 con 0x5575bde9a870 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.141+0000 7fcd52a00700 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5575bde9a870 0x5575bde9cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.141+0000 7fcd52a00700 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5575bde9a870 0x5575bde9cc90 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3ee485771e8758c server_cookie=2296602472aadd2e in_seq=0 out_seq=0 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.141+0000 7fcd49600700 10 client.15648 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd49600700 1 -- 172.21.15.7:0/1662582746 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5575bdd66570 con 0x5575bde9a870 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd49600700 10 client.15648 handle_command_reply: tid=0 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 client.15648 shutdown 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/1662582746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 msgr2=0x5575bde109d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:52.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde109d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0a7820 tx=0x7fcd4c009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/1662582746 shutdown_connections 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5575bde9a870 0x5575bde9cc90 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5575bde17520 0x5575bde237d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5575bde117a0 0x5575bde109d0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd49600700 0 client.15648 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 --2- 172.21.15.7:0/1662582746 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5575bde16c00 0x5575bde23290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/1662582746 >> 172.21.15.7:0/1662582746 conn(0x5575bdd3abe0 msgr2=0x5575bde17900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/1662582746 shutdown_connections 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 1 -- 172.21.15.7:0/1662582746 wait complete. 2024-05-21T02:02:52.544 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:02:52.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.142+0000 7fcd6ce56b80 20 client.15648 trim_cache size 0 max 16384 2024-05-21T02:02:52.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 -- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcd400b2900 msgr2=0x7fcd400b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:52.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcd400b2900 0x7fcd400b4dc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fcd5400fcb0 tx=0x7fcd54004b40 comp rx=0 tx=0).stop 2024-05-21T02:02:52.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 -- 172.21.15.7:0/3482328248 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcd5c1046a0 msgr2=0x7fcd5c19f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:52.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcd5c1046a0 0x7fcd5c19f7e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0057f0 tx=0x7fcd4c00bfd0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 -- 172.21.15.7:0/3482328248 shutdown_connections 2024-05-21T02:02:52.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fcd5c10dad0 0x7fcd5c1999a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fcd5c1046a0 0x7fcd5c19f7e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fcd400b2900 0x7fcd400b4dc0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 --2- 172.21.15.7:0/3482328248 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fcd5c104fc0 0x7fcd5c19fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:52.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 -- 172.21.15.7:0/3482328248 >> 172.21.15.7:0/3482328248 conn(0x7fcd5c0fdef0 msgr2=0x7fcd5c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:52.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 -- 172.21.15.7:0/3482328248 shutdown_connections 2024-05-21T02:02:52.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:52.143+0000 7fcd60e00700 1 -- 172.21.15.7:0/3482328248 wait complete. 2024-05-21T02:02:52.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:52 smithi007 ceph-mon[31288]: pgmap v532: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-05-21T02:02:52.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:52 smithi190 ceph-mon[35961]: pgmap v532: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-05-21T02:02:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:52 smithi164 ceph-mon[36138]: pgmap v532: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-05-21T02:02:54.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.451+0000 7f4255400700 1 -- 172.21.15.7:0/4100620478 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f425010b760 msgr2=0x7f425010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:54.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.451+0000 7f4255400700 1 --2- 172.21.15.7:0/4100620478 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f425010b760 0x7f425010bb40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4240009990 tx=0x7f4240009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.451+0000 7f4255400700 1 -- 172.21.15.7:0/4100620478 shutdown_connections 2024-05-21T02:02:54.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.451+0000 7f4255400700 1 --2- 172.21.15.7:0/4100620478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4250106120 0x7f4250112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.451+0000 7f4255400700 1 --2- 172.21.15.7:0/4100620478 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f425010b760 0x7f425010bb40 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.451+0000 7f4255400700 1 --2- 172.21.15.7:0/4100620478 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4250105760 0x7f4250105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.451+0000 7f4255400700 1 -- 172.21.15.7:0/4100620478 >> 172.21.15.7:0/4100620478 conn(0x7f4250101250 msgr2=0x7f4250103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:54.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.451+0000 7f4255400700 1 -- 172.21.15.7:0/4100620478 shutdown_connections 2024-05-21T02:02:54.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.451+0000 7f4255400700 1 -- 172.21.15.7:0/4100620478 wait complete. 2024-05-21T02:02:54.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.452+0000 7f4255400700 1 Processor -- start 2024-05-21T02:02:54.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.452+0000 7f4255400700 1 -- start start 2024-05-21T02:02:54.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f4255400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4250105760 0x7f425019bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f4255400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4250106120 0x7f425019c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f4255400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f425010b760 0x7f42501a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f4255400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4250115990 con 0x7f4250105760 2024-05-21T02:02:54.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f4255400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4250115810 con 0x7f425010b760 2024-05-21T02:02:54.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f4255400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4250115b10 con 0x7f4250106120 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f424e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4250105760 0x7f425019bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f424e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4250105760 0x7f425019bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46608/0 (socket says 172.21.15.7:46608) 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f424e800700 1 -- 172.21.15.7:0/303927179 learned_addr learned my addr 172.21.15.7:0/303927179 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f424f200700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f425010b760 0x7f42501a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f424de00700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4250106120 0x7f425019c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f424e800700 1 -- 172.21.15.7:0/303927179 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4250106120 msgr2=0x7f425019c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.453+0000 7f424e800700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4250106120 0x7f425019c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.454+0000 7f424e800700 1 -- 172.21.15.7:0/303927179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f425010b760 msgr2=0x7f42501a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.454+0000 7f424e800700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f425010b760 0x7f42501a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.454+0000 7f424e800700 1 -- 172.21.15.7:0/303927179 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42501a0e60 con 0x7f4250105760 2024-05-21T02:02:54.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.454+0000 7f424e800700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4250105760 0x7f425019bea0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f4240005910 tx=0x7f424000b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:54.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.454+0000 7f4247400700 1 -- 172.21.15.7:0/303927179 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240027070 con 0x7f4250105760 2024-05-21T02:02:54.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.454+0000 7f4255400700 1 -- 172.21.15.7:0/303927179 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42501a10f0 con 0x7f4250105760 2024-05-21T02:02:54.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.454+0000 7f4247400700 1 -- 172.21.15.7:0/303927179 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4240022470 con 0x7f4250105760 2024-05-21T02:02:54.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.454+0000 7f4247400700 1 -- 172.21.15.7:0/303927179 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240017650 con 0x7f4250105760 2024-05-21T02:02:54.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.454+0000 7f4255400700 1 -- 172.21.15.7:0/303927179 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42501a89d0 con 0x7f4250105760 2024-05-21T02:02:54.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.460+0000 7f4247400700 1 -- 172.21.15.7:0/303927179 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f424002a070 con 0x7f4250105760 2024-05-21T02:02:54.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.460+0000 7f425fe36b80 1 Processor -- start 2024-05-21T02:02:54.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f425fe36b80 1 -- start start 2024-05-21T02:02:54.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2650ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2651530 0x55fab264afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab264b5f0 0x55fab264ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f425fe36b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fab25a8f40 con 0x55fab264b5f0 2024-05-21T02:02:54.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f425fe36b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55fab2598ae0 con 0x55fab2650c10 2024-05-21T02:02:54.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f425fe36b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55fab259cb20 con 0x55fab2651530 2024-05-21T02:02:54.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f424e800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2651530 0x55fab264afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f424e800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2651530 0x55fab264afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60514/0 (socket says 172.21.15.7:60514) 2024-05-21T02:02:54.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f424f200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2650ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.461+0000 7f424e800700 1 -- 172.21.15.7:0/776524156 learned_addr learned my addr 172.21.15.7:0/776524156 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:54.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f4247400700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42340b2880 0x7f42340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f424de00700 1 --2- 172.21.15.7:0/776524156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab264b5f0 0x55fab264ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f424e800700 1 -- 172.21.15.7:0/776524156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 msgr2=0x55fab2650ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f424e800700 1 --2- 172.21.15.7:0/776524156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2650ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f424e800700 1 -- 172.21.15.7:0/776524156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab264b5f0 msgr2=0x55fab264ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f424e800700 1 --2- 172.21.15.7:0/776524156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab264b5f0 0x55fab264ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f424e800700 1 -- 172.21.15.7:0/776524156 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fab2561520 con 0x55fab2651530 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f424de00700 1 --2- 172.21.15.7:0/776524156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab264b5f0 0x55fab264ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f4247400700 1 -- 172.21.15.7:0/303927179 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f42400e2ef0 con 0x7f4250105760 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.462+0000 7f424f200700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42340b2880 0x7f42340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.463+0000 7f424e800700 1 --2- 172.21.15.7:0/776524156 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2651530 0x55fab264afd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f424000c4c0 tx=0x7f424002f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86b1556badfb8ca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.463+0000 7f423be00700 1 -- 172.21.15.7:0/776524156 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42400aa330 con 0x55fab2651530 2024-05-21T02:02:54.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.463+0000 7f423be00700 1 -- 172.21.15.7:0/776524156 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4240014d60 con 0x55fab2651530 2024-05-21T02:02:54.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.463+0000 7f423be00700 1 -- 172.21.15.7:0/776524156 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4240027210 con 0x55fab2651530 2024-05-21T02:02:54.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f425fe36b80 1 -- 172.21.15.7:0/776524156 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2651530 msgr2=0x55fab264afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:54.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f424f200700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42340b2880 0x7f42340b4d40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f42480075c0 tx=0x7f4248009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:54.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f425fe36b80 1 --2- 172.21.15.7:0/776524156 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2651530 0x55fab264afd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f424000c4c0 tx=0x7f424002f000 comp rx=0 tx=0).stop 2024-05-21T02:02:54.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f425fe36b80 1 -- 172.21.15.7:0/776524156 shutdown_connections 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f425fe36b80 1 --2- 172.21.15.7:0/776524156 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab264b5f0 0x55fab264ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f425fe36b80 1 --2- 172.21.15.7:0/776524156 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2650ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f425fe36b80 1 --2- 172.21.15.7:0/776524156 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2651530 0x55fab264afd0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f425fe36b80 1 -- 172.21.15.7:0/776524156 >> 172.21.15.7:0/776524156 conn(0x55fab2578ce0 msgr2=0x55fab2645f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f425fe36b80 1 -- 172.21.15.7:0/776524156 shutdown_connections 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.464+0000 7f425fe36b80 1 -- 172.21.15.7:0/776524156 wait complete. 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.465+0000 7f425fe36b80 1 -- start start 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.465+0000 7f425fe36b80 1 Processor -- start 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.465+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab2657180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.465+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2654520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.465+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab2654ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f425fe36b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55fab249f0a0 con 0x55fab2654a60 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f425fe36b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55fab2539860 con 0x55fab2650c10 2024-05-21T02:02:54.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f425fe36b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55fab2657d60 con 0x55fab264b5f0 2024-05-21T02:02:54.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f425fe36b80 10 client.0 _ll_register_callbacks cb 0x55fab2542d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:54.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2654520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2654520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:57430/0 (socket says 172.21.15.7:57430) 2024-05-21T02:02:54.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424de00700 1 -- 172.21.15.7:0/1235652651 learned_addr learned my addr 172.21.15.7:0/1235652651 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:54.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424f200700 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab2654ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424e800700 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab2657180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424de00700 1 -- 172.21.15.7:0/1235652651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 msgr2=0x55fab2657180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:54.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424de00700 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab2657180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424de00700 1 -- 172.21.15.7:0/1235652651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 msgr2=0x55fab2654ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:54.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424de00700 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab2654ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.466+0000 7f424de00700 1 -- 172.21.15.7:0/1235652651 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fab24e89d0 con 0x55fab2650c10 2024-05-21T02:02:54.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.467+0000 7f424de00700 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2654520 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f423c012740 tx=0x7f423c012a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cbbb23b82762dca7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:54.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.467+0000 7f4238c00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:02:54.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.467+0000 7f4238c00700 1 -- 172.21.15.7:0/1235652651 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423c004050 con 0x55fab2650c10 2024-05-21T02:02:54.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.467+0000 7f425fe36b80 1 -- 172.21.15.7:0/1235652651 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fab25aae90 con 0x55fab2650c10 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.467+0000 7f4238c00700 1 -- 172.21.15.7:0/1235652651 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f423c0041f0 con 0x55fab2650c10 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.468+0000 7f4238c00700 1 -- 172.21.15.7:0/1235652651 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f423c0043f0 con 0x55fab2650c10 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.468+0000 7f425fe36b80 10 client.25748 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.468+0000 7f425fe36b80 1 -- 172.21.15.7:0/1235652651 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fab2569160 con 0x55fab2650c10 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.468+0000 7f4238c00700 1 -- 172.21.15.7:0/1235652651 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55fab25aae90 con 0x55fab2650c10 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.468+0000 7f4238c00700 1 -- 172.21.15.7:0/1235652651 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f423c00f7f0 con 0x55fab2650c10 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.468+0000 7f425fe36b80 10 client.25748 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.468+0000 7f425fe36b80 10 client.25748 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.469+0000 7f425fe36b80 20 client.25748 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.469+0000 7f425fe36b80 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55fab2664be0 0x55fab2666fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.469+0000 7f425fe36b80 4 client.25748 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.469+0000 7f425fe36b80 1 -- 172.21.15.7:0/1235652651 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fab25a4670 con 0x55fab2664be0 2024-05-21T02:02:54.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.469+0000 7f424e800700 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55fab2664be0 0x55fab2666fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.470+0000 7f424e800700 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55fab2664be0 0x55fab2666fd0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99251e78c355229c server_cookie=4ea5c5288fd00e7a in_seq=0 out_seq=0 2024-05-21T02:02:54.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.470+0000 7f4238c00700 10 client.25748 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:54.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.470+0000 7f4238c00700 1 -- 172.21.15.7:0/1235652651 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fab25a4670 con 0x55fab2664be0 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.470+0000 7f4238c00700 10 client.25748 handle_command_reply: tid=0 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.470+0000 7f425fe36b80 1 client.25748 shutdown 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 -- 172.21.15.7:0/1235652651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 msgr2=0x55fab2654520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2654520 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f423c012740 tx=0x7f423c012a50 comp rx=0 tx=0).stop 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 -- 172.21.15.7:0/1235652651 shutdown_connections 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55fab2664be0 0x55fab2666fd0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab2654ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab2657180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 --2- 172.21.15.7:0/1235652651 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2654520 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f4238c00700 0 client.25748 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 -- 172.21.15.7:0/1235652651 >> 172.21.15.7:0/1235652651 conn(0x55fab2578ce0 msgr2=0x55fab2645430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:54.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 -- 172.21.15.7:0/1235652651 shutdown_connections 2024-05-21T02:02:54.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 1 -- 172.21.15.7:0/1235652651 wait complete. 2024-05-21T02:02:54.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.471+0000 7f425fe36b80 20 client.25748 trim_cache size 0 max 16384 2024-05-21T02:02:54.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.494+0000 7f425fe36b80 1 Processor -- start 2024-05-21T02:02:54.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.494+0000 7f425fe36b80 1 -- start start 2024-05-21T02:02:54.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.494+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab264afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.494+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2652030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.494+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab2660d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.494+0000 7f425fe36b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f42501afd80 con 0x55fab2654a60 2024-05-21T02:02:54.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.494+0000 7f425fe36b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f42501b18c0 con 0x55fab2650c10 2024-05-21T02:02:54.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.494+0000 7f425fe36b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f42501b0450 con 0x55fab264b5f0 2024-05-21T02:02:54.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424e800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab264afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424f200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab2660d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424e800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab264afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60532/0 (socket says 172.21.15.7:60532) 2024-05-21T02:02:54.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424e800700 1 -- 172.21.15.7:0/4131648430 learned_addr learned my addr 172.21.15.7:0/4131648430 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:54.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424de00700 1 --2- 172.21.15.7:0/4131648430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2652030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424f200700 1 -- 172.21.15.7:0/4131648430 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 msgr2=0x55fab264afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424f200700 1 --2- 172.21.15.7:0/4131648430 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab264afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424f200700 1 -- 172.21.15.7:0/4131648430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 msgr2=0x55fab2652030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424f200700 1 --2- 172.21.15.7:0/4131648430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2652030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424f200700 1 -- 172.21.15.7:0/4131648430 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fab2662600 con 0x55fab2654a60 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.495+0000 7f424e800700 1 --2- 172.21.15.7:0/4131648430 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab264afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.496+0000 7f424f200700 1 --2- 172.21.15.7:0/4131648430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab2660d30 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4248003e40 tx=0x7f4248004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d412476aa7d78e4e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.496+0000 7f423b400700 1 -- 172.21.15.7:0/4131648430 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4248017640 con 0x55fab2654a60 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.496+0000 7f423b400700 1 -- 172.21.15.7:0/4131648430 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4248029070 con 0x55fab2654a60 2024-05-21T02:02:54.498 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.496+0000 7f423b400700 1 -- 172.21.15.7:0/4131648430 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4248024900 con 0x55fab2654a60 2024-05-21T02:02:54.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.497+0000 7f425fe36b80 1 -- 172.21.15.7:0/4131648430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 msgr2=0x55fab2660d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:54.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.497+0000 7f425fe36b80 1 --2- 172.21.15.7:0/4131648430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab2660d30 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4248003e40 tx=0x7f4248004b40 comp rx=0 tx=0).stop 2024-05-21T02:02:54.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.497+0000 7f425fe36b80 1 -- 172.21.15.7:0/4131648430 shutdown_connections 2024-05-21T02:02:54.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.497+0000 7f425fe36b80 1 --2- 172.21.15.7:0/4131648430 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab2660d30 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.497+0000 7f425fe36b80 1 --2- 172.21.15.7:0/4131648430 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab264b5f0 0x55fab264afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.497+0000 7f425fe36b80 1 --2- 172.21.15.7:0/4131648430 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab2650c10 0x55fab2652030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.497+0000 7f425fe36b80 1 -- 172.21.15.7:0/4131648430 >> 172.21.15.7:0/4131648430 conn(0x55fab2578ce0 msgr2=0x55fab2651920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:54.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.497+0000 7f425fe36b80 1 -- 172.21.15.7:0/4131648430 shutdown_connections 2024-05-21T02:02:54.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.497+0000 7f425fe36b80 1 -- 172.21.15.7:0/4131648430 wait complete. 2024-05-21T02:02:54.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.498+0000 7f425fe36b80 1 -- start start 2024-05-21T02:02:54.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.498+0000 7f425fe36b80 1 Processor -- start 2024-05-21T02:02:54.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab264b5f0 0x55fab2659e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2650c10 0x55fab265a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f425fe36b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab265a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f425fe36b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f42501b11f0 con 0x55fab2654a60 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f425fe36b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f42501b0b20 con 0x55fab264b5f0 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f425fe36b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f42501add00 con 0x55fab2650c10 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f425fe36b80 10 client.0 _ll_register_callbacks cb 0x55fab2542d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424e800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab264b5f0 0x55fab2659e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424f200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab265a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424e800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab264b5f0 0x55fab2659e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:57438/0 (socket says 172.21.15.7:57438) 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424e800700 1 -- 172.21.15.7:0/601414740 learned_addr learned my addr 172.21.15.7:0/601414740 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424de00700 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2650c10 0x55fab265a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424e800700 1 -- 172.21.15.7:0/601414740 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2650c10 msgr2=0x55fab265a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424e800700 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2650c10 0x55fab265a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424e800700 1 -- 172.21.15.7:0/601414740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 msgr2=0x55fab265a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424e800700 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab265a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.499+0000 7f424e800700 1 -- 172.21.15.7:0/601414740 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fab26cf770 con 0x55fab264b5f0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.500+0000 7f424e800700 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab264b5f0 0x55fab2659e90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f42400a65e0 tx=0x7f4240009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10853b94f400caab server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.500+0000 7f4238c00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.500+0000 7f4238c00700 1 -- 172.21.15.7:0/601414740 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42400a9cd0 con 0x55fab264b5f0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.500+0000 7f4238c00700 1 -- 172.21.15.7:0/601414740 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4240022920 con 0x55fab264b5f0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.500+0000 7f425fe36b80 1 -- 172.21.15.7:0/601414740 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4248029070 con 0x55fab264b5f0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.500+0000 7f4238c00700 1 -- 172.21.15.7:0/601414740 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f42400a9eb0 con 0x55fab264b5f0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.500+0000 7f425fe36b80 10 client.25754 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.500+0000 7f425fe36b80 1 -- 172.21.15.7:0/601414740 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fab26d0970 con 0x55fab264b5f0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.500+0000 7f4238c00700 1 -- 172.21.15.7:0/601414740 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4248029070 con 0x55fab264b5f0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.501+0000 7f4238c00700 1 -- 172.21.15.7:0/601414740 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f42400cb310 con 0x55fab264b5f0 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.501+0000 7f425fe36b80 10 client.25754 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:54.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.501+0000 7f425fe36b80 10 client.25754 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:02:54.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.501+0000 7f425fe36b80 20 client.25754 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:54.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.501+0000 7f425fe36b80 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55fab26d0ca0 0x55fab26d30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:54.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.501+0000 7f425fe36b80 4 client.25754 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c7e72344", "release": true, "await": true}] 2024-05-21T02:02:54.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.501+0000 7f425fe36b80 1 -- 172.21.15.7:0/601414740 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c7e72344", "release": true, "await": true}) -- 0x55fab241b350 con 0x55fab26d0ca0 2024-05-21T02:02:54.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.501+0000 7f424de00700 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55fab26d0ca0 0x55fab26d30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:54.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.502+0000 7f424de00700 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55fab26d0ca0 0x55fab26d30c0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1b50aea62ee9f4b server_cookie=a7cb5e1591f0ec05 in_seq=0 out_seq=0 2024-05-21T02:02:54.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.502+0000 7f4238c00700 10 client.25754 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:54.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.505+0000 7f4238c00700 1 -- 172.21.15.7:0/601414740 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55fab241b350 con 0x55fab26d0ca0 2024-05-21T02:02:54.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.505+0000 7f4238c00700 10 client.25754 handle_command_reply: tid=0 2024-05-21T02:02:54.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.505+0000 7f425fe36b80 1 client.25754 shutdown 2024-05-21T02:02:54.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.505+0000 7f425fe36b80 1 -- 172.21.15.7:0/601414740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab264b5f0 msgr2=0x55fab2659e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:54.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.505+0000 7f425fe36b80 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab264b5f0 0x55fab2659e90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f42400a65e0 tx=0x7f4240009ca0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f425fe36b80 1 -- 172.21.15.7:0/601414740 shutdown_connections 2024-05-21T02:02:54.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f425fe36b80 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55fab26d0ca0 0x55fab26d30c0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f425fe36b80 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55fab2654a60 0x55fab265a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f425fe36b80 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55fab264b5f0 0x55fab2659e90 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f425fe36b80 1 --2- 172.21.15.7:0/601414740 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55fab2650c10 0x55fab265a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f425fe36b80 1 -- 172.21.15.7:0/601414740 >> 172.21.15.7:0/601414740 conn(0x55fab2578ce0 msgr2=0x55fab2655b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:54.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f4238c00700 0 client.25754 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:54.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f425fe36b80 1 -- 172.21.15.7:0/601414740 shutdown_connections 2024-05-21T02:02:54.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f425fe36b80 1 -- 172.21.15.7:0/601414740 wait complete. 2024-05-21T02:02:54.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.506+0000 7f425fe36b80 20 client.25754 trim_cache size 0 max 16384 2024-05-21T02:02:54.509 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:02:54.509 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-05-21T02:02:54.509 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24518, 2024-05-21T02:02:54.509 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 8, 2024-05-21T02:02:54.509 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-05-21T02:02:54.509 INFO:teuthology.orchestra.run.smithi007.stdout: "c7e72344": { 2024-05-21T02:02:54.509 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 8, 2024-05-21T02:02:54.509 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-05-21T02:02:54.509 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 150.0, 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:54.510 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:54.511 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:54.511 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:54.511 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:02:54.511 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:02:54.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.507+0000 7f4255400700 1 -- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42340b2880 msgr2=0x7f42340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:54.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.507+0000 7f4255400700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42340b2880 0x7f42340b4d40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f42480075c0 tx=0x7f4248009040 comp rx=0 tx=0).stop 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.507+0000 7f4255400700 1 -- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4250105760 msgr2=0x7f425019bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.507+0000 7f4255400700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4250105760 0x7f425019bea0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f4240005910 tx=0x7f424000b670 comp rx=0 tx=0).stop 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.508+0000 7f4255400700 1 -- 172.21.15.7:0/303927179 shutdown_connections 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.508+0000 7f4255400700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f425010b760 0x7f42501a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.508+0000 7f4255400700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42340b2880 0x7f42340b4d40 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.508+0000 7f4255400700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4250105760 0x7f425019bea0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.508+0000 7f4255400700 1 --2- 172.21.15.7:0/303927179 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4250106120 0x7f425019c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.508+0000 7f4255400700 1 -- 172.21.15.7:0/303927179 >> 172.21.15.7:0/303927179 conn(0x7f4250101250 msgr2=0x7f42501019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.508+0000 7f4255400700 1 -- 172.21.15.7:0/303927179 shutdown_connections 2024-05-21T02:02:54.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:54.508+0000 7f4255400700 1 -- 172.21.15.7:0/303927179 wait complete. 2024-05-21T02:02:54.521 INFO:tasks.workunit.client.0.smithi007.stderr:+ iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-05-21T02:02:54.624 INFO:tasks.workunit.client.0.smithi007.stdout: Iozone: Performance Test of File I/O 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Version $Revision: 3.494 $ 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Compiled for 64 bit mode. 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Build: linux-AMD64 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-21T02:02:54.625 INFO:tasks.workunit.client.0.smithi007.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Run began: Tue May 21 02:02:54 2024 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Include close in write timing 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Include fsync in write timing 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: File size set to 1048576 kB 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Record Size 16 kB 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Command line used: iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Output is in kBytes/sec 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Time Resolution = 0.000001 seconds. 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Processor cache size set to 1024 kBytes. 2024-05-21T02:02:54.626 INFO:tasks.workunit.client.0.smithi007.stdout: Processor cache line size set to 32 bytes. 2024-05-21T02:02:54.627 INFO:tasks.workunit.client.0.smithi007.stdout: File stride size set to 17 * record size. 2024-05-21T02:02:54.627 INFO:tasks.workunit.client.0.smithi007.stdout: Throughput test with 1 process 2024-05-21T02:02:54.627 INFO:tasks.workunit.client.0.smithi007.stdout: Each process writes a 1048576 kByte file in 16 kByte records 2024-05-21T02:02:54.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:54 smithi007 ceph-mon[31288]: pgmap v533: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:54.809 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T02:02:54.809 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T02:02:54.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:54 smithi190 ceph-mon[35961]: pgmap v533: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:54 smithi164 ceph-mon[36138]: pgmap v533: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:02:55.460 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c7e72344', total seconds elapsed: 41.6 2024-05-21T02:02:55.603 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:02:56.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:56 smithi007 ceph-mon[31288]: pgmap v534: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:02:56.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:56 smithi190 ceph-mon[35961]: pgmap v534: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:02:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:56 smithi164 ceph-mon[36138]: pgmap v534: 97 pgs: 97 active+clean; 664 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:02:58.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.170+0000 7f3e1c000700 1 -- 172.21.15.7:0/832566548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e1406bbe0 msgr2=0x7f3e141103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:58.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.170+0000 7f3e1c000700 1 --2- 172.21.15.7:0/832566548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e1406bbe0 0x7f3e141103d0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c00b0a0 tx=0x7f3e0c00b3b0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.170+0000 7f3e1c000700 1 -- 172.21.15.7:0/832566548 shutdown_connections 2024-05-21T02:02:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.170+0000 7f3e1c000700 1 --2- 172.21.15.7:0/832566548 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e1406bbe0 0x7f3e141103d0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.170+0000 7f3e1c000700 1 --2- 172.21.15.7:0/832566548 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3e141095b0 0x7f3e14109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.170+0000 7f3e1c000700 1 --2- 172.21.15.7:0/832566548 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e1406b220 0x7f3e1406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.170+0000 7f3e1c000700 1 -- 172.21.15.7:0/832566548 >> 172.21.15.7:0/832566548 conn(0x7f3e140793f0 msgr2=0x7f3e14079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.170+0000 7f3e1c000700 1 -- 172.21.15.7:0/832566548 shutdown_connections 2024-05-21T02:02:58.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.170+0000 7f3e1c000700 1 -- 172.21.15.7:0/832566548 wait complete. 2024-05-21T02:02:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.171+0000 7f3e1c000700 1 Processor -- start 2024-05-21T02:02:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1c000700 1 -- start start 2024-05-21T02:02:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1c000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3e1406b220 0x7f3e1419f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1c000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e1406bbe0 0x7f3e1419fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1c000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e141095b0 0x7f3e141997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1c000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3e14113720 con 0x7f3e1406bbe0 2024-05-21T02:02:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1c000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3e141135a0 con 0x7f3e141095b0 2024-05-21T02:02:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1c000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3e141138a0 con 0x7f3e1406b220 2024-05-21T02:02:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1a000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e141095b0 0x7f3e141997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e19600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3e1406b220 0x7f3e1419f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1a000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e141095b0 0x7f3e141997e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:42386/0 (socket says 172.21.15.7:42386) 2024-05-21T02:02:58.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.172+0000 7f3e1a000700 1 -- 172.21.15.7:0/3089559072 learned_addr learned my addr 172.21.15.7:0/3089559072 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.173+0000 7f3e18c00700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e1406bbe0 0x7f3e1419fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.173+0000 7f3e1a000700 1 -- 172.21.15.7:0/3089559072 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3e1406b220 msgr2=0x7f3e1419f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.173+0000 7f3e1a000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3e1406b220 0x7f3e1419f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.173+0000 7f3e1a000700 1 -- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e1406bbe0 msgr2=0x7f3e1419fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.173+0000 7f3e1a000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e1406bbe0 0x7f3e1419fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.173+0000 7f3e1a000700 1 -- 172.21.15.7:0/3089559072 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e14199fc0 con 0x7f3e141095b0 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.173+0000 7f3e18c00700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e1406bbe0 0x7f3e1419fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.173+0000 7f3e1a000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e141095b0 0x7f3e141997e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c006070 tx=0x7f3e0c007820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.174+0000 7f3e12000700 1 -- 172.21.15.7:0/3089559072 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e0c021070 con 0x7f3e141095b0 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.174+0000 7f3e1c000700 1 -- 172.21.15.7:0/3089559072 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e1419a250 con 0x7f3e141095b0 2024-05-21T02:02:58.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.174+0000 7f3e1c000700 1 -- 172.21.15.7:0/3089559072 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e141a64c0 con 0x7f3e141095b0 2024-05-21T02:02:58.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.174+0000 7f3e12000700 1 -- 172.21.15.7:0/3089559072 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e0c004020 con 0x7f3e141095b0 2024-05-21T02:02:58.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.174+0000 7f3e12000700 1 -- 172.21.15.7:0/3089559072 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e0c021070 con 0x7f3e141095b0 2024-05-21T02:02:58.180 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.180+0000 7f3e12000700 1 -- 172.21.15.7:0/3089559072 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f3e0c003a00 con 0x7f3e141095b0 2024-05-21T02:02:58.181 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.180+0000 7f3e26a32b80 1 Processor -- start 2024-05-21T02:02:58.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.181+0000 7f3e26a32b80 1 -- start start 2024-05-21T02:02:58.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.181+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ab5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.181+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ab60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.181+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1aca810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.181+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5562c1a13ec0 con 0x5562c1ab6700 2024-05-21T02:02:58.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.181+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5562c1a03a60 con 0x5562c1ab9af0 2024-05-21T02:02:58.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.181+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5562c1a07aa0 con 0x5562c1ab9710 2024-05-21T02:02:58.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e19600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ab60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e19600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ab60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:42390/0 (socket says 172.21.15.7:42390) 2024-05-21T02:02:58.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e19600700 1 -- 172.21.15.7:0/542297899 learned_addr learned my addr 172.21.15.7:0/542297899 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:58.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e19600700 1 -- 172.21.15.7:0/542297899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 msgr2=0x5562c1ab5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:58.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e18c00700 1 --2- 172.21.15.7:0/542297899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ab5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e12000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3dfc0b2b80 0x7f3dfc0b5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e19600700 1 --2- 172.21.15.7:0/542297899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ab5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e19600700 1 -- 172.21.15.7:0/542297899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 msgr2=0x5562c1aca810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:58.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e19600700 1 --2- 172.21.15.7:0/542297899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1aca810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e12000700 1 -- 172.21.15.7:0/3089559072 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f3e0c0e30d0 con 0x7f3e141095b0 2024-05-21T02:02:58.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e19600700 1 -- 172.21.15.7:0/542297899 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562c19cc4a0 con 0x5562c1ab9af0 2024-05-21T02:02:58.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.182+0000 7f3e18c00700 1 --2- 172.21.15.7:0/542297899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ab5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:58.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.183+0000 7f3e1a000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3dfc0b2b80 0x7f3dfc0b5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.184 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.183+0000 7f3e19600700 1 --2- 172.21.15.7:0/542297899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ab60e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3e0800bcf0 tx=0x7f3e0800f360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd41d06562ae03c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:58.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.183+0000 7f3e06a00700 1 -- 172.21.15.7:0/542297899 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e08015070 con 0x5562c1ab9af0 2024-05-21T02:02:58.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.184+0000 7f3e1a000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3dfc0b2b80 0x7f3dfc0b5040 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c0a79b0 tx=0x7f3e0c009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:58.185 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.184+0000 7f3e06a00700 1 -- 172.21.15.7:0/542297899 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e0800fc90 con 0x5562c1ab9af0 2024-05-21T02:02:58.186 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.184+0000 7f3e06a00700 1 -- 172.21.15.7:0/542297899 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e08011680 con 0x5562c1ab9af0 2024-05-21T02:02:58.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.187+0000 7f3e26a32b80 1 -- 172.21.15.7:0/542297899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 msgr2=0x5562c1ab60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:58.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.187+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/542297899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ab60e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3e0800bcf0 tx=0x7f3e0800f360 comp rx=0 tx=0).stop 2024-05-21T02:02:58.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.187+0000 7f3e26a32b80 1 -- 172.21.15.7:0/542297899 shutdown_connections 2024-05-21T02:02:58.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.187+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/542297899 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1aca810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.187+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/542297899 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ab5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.187+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/542297899 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ab60e0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.187+0000 7f3e26a32b80 1 -- 172.21.15.7:0/542297899 >> 172.21.15.7:0/542297899 conn(0x5562c19e3c60 msgr2=0x5562c1ab0710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:58.188 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.188+0000 7f3e26a32b80 1 -- 172.21.15.7:0/542297899 shutdown_connections 2024-05-21T02:02:58.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.188+0000 7f3e26a32b80 1 -- 172.21.15.7:0/542297899 wait complete. 2024-05-21T02:02:58.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.188+0000 7f3e26a32b80 1 -- start start 2024-05-21T02:02:58.189 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.188+0000 7f3e26a32b80 1 Processor -- start 2024-05-21T02:02:58.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1aca470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ac7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ac7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5562c190a020 con 0x5562c1ab6700 2024-05-21T02:02:58.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5562c19a47e0 con 0x5562c1ab9af0 2024-05-21T02:02:58.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5562c1acb2d0 con 0x5562c1ab9710 2024-05-21T02:02:58.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e26a32b80 10 client.0 _ll_register_callbacks cb 0x5562c19adcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:58.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e19600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ac7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e19600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ac7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:48402/0 (socket says 172.21.15.7:48402) 2024-05-21T02:02:58.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.189+0000 7f3e19600700 1 -- 172.21.15.7:0/356380613 learned_addr learned my addr 172.21.15.7:0/356380613 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:58.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.190+0000 7f3e18c00700 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1aca470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.190+0000 7f3e18c00700 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ac7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.190+0000 7f3e18c00700 1 -- 172.21.15.7:0/356380613 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 msgr2=0x5562c1ac7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:58.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.190+0000 7f3e18c00700 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ac7810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.190+0000 7f3e18c00700 1 -- 172.21.15.7:0/356380613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 msgr2=0x5562c1ac7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.190+0000 7f3e18c00700 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ac7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.190+0000 7f3e18c00700 1 -- 172.21.15.7:0/356380613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562c1953950 con 0x5562c1ab6700 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.191+0000 7f3e18c00700 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1aca470 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3e14079810 tx=0x7f3e0000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c738bac91dfe35f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.191+0000 7f3dfb400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.191+0000 7f3dfb400700 1 -- 172.21.15.7:0/356380613 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e00018030 con 0x5562c1ab6700 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.191+0000 7f3dfb400700 1 -- 172.21.15.7:0/356380613 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f3e00012110 con 0x5562c1ab6700 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.191+0000 7f3e26a32b80 1 -- 172.21.15.7:0/356380613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e0800fc90 con 0x5562c1ab6700 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.191+0000 7f3dfb400700 1 -- 172.21.15.7:0/356380613 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3e0000ce10 con 0x5562c1ab6700 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.191+0000 7f3e26a32b80 10 client.15672 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.191+0000 7f3e26a32b80 1 -- 172.21.15.7:0/356380613 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5562c19d40e0 con 0x5562c1ab6700 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.192+0000 7f3dfb400700 1 -- 172.21.15.7:0/356380613 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e0800fc90 con 0x5562c1ab6700 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.192+0000 7f3dfb400700 1 -- 172.21.15.7:0/356380613 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3e000051f0 con 0x5562c1ab6700 2024-05-21T02:02:58.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.192+0000 7f3e26a32b80 10 client.15672 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.192+0000 7f3e26a32b80 10 client.15672 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.192+0000 7f3e26a32b80 20 client.15672 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.192+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5562c1ad7eb0 0x5562c1ada2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.192+0000 7f3e26a32b80 4 client.15672 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:02:58.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.192+0000 7f3e26a32b80 1 -- 172.21.15.7:0/356380613 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5562c1a15e10 con 0x5562c1ad7eb0 2024-05-21T02:02:58.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.192+0000 7f3e19600700 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5562c1ad7eb0 0x5562c1ada2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.193+0000 7f3e19600700 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5562c1ad7eb0 0x5562c1ada2d0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6544f0b40d1b6027 server_cookie=b19fb38291086e9c in_seq=0 out_seq=0 2024-05-21T02:02:58.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.193+0000 7f3dfb400700 10 client.15672 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:58.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3dfb400700 1 -- 172.21.15.7:0/356380613 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5562c1a15e10 con 0x5562c1ad7eb0 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3dfb400700 10 client.15672 handle_command_reply: tid=0 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3e26a32b80 1 client.15672 shutdown 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3e26a32b80 1 -- 172.21.15.7:0/356380613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 msgr2=0x5562c1aca470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1aca470 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3e14079810 tx=0x7f3e0000c8b0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3e26a32b80 1 -- 172.21.15.7:0/356380613 shutdown_connections 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5562c1ad7eb0 0x5562c1ada2d0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1ac7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1aca470 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/356380613 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1ac7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3dfb400700 0 client.15672 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.194+0000 7f3e26a32b80 1 -- 172.21.15.7:0/356380613 >> 172.21.15.7:0/356380613 conn(0x5562c19e3c60 msgr2=0x5562c1aafdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.195+0000 7f3e26a32b80 1 -- 172.21.15.7:0/356380613 shutdown_connections 2024-05-21T02:02:58.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.195+0000 7f3e26a32b80 1 -- 172.21.15.7:0/356380613 wait complete. 2024-05-21T02:02:58.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.195+0000 7f3e26a32b80 20 client.15672 trim_cache size 0 max 16384 2024-05-21T02:02:58.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.235+0000 7f3e26a32b80 1 Processor -- start 2024-05-21T02:02:58.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.235+0000 7f3e26a32b80 1 -- start start 2024-05-21T02:02:58.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.236+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab6700 0x5562c1ab0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.236+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab9710 0x5562c1ac96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.236+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1adfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.236+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3df400d370 con 0x5562c1ab9710 2024-05-21T02:02:58.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.236+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3df400eeb0 con 0x5562c1ab9af0 2024-05-21T02:02:58.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.236+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3df400da40 con 0x5562c1ab6700 2024-05-21T02:02:58.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.238+0000 7f3e18c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab6700 0x5562c1ab0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.238+0000 7f3e18c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1adfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.238+0000 7f3e18c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1adfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:42400/0 (socket says 172.21.15.7:42400) 2024-05-21T02:02:58.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.238+0000 7f3e18c00700 1 -- 172.21.15.7:0/856239963 learned_addr learned my addr 172.21.15.7:0/856239963 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:58.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.240+0000 7f3e18c00700 1 -- 172.21.15.7:0/856239963 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab6700 msgr2=0x5562c1ab0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:58.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.240+0000 7f3e18c00700 1 --2- 172.21.15.7:0/856239963 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab6700 0x5562c1ab0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.240+0000 7f3e18c00700 1 -- 172.21.15.7:0/856239963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab9710 msgr2=0x5562c1ac96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:58.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.240+0000 7f3e19600700 1 --2- 172.21.15.7:0/856239963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab9710 0x5562c1ac96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.240+0000 7f3e18c00700 1 --2- 172.21.15.7:0/856239963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab9710 0x5562c1ac96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.240+0000 7f3e18c00700 1 -- 172.21.15.7:0/856239963 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562c1ac5d80 con 0x5562c1ab9af0 2024-05-21T02:02:58.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.240+0000 7f3e19600700 1 --2- 172.21.15.7:0/856239963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab9710 0x5562c1ac96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:02:58.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.242+0000 7f3e18c00700 1 --2- 172.21.15.7:0/856239963 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1adfba0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3e0000c340 tx=0x7f3e00000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe8a7b69f132c1df server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:58.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.242+0000 7f3e06000700 1 -- 172.21.15.7:0/856239963 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e00032070 con 0x5562c1ab9af0 2024-05-21T02:02:58.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.242+0000 7f3e06000700 1 -- 172.21.15.7:0/856239963 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e000053d0 con 0x5562c1ab9af0 2024-05-21T02:02:58.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.242+0000 7f3e06000700 1 -- 172.21.15.7:0/856239963 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e00018040 con 0x5562c1ab9af0 2024-05-21T02:02:58.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.243+0000 7f3e26a32b80 1 -- 172.21.15.7:0/856239963 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 msgr2=0x5562c1adfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:58.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.243+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/856239963 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1adfba0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3e0000c340 tx=0x7f3e00000bc0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.244+0000 7f3e26a32b80 1 -- 172.21.15.7:0/856239963 shutdown_connections 2024-05-21T02:02:58.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.244+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/856239963 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1adfba0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.244+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/856239963 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab6700 0x5562c1ab0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.244+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/856239963 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab9710 0x5562c1ac96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.244+0000 7f3e26a32b80 1 -- 172.21.15.7:0/856239963 >> 172.21.15.7:0/856239963 conn(0x5562c19e3c60 msgr2=0x5562c1ac2e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:58.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.244+0000 7f3e26a32b80 1 -- 172.21.15.7:0/856239963 shutdown_connections 2024-05-21T02:02:58.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.244+0000 7f3e26a32b80 1 -- 172.21.15.7:0/856239963 wait complete. 2024-05-21T02:02:58.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.244+0000 7f3e26a32b80 1 -- start start 2024-05-21T02:02:58.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.245+0000 7f3e26a32b80 1 Processor -- start 2024-05-21T02:02:58.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.245+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1ad0b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1accec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e26a32b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1acd400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3df400e7e0 con 0x5562c1ab6700 2024-05-21T02:02:58.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3df400e110 con 0x5562c1ab9af0 2024-05-21T02:02:58.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e26a32b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3df400b2f0 con 0x5562c1ab9710 2024-05-21T02:02:58.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e18c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1ad0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e26a32b80 10 client.0 _ll_register_callbacks cb 0x5562c19adcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:02:58.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e18c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1ad0b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57178/0 (socket says 172.21.15.7:57178) 2024-05-21T02:02:58.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e18c00700 1 -- 172.21.15.7:0/1253858831 learned_addr learned my addr 172.21.15.7:0/1253858831 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:02:58.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.246+0000 7f3e19600700 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1accec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.247+0000 7f3e19600700 1 -- 172.21.15.7:0/1253858831 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 msgr2=0x5562c1acd400 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:02:58.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.247+0000 7f3e19600700 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1acd400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.247+0000 7f3e19600700 1 -- 172.21.15.7:0/1253858831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 msgr2=0x5562c1ad0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:02:58.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.247+0000 7f3e19600700 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1ad0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.247+0000 7f3e19600700 1 -- 172.21.15.7:0/1253858831 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562c1acda80 con 0x5562c1ab9710 2024-05-21T02:02:58.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.247+0000 7f3e18c00700 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1ad0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:02:58.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.248+0000 7f3e19600700 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1accec0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x5562c1ac8de0 tx=0x7f3e08005d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cddd46863d105863 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:02:58.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.248+0000 7f3dfb400700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:02:58.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.248+0000 7f3dfb400700 1 -- 172.21.15.7:0/1253858831 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e0802c020 con 0x5562c1ab9710 2024-05-21T02:02:58.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.248+0000 7f3dfb400700 1 -- 172.21.15.7:0/1253858831 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f3e08004240 con 0x5562c1ab9710 2024-05-21T02:02:58.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.249+0000 7f3e26a32b80 1 -- 172.21.15.7:0/1253858831 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5562c1a0f5f0 con 0x5562c1ab9710 2024-05-21T02:02:58.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.250+0000 7f3dfb400700 1 -- 172.21.15.7:0/1253858831 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3e08015040 con 0x5562c1ab9710 2024-05-21T02:02:58.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.250+0000 7f3e26a32b80 10 client.25795 fetch_fsmap learned FSMap version 29 2024-05-21T02:02:58.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.250+0000 7f3e26a32b80 1 -- 172.21.15.7:0/1253858831 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5562c1b43920 con 0x5562c1ab9710 2024-05-21T02:02:58.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.250+0000 7f3dfb400700 1 -- 172.21.15.7:0/1253858831 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5562c1a0f5f0 con 0x5562c1ab9710 2024-05-21T02:02:58.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.251+0000 7f3dfb400700 1 -- 172.21.15.7:0/1253858831 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3e08005340 con 0x5562c1ab9710 2024-05-21T02:02:58.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.251+0000 7f3e26a32b80 10 client.25795 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:02:58.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.251+0000 7f3e26a32b80 10 client.25795 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:02:58.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.251+0000 7f3e26a32b80 20 client.25795 populate_metadata read hostname 'smithi007' 2024-05-21T02:02:58.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.251+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5562c1b43e70 0x5562c1b462b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:02:58.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.251+0000 7f3e26a32b80 4 client.25795 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T02:02:58.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.251+0000 7f3e26a32b80 1 -- 172.21.15.7:0/1253858831 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5562c18862d0 con 0x5562c1b43e70 2024-05-21T02:02:58.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.254+0000 7f3e18c00700 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5562c1b43e70 0x5562c1b462b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:02:58.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.463+0000 7f3dfb400700 10 client.25795 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:58.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.463+0000 7f3e18c00700 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5562c1b43e70 0x5562c1b462b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b5b29ce0ebedd42 server_cookie=51cea4f3e425e50b in_seq=0 out_seq=0 2024-05-21T02:02:58.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.465+0000 7f3dfb400700 1 -- 172.21.15.7:0/1253858831 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5562c18862d0 con 0x5562c1b43e70 2024-05-21T02:02:58.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.465+0000 7f3dfb400700 10 client.25795 handle_command_reply: tid=0 2024-05-21T02:02:58.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.465+0000 7f3e26a32b80 1 client.25795 shutdown 2024-05-21T02:02:58.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.469+0000 7f3e26a32b80 1 -- 172.21.15.7:0/1253858831 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 msgr2=0x5562c1accec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:58.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.469+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1accec0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x5562c1ac8de0 tx=0x7f3e08005d90 comp rx=0 tx=0).stop 2024-05-21T02:02:58.469 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.469+0000 7f3e26a32b80 1 -- 172.21.15.7:0/1253858831 shutdown_connections 2024-05-21T02:02:58.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.469+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5562c1b43e70 0x5562c1b462b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.469+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5562c1ab9af0 0x5562c1acd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.469+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5562c1ab6700 0x5562c1ad0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.469+0000 7f3e26a32b80 1 --2- 172.21.15.7:0/1253858831 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5562c1ab9710 0x5562c1accec0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.469+0000 7f3e26a32b80 1 -- 172.21.15.7:0/1253858831 >> 172.21.15.7:0/1253858831 conn(0x5562c19e3c60 msgr2=0x5562c1ac96a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:58.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.469+0000 7f3dfb400700 0 client.25795 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:02:58.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.470+0000 7f3e26a32b80 1 -- 172.21.15.7:0/1253858831 shutdown_connections 2024-05-21T02:02:58.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.470+0000 7f3e26a32b80 1 -- 172.21.15.7:0/1253858831 wait complete. 2024-05-21T02:02:58.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.471+0000 7f3e26a32b80 20 client.25795 trim_cache size 0 max 16384 2024-05-21T02:02:58.474 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:02:58.474 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-05-21T02:02:58.475 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "67fed8e5-7eb7-4ca2-9123-114d43ea6be0", 2024-05-21T02:02:58.475 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-05-21T02:02:58.475 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:02:58.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.473+0000 7f3e1c000700 1 -- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3dfc0b2b80 msgr2=0x7f3dfc0b5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:58.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.473+0000 7f3e1c000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3dfc0b2b80 0x7f3dfc0b5040 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c0a79b0 tx=0x7f3e0c009040 comp rx=0 tx=0).stop 2024-05-21T02:02:58.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.474+0000 7f3e1c000700 1 -- 172.21.15.7:0/3089559072 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e141095b0 msgr2=0x7f3e141997e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:02:58.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.474+0000 7f3e1c000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e141095b0 0x7f3e141997e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c006070 tx=0x7f3e0c007820 comp rx=0 tx=0).stop 2024-05-21T02:02:58.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.475+0000 7f3e1c000700 1 -- 172.21.15.7:0/3089559072 shutdown_connections 2024-05-21T02:02:58.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.475+0000 7f3e1c000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3e141095b0 0x7f3e141997e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.475+0000 7f3e1c000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3e1406b220 0x7f3e1419f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.475+0000 7f3e1c000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f3dfc0b2b80 0x7f3dfc0b5040 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.475+0000 7f3e1c000700 1 --2- 172.21.15.7:0/3089559072 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3e1406bbe0 0x7f3e1419fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:02:58.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.475+0000 7f3e1c000700 1 -- 172.21.15.7:0/3089559072 >> 172.21.15.7:0/3089559072 conn(0x7f3e140793f0 msgr2=0x7f3e14100c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:02:58.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.482+0000 7f3e1c000700 1 -- 172.21.15.7:0/3089559072 shutdown_connections 2024-05-21T02:02:58.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:02:58.482+0000 7f3e1c000700 1 -- 172.21.15.7:0/3089559072 wait complete. 2024-05-21T02:02:58.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:58 smithi007 ceph-mon[31288]: pgmap v535: 97 pgs: 97 active+clean; 41 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-05-21T02:02:58.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:58 smithi190 ceph-mon[35961]: pgmap v535: 97 pgs: 97 active+clean; 41 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-05-21T02:02:58.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:58 smithi164 ceph-mon[36138]: pgmap v535: 97 pgs: 97 active+clean; 41 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-05-21T02:02:58.965 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:02:58.966 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 initial writers = 241852.06 kB/sec 2024-05-21T02:02:58.966 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 initial writers = 241807.11 kB/sec 2024-05-21T02:02:58.966 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 241852.06 kB/sec 2024-05-21T02:02:58.966 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 241852.06 kB/sec 2024-05-21T02:02:58.966 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 241852.06 kB/sec 2024-05-21T02:02:58.966 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 1048576.00 kB 2024-05-21T02:02:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:59 smithi190 ceph-mon[35961]: scrub queued for path: / 2024-05-21T02:02:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:59 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:59 smithi190 ceph-mon[35961]: scrub summary: active paths [/] 2024-05-21T02:02:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:59 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:59.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:02:59 smithi190 ceph-mon[35961]: scrub summary: idle 2024-05-21T02:02:59.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:59 smithi164 ceph-mon[36138]: scrub queued for path: / 2024-05-21T02:02:59.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:59 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:59.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:59 smithi164 ceph-mon[36138]: scrub summary: active paths [/] 2024-05-21T02:02:59.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:59 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:02:59.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:02:59 smithi164 ceph-mon[36138]: scrub summary: idle 2024-05-21T02:03:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:59 smithi007 ceph-mon[31288]: scrub queued for path: / 2024-05-21T02:03:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:59 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:03:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:59 smithi007 ceph-mon[31288]: scrub summary: active paths [/] 2024-05-21T02:03:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:59 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:03:00.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:02:59 smithi007 ceph-mon[31288]: scrub summary: idle 2024-05-21T02:03:00.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:00 smithi190 ceph-mon[35961]: pgmap v536: 97 pgs: 97 active+clean; 517 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 43 MiB/s wr, 23 op/s 2024-05-21T02:03:00.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:00 smithi164 ceph-mon[36138]: pgmap v536: 97 pgs: 97 active+clean; 517 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 43 MiB/s wr, 23 op/s 2024-05-21T02:03:00.985 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:00 smithi007 ceph-mon[31288]: pgmap v536: 97 pgs: 97 active+clean; 517 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 43 MiB/s wr, 23 op/s 2024-05-21T02:03:01.505 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T02:03:01.974 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:02.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:02 smithi007 ceph-mon[31288]: pgmap v537: 97 pgs: 97 active+clean; 689 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 57 MiB/s wr, 24 op/s 2024-05-21T02:03:02.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:02 smithi190 ceph-mon[35961]: pgmap v537: 97 pgs: 97 active+clean; 689 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 57 MiB/s wr, 24 op/s 2024-05-21T02:03:02.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:02 smithi164 ceph-mon[36138]: pgmap v537: 97 pgs: 97 active+clean; 689 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 57 MiB/s wr, 24 op/s 2024-05-21T02:03:04.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.427+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1718306847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102440 msgr2=0x7f8fb41028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.427+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1718306847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102440 0x7f8fb41028c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8fa0009990 tx=0x7f8fa0009ca0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.427+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1718306847 shutdown_connections 2024-05-21T02:03:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.427+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1718306847 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8fb4102e00 0x7f8fb410f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.427+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1718306847 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fb4108520 0x7f8fb4108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.427+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1718306847 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102440 0x7f8fb41028c0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.427+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1718306847 >> 172.21.15.7:0/1718306847 conn(0x7f8fb40793f0 msgr2=0x7f8fb4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.427+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1718306847 shutdown_connections 2024-05-21T02:03:04.429 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.427+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1718306847 wait complete. 2024-05-21T02:03:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.429+0000 7f8fbbe00700 1 Processor -- start 2024-05-21T02:03:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.429+0000 7f8fbbe00700 1 -- start start 2024-05-21T02:03:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fbbe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8fb4102440 0x7f8fb419f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fbbe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102e00 0x7f8fb419fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fbbe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fb4108520 0x7f8fb4199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fbbe00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb4113710 con 0x7f8fb4102e00 2024-05-21T02:03:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fbbe00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb4113590 con 0x7f8fb4108520 2024-05-21T02:03:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fbbe00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb4113890 con 0x7f8fb4102440 2024-05-21T02:03:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fb8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102e00 0x7f8fb419fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fb8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102e00 0x7f8fb419fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57198/0 (socket says 172.21.15.7:57198) 2024-05-21T02:03:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fb8a00700 1 -- 172.21.15.7:0/1572896884 learned_addr learned my addr 172.21.15.7:0/1572896884 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:04.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.430+0000 7f8fb9e00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fb4108520 0x7f8fb4199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.431+0000 7f8fb8a00700 1 -- 172.21.15.7:0/1572896884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8fb4102440 msgr2=0x7f8fb419f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.431+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8fb4102440 0x7f8fb419f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.431+0000 7f8fb8a00700 1 -- 172.21.15.7:0/1572896884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fb4108520 msgr2=0x7f8fb4199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.431+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fb4108520 0x7f8fb4199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.431+0000 7f8fb8a00700 1 -- 172.21.15.7:0/1572896884 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fb419a210 con 0x7f8fb4102e00 2024-05-21T02:03:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.431+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102e00 0x7f8fb419fde0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8fa0000c00 tx=0x7f8fa00057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.432+0000 7f8fb2000700 1 -- 172.21.15.7:0/1572896884 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa0027070 con 0x7f8fb4102e00 2024-05-21T02:03:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.432+0000 7f8fb2000700 1 -- 172.21.15.7:0/1572896884 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fa0022470 con 0x7f8fb4102e00 2024-05-21T02:03:04.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.432+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1572896884 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fb419a4a0 con 0x7f8fb4102e00 2024-05-21T02:03:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.432+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1572896884 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fb41a6770 con 0x7f8fb4102e00 2024-05-21T02:03:04.433 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.432+0000 7f8fb2000700 1 -- 172.21.15.7:0/1572896884 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa0017650 con 0x7f8fb4102e00 2024-05-21T02:03:04.436 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.436+0000 7f8fb2000700 1 -- 172.21.15.7:0/1572896884 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8fa0009d10 con 0x7f8fb4102e00 2024-05-21T02:03:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.439+0000 7f8fb2000700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8f9c0b2880 0x7f8f9c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.439+0000 7f8fb2000700 1 -- 172.21.15.7:0/1572896884 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f8fa00e3090 con 0x7f8fb4102e00 2024-05-21T02:03:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.440+0000 7f8fc6750b80 1 Processor -- start 2024-05-21T02:03:04.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.440+0000 7f8fc6750b80 1 -- start start 2024-05-21T02:03:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.441+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871bbc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.441+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871bff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.441+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871c08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.441+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563f87115e40 con 0x563f871bc170 2024-05-21T02:03:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.441+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563f871059e0 con 0x563f871c0480 2024-05-21T02:03:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.441+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x563f87109a20 con 0x563f871bb850 2024-05-21T02:03:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.440+0000 7f8fb9400700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8f9c0b2880 0x7f8f9c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.441+0000 7f8fb8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871bff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.441+0000 7f8fb9e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871c08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.441+0000 7f8fb8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871bff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57204/0 (socket says 172.21.15.7:57204) 2024-05-21T02:03:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.442+0000 7f8fb8a00700 1 -- 172.21.15.7:0/4232165645 learned_addr learned my addr 172.21.15.7:0/4232165645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:04.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.443+0000 7f8fb9400700 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871bbc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.443+0000 7f8fb8a00700 1 -- 172.21.15.7:0/4232165645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 msgr2=0x563f871bbc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.443+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871bbc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.443+0000 7f8fb8a00700 1 -- 172.21.15.7:0/4232165645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 msgr2=0x563f871c08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.443+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871c08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.444 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.443+0000 7f8fb8a00700 1 -- 172.21.15.7:0/4232165645 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f870ce420 con 0x563f871bc170 2024-05-21T02:03:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.444+0000 7f8fb9e00700 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871c08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:03:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.444+0000 7f8fb9400700 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871bbc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:03:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.444+0000 7f8fb9400700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8f9c0b2880 0x7f8f9c0b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8005fd0 tx=0x7f8fa8005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:04.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.445+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871bff40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f8fa00a79b0 tx=0x7f8fa00aa160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=783188a2173e285c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:04.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.445+0000 7f8fa6a00700 1 -- 172.21.15.7:0/4232165645 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa00a4e60 con 0x563f871bc170 2024-05-21T02:03:04.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.446+0000 7f8fa6a00700 1 -- 172.21.15.7:0/4232165645 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fa00aae40 con 0x563f871bc170 2024-05-21T02:03:04.446 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.446+0000 7f8fa6a00700 1 -- 172.21.15.7:0/4232165645 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa00aa9a0 con 0x563f871bc170 2024-05-21T02:03:04.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.447+0000 7f8fc6750b80 1 -- 172.21.15.7:0/4232165645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 msgr2=0x563f871bff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:04.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.447+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871bff40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f8fa00a79b0 tx=0x7f8fa00aa160 comp rx=0 tx=0).stop 2024-05-21T02:03:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.449+0000 7f8fc6750b80 1 -- 172.21.15.7:0/4232165645 shutdown_connections 2024-05-21T02:03:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.449+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871c08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.449+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871bbc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.449+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/4232165645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871bff40 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.449+0000 7f8fc6750b80 1 -- 172.21.15.7:0/4232165645 >> 172.21.15.7:0/4232165645 conn(0x563f870e5be0 msgr2=0x563f871b2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.449+0000 7f8fc6750b80 1 -- 172.21.15.7:0/4232165645 shutdown_connections 2024-05-21T02:03:04.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.449+0000 7f8fc6750b80 1 -- 172.21.15.7:0/4232165645 wait complete. 2024-05-21T02:03:04.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.450+0000 7f8fc6750b80 1 -- start start 2024-05-21T02:03:04.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.450+0000 7f8fc6750b80 1 Processor -- start 2024-05-21T02:03:04.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.451+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871ba970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.451+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871b7d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.451+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871b8250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.452+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x563f8700bfa0 con 0x563f871bc170 2024-05-21T02:03:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.452+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x563f870a6760 con 0x563f871c0480 2024-05-21T02:03:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.452+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x563f87115e40 con 0x563f871bb850 2024-05-21T02:03:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.452+0000 7f8fc6750b80 10 client.0 _ll_register_callbacks cb 0x563f870afc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:04.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.452+0000 7f8fb9400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871ba970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.452+0000 7f8fb8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871b7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.452+0000 7f8fb8a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871b7d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57206/0 (socket says 172.21.15.7:57206) 2024-05-21T02:03:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.452+0000 7f8fb8a00700 1 -- 172.21.15.7:0/930001042 learned_addr learned my addr 172.21.15.7:0/930001042 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:04.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.453+0000 7f8fb9e00700 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871b8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.453+0000 7f8fb8a00700 1 -- 172.21.15.7:0/930001042 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 msgr2=0x563f871ba970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.453+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871ba970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.453+0000 7f8fb8a00700 1 -- 172.21.15.7:0/930001042 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 msgr2=0x563f871b8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.453+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871b8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.454 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.453+0000 7f8fb8a00700 1 -- 172.21.15.7:0/930001042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f870558d0 con 0x563f871bc170 2024-05-21T02:03:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.454+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871b7d10 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8fa0005cb0 tx=0x7f8fa0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=213b1b29d9fcbbe1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.454+0000 7f8f9b400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:03:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.455+0000 7f8f9b400700 1 -- 172.21.15.7:0/930001042 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa00a4e60 con 0x563f871bc170 2024-05-21T02:03:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.455+0000 7f8f9b400700 1 -- 172.21.15.7:0/930001042 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f8fa00a9bb0 con 0x563f871bc170 2024-05-21T02:03:04.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.455+0000 7f8fc6750b80 1 -- 172.21.15.7:0/930001042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fa00aae40 con 0x563f871bc170 2024-05-21T02:03:04.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.455+0000 7f8f9b400700 1 -- 172.21.15.7:0/930001042 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8fa00aa740 con 0x563f871bc170 2024-05-21T02:03:04.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.455+0000 7f8fc6750b80 10 client.15687 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:04.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.455+0000 7f8fc6750b80 1 -- 172.21.15.7:0/930001042 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563f870d6060 con 0x563f871bc170 2024-05-21T02:03:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.456+0000 7f8f9b400700 1 -- 172.21.15.7:0/930001042 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fa00aae40 con 0x563f871bc170 2024-05-21T02:03:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.456+0000 7f8f9b400700 1 -- 172.21.15.7:0/930001042 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8fa000fad0 con 0x563f871bc170 2024-05-21T02:03:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.456+0000 7f8fc6750b80 10 client.15687 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.456+0000 7f8fc6750b80 10 client.15687 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:03:04.457 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.456+0000 7f8fc6750b80 20 client.15687 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.456+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x563f871d8f20 0x563f871db310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.456+0000 7f8fc6750b80 4 client.15687 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.456+0000 7f8fc6750b80 1 -- 172.21.15.7:0/930001042 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563f87117d90 con 0x563f871d8f20 2024-05-21T02:03:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.457+0000 7f8fb9400700 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x563f871d8f20 0x563f871db310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.457+0000 7f8fb9400700 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x563f871d8f20 0x563f871db310 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=729ec01b5e335844 server_cookie=98a97c225b85f19c in_seq=0 out_seq=0 2024-05-21T02:03:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.457+0000 7f8f9b400700 10 client.15687 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:04.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.458+0000 7f8f9b400700 1 -- 172.21.15.7:0/930001042 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563f87117d90 con 0x563f871d8f20 2024-05-21T02:03:04.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.458+0000 7f8f9b400700 10 client.15687 handle_command_reply: tid=0 2024-05-21T02:03:04.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.458+0000 7f8fc6750b80 1 client.15687 shutdown 2024-05-21T02:03:04.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.458+0000 7f8fc6750b80 1 -- 172.21.15.7:0/930001042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 msgr2=0x563f871b7d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:04.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.458+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871b7d10 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f8fa0005cb0 tx=0x7f8fa0005fd0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.459+0000 7f8fc6750b80 1 -- 172.21.15.7:0/930001042 shutdown_connections 2024-05-21T02:03:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.459+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x563f871d8f20 0x563f871db310 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.459+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871b8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.459+0000 7f8f9b400700 0 client.15687 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.459+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871ba970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.459+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/930001042 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bc170 0x563f871b7d10 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.460 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.459+0000 7f8fc6750b80 1 -- 172.21.15.7:0/930001042 >> 172.21.15.7:0/930001042 conn(0x563f870e5be0 msgr2=0x563f871c3040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.460+0000 7f8fc6750b80 1 -- 172.21.15.7:0/930001042 shutdown_connections 2024-05-21T02:03:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.460+0000 7f8fc6750b80 1 -- 172.21.15.7:0/930001042 wait complete. 2024-05-21T02:03:04.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.460+0000 7f8fc6750b80 20 client.15687 trim_cache size 0 max 16384 2024-05-21T02:03:04.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.492+0000 7f8fc6750b80 1 Processor -- start 2024-05-21T02:03:04.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.492+0000 7f8fc6750b80 1 -- start start 2024-05-21T02:03:04.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bb850 0x563f871ba970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bc170 0x563f871c3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871b5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9400d3c0 con 0x563f871bb850 2024-05-21T02:03:04.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9400ef00 con 0x563f871c0480 2024-05-21T02:03:04.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9400da90 con 0x563f871bc170 2024-05-21T02:03:04.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fb9400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bb850 0x563f871ba970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fb9400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bb850 0x563f871ba970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57216/0 (socket says 172.21.15.7:57216) 2024-05-21T02:03:04.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fb9400700 1 -- 172.21.15.7:0/3158768034 learned_addr learned my addr 172.21.15.7:0/3158768034 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:04.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.493+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/3158768034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bc170 0x563f871c3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.494+0000 7f8fb9e00700 1 --2- 172.21.15.7:0/3158768034 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871b5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.494+0000 7f8fb8a00700 1 -- 172.21.15.7:0/3158768034 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 msgr2=0x563f871b5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:04.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.494+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/3158768034 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871b5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.494+0000 7f8fb8a00700 1 -- 172.21.15.7:0/3158768034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bb850 msgr2=0x563f871ba970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:04.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.494+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/3158768034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bb850 0x563f871ba970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.494+0000 7f8fb8a00700 1 -- 172.21.15.7:0/3158768034 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f871b3950 con 0x563f871bc170 2024-05-21T02:03:04.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.494+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/3158768034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bc170 0x563f871c3880 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8fa00a67c0 tx=0x7f8fa00aad60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db951fb04855ec3f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:04.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.494+0000 7f8fa6000700 1 -- 172.21.15.7:0/3158768034 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa00a4e60 con 0x563f871bc170 2024-05-21T02:03:04.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.494+0000 7f8fa6000700 1 -- 172.21.15.7:0/3158768034 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fa00aeaf0 con 0x563f871bc170 2024-05-21T02:03:04.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.495+0000 7f8fa6000700 1 -- 172.21.15.7:0/3158768034 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa000fad0 con 0x563f871bc170 2024-05-21T02:03:04.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.496+0000 7f8fc6750b80 1 -- 172.21.15.7:0/3158768034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bc170 msgr2=0x563f871c3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:04.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.496+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/3158768034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bc170 0x563f871c3880 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8fa00a67c0 tx=0x7f8fa00aad60 comp rx=0 tx=0).stop 2024-05-21T02:03:04.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.496+0000 7f8fc6750b80 1 -- 172.21.15.7:0/3158768034 shutdown_connections 2024-05-21T02:03:04.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.496+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/3158768034 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871c0480 0x563f871b5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.496+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/3158768034 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871bb850 0x563f871ba970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.496+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/3158768034 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bc170 0x563f871c3880 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.496+0000 7f8fc6750b80 1 -- 172.21.15.7:0/3158768034 >> 172.21.15.7:0/3158768034 conn(0x563f870e5be0 msgr2=0x563f871bf590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:04.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.497+0000 7f8fc6750b80 1 -- 172.21.15.7:0/3158768034 shutdown_connections 2024-05-21T02:03:04.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.497+0000 7f8fc6750b80 1 -- 172.21.15.7:0/3158768034 wait complete. 2024-05-21T02:03:04.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.497+0000 7f8fc6750b80 1 -- start start 2024-05-21T02:03:04.501 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.498+0000 7f8fc6750b80 1 Processor -- start 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.498+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871e06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.498+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871bc170 0x563f871e0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.498+0000 7f8fc6750b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871c0480 0x563f871e1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.499+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9400e830 con 0x563f871c0480 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.499+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9400e160 con 0x563f871bc170 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.499+0000 7f8fc6750b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9400b340 con 0x563f871bb850 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.499+0000 7f8fc6750b80 10 client.0 _ll_register_callbacks cb 0x563f870afc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.499+0000 7f8fb8a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871bc170 0x563f871e0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.499+0000 7f8fb8a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871bc170 0x563f871e0bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:42462/0 (socket says 172.21.15.7:42462) 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.499+0000 7f8fb8a00700 1 -- 172.21.15.7:0/2153234197 learned_addr learned my addr 172.21.15.7:0/2153234197 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.499+0000 7f8fb9400700 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871e06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.500+0000 7f8fb9e00700 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871c0480 0x563f871e1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.500+0000 7f8fb8a00700 1 -- 172.21.15.7:0/2153234197 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 msgr2=0x563f871e06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:04.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.500+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871e06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.500+0000 7f8fb8a00700 1 -- 172.21.15.7:0/2153234197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871c0480 msgr2=0x563f871e1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:04.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.500+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871c0480 0x563f871e1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.500+0000 7f8fb8a00700 1 -- 172.21.15.7:0/2153234197 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f87253a50 con 0x563f871bc170 2024-05-21T02:03:04.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.500+0000 7f8fb9400700 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871e06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:04.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.500+0000 7f8fb8a00700 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871bc170 0x563f871e0bf0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8fa00a79b0 tx=0x7f8fa00e0c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c77f72cc629931bd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:04.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.500+0000 7f8f9b400700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:03:04.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.502+0000 7f8f9b400700 1 -- 172.21.15.7:0/2153234197 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa00a4e60 con 0x563f871bc170 2024-05-21T02:03:04.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.502+0000 7f8f9b400700 1 -- 172.21.15.7:0/2153234197 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f8fa00a6d30 con 0x563f871bc170 2024-05-21T02:03:04.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.502+0000 7f8fc6750b80 1 -- 172.21.15.7:0/2153234197 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fa00aeaf0 con 0x563f871bc170 2024-05-21T02:03:04.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.503+0000 7f8f9b400700 1 -- 172.21.15.7:0/2153234197 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8fa00a4e60 con 0x563f871bc170 2024-05-21T02:03:04.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.503+0000 7f8fc6750b80 10 client.25781 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:04.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.503+0000 7f8fc6750b80 1 -- 172.21.15.7:0/2153234197 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563f87253a50 con 0x563f871bc170 2024-05-21T02:03:04.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.507+0000 7f8f9b400700 1 -- 172.21.15.7:0/2153234197 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fa0084e50 con 0x563f871bc170 2024-05-21T02:03:04.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.507+0000 7f8f9b400700 1 -- 172.21.15.7:0/2153234197 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8fa00cb020 con 0x563f871bc170 2024-05-21T02:03:04.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.507+0000 7f8fc6750b80 10 client.25781 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:04.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.508+0000 7f8fc6750b80 10 client.25781 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:03:04.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.508+0000 7f8fc6750b80 20 client.25781 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:04.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.508+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x563f871d8f20 0x563f8723dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:04.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.508+0000 7f8fc6750b80 4 client.25781 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T02:03:04.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.508+0000 7f8fc6750b80 1 -- 172.21.15.7:0/2153234197 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f8fa00aeaf0 con 0x563f871d8f20 2024-05-21T02:03:04.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.509+0000 7f8fb9400700 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x563f871d8f20 0x563f8723dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:04.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.512+0000 7f8f9b400700 10 client.25781 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:04.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.512+0000 7f8fb9400700 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x563f871d8f20 0x563f8723dce0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=232836a0bd949341 server_cookie=7997f1c5e6a5fa34 in_seq=0 out_seq=0 2024-05-21T02:03:04.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.513+0000 7f8f9b400700 1 -- 172.21.15.7:0/2153234197 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f8fa00aeaf0 con 0x563f871d8f20 2024-05-21T02:03:04.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.513+0000 7f8f9b400700 10 client.25781 handle_command_reply: tid=0 2024-05-21T02:03:04.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.513+0000 7f8fc6750b80 1 client.25781 shutdown 2024-05-21T02:03:04.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.514+0000 7f8fc6750b80 1 -- 172.21.15.7:0/2153234197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871bc170 msgr2=0x563f871e0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:04.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.514+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871bc170 0x563f871e0bf0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8fa00a79b0 tx=0x7f8fa00e0c10 comp rx=0 tx=0).stop 2024-05-21T02:03:04.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.514+0000 7f8fc6750b80 1 -- 172.21.15.7:0/2153234197 shutdown_connections 2024-05-21T02:03:04.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.514+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x563f871d8f20 0x563f8723dce0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.514+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x563f871c0480 0x563f871e1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.514+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x563f871bb850 0x563f871e06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.514+0000 7f8fc6750b80 1 --2- 172.21.15.7:0/2153234197 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x563f871bc170 0x563f871e0bf0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.514+0000 7f8fc6750b80 1 -- 172.21.15.7:0/2153234197 >> 172.21.15.7:0/2153234197 conn(0x563f870e5be0 msgr2=0x563f871b9310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:04.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.514+0000 7f8f9b400700 0 client.25781 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:04.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.515+0000 7f8fc6750b80 1 -- 172.21.15.7:0/2153234197 shutdown_connections 2024-05-21T02:03:04.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.516+0000 7f8fc6750b80 1 -- 172.21.15.7:0/2153234197 wait complete. 2024-05-21T02:03:04.517 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.516+0000 7f8fc6750b80 20 client.25781 trim_cache size 0 max 16384 2024-05-21T02:03:04.518 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:03:04.519 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-05-21T02:03:04.519 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-05-21T02:03:04.519 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:03:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8f9c0b2880 msgr2=0x7f8f9c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8f9c0b2880 0x7f8f9c0b4d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8005fd0 tx=0x7f8fa8005ee0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102e00 msgr2=0x7f8fb419fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102e00 0x7f8fb419fde0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f8fa0000c00 tx=0x7f8fa00057c0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1572896884 shutdown_connections 2024-05-21T02:03:04.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8fb4108520 0x7f8fb4199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8fb4102440 0x7f8fb419f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f8f9c0b2880 0x7f8f9c0b4d40 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 --2- 172.21.15.7:0/1572896884 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8fb4102e00 0x7f8fb419fde0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:04.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.518+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1572896884 >> 172.21.15.7:0/1572896884 conn(0x7f8fb40793f0 msgr2=0x7f8fb4100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:04.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.520+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1572896884 shutdown_connections 2024-05-21T02:03:04.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:04.520+0000 7f8fbbe00700 1 -- 172.21.15.7:0/1572896884 wait complete. 2024-05-21T02:03:04.777 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:04 smithi007 ceph-mon[31288]: pgmap v538: 97 pgs: 97 active+clean; 1.0 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 85 MiB/s wr, 33 op/s 2024-05-21T02:03:04.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:04 smithi190 ceph-mon[35961]: pgmap v538: 97 pgs: 97 active+clean; 1.0 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 85 MiB/s wr, 33 op/s 2024-05-21T02:03:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:04 smithi164 ceph-mon[36138]: pgmap v538: 97 pgs: 97 active+clean; 1.0 GiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 85 MiB/s wr, 33 op/s 2024-05-21T02:03:05.486 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T02:03:05.486 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:03:06.145 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:06.523 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:06.523 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 rewriters = 281561.84 kB/sec 2024-05-21T02:03:06.523 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 rewriters = 281507.41 kB/sec 2024-05-21T02:03:06.523 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 281561.84 kB/sec 2024-05-21T02:03:06.523 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 281561.84 kB/sec 2024-05-21T02:03:06.523 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 281561.84 kB/sec 2024-05-21T02:03:06.523 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 1048576.00 kB 2024-05-21T02:03:06.858 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:06 smithi190 ceph-mon[35961]: pgmap v539: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 95 MiB/s wr, 36 op/s 2024-05-21T02:03:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:06 smithi164 ceph-mon[36138]: pgmap v539: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 95 MiB/s wr, 36 op/s 2024-05-21T02:03:06.981 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:06 smithi007 ceph-mon[31288]: pgmap v539: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 95 MiB/s wr, 36 op/s 2024-05-21T02:03:08.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.772+0000 7f484fa00700 1 -- 172.21.15.7:0/1865245022 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4848108500 msgr2=0x7f48481088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:08.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.772+0000 7f484fa00700 1 --2- 172.21.15.7:0/1865245022 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4848108500 0x7f48481088e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f483c0098f0 tx=0x7f483c009c00 comp rx=0 tx=0).stop 2024-05-21T02:03:08.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.772+0000 7f484fa00700 1 -- 172.21.15.7:0/1865245022 shutdown_connections 2024-05-21T02:03:08.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.772+0000 7f484fa00700 1 --2- 172.21.15.7:0/1865245022 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4848103f90 0x7f4848110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:08.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.772+0000 7f484fa00700 1 --2- 172.21.15.7:0/1865245022 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4848108500 0x7f48481088e0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:08.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.772+0000 7f484fa00700 1 --2- 172.21.15.7:0/1865245022 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f48481035f0 0x7f4848103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:08.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.772+0000 7f484fa00700 1 -- 172.21.15.7:0/1865245022 >> 172.21.15.7:0/1865245022 conn(0x7f484807a6a0 msgr2=0x7f484807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:08.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.772+0000 7f484fa00700 1 -- 172.21.15.7:0/1865245022 shutdown_connections 2024-05-21T02:03:08.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.772+0000 7f484fa00700 1 -- 172.21.15.7:0/1865245022 wait complete. 2024-05-21T02:03:08.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.773+0000 7f484fa00700 1 Processor -- start 2024-05-21T02:03:08.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484fa00700 1 -- start start 2024-05-21T02:03:08.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484fa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48481035f0 0x7f484819d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:08.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484fa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4848103f90 0x7f484819dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:08.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484fa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4848108500 0x7f48481978f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:08.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484fa00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4848111630 con 0x7f4848108500 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484fa00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f48481114b0 con 0x7f4848103f90 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484fa00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f48481117b0 con 0x7f48481035f0 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484d000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48481035f0 0x7f484819d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484d000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48481035f0 0x7f484819d730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:43336/0 (socket says 172.21.15.7:43336) 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484d000700 1 -- 172.21.15.7:0/3310918810 learned_addr learned my addr 172.21.15.7:0/3310918810 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f484da00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4848108500 0x7f48481978f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.774+0000 7f4847e00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4848103f90 0x7f484819dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.775+0000 7f484d000700 1 -- 172.21.15.7:0/3310918810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4848103f90 msgr2=0x7f484819dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.775+0000 7f484d000700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4848103f90 0x7f484819dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.775+0000 7f484d000700 1 -- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4848108500 msgr2=0x7f48481978f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.775+0000 7f484d000700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4848108500 0x7f48481978f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.775+0000 7f484d000700 1 -- 172.21.15.7:0/3310918810 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4848198050 con 0x7f48481035f0 2024-05-21T02:03:08.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.775+0000 7f484da00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4848108500 0x7f48481978f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:08.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.775+0000 7f484d000700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48481035f0 0x7f484819d730 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f483c009230 tx=0x7f483c00f990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:08.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.776+0000 7f4845600700 1 -- 172.21.15.7:0/3310918810 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483c027070 con 0x7f48481035f0 2024-05-21T02:03:08.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.776+0000 7f4845600700 1 -- 172.21.15.7:0/3310918810 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f483c005570 con 0x7f48481035f0 2024-05-21T02:03:08.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.776+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48481982e0 con 0x7f48481035f0 2024-05-21T02:03:08.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.776+0000 7f4845600700 1 -- 172.21.15.7:0/3310918810 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483c004930 con 0x7f48481035f0 2024-05-21T02:03:08.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.776+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48481a4600 con 0x7f48481035f0 2024-05-21T02:03:08.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.777+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f484810bb30 con 0x7f48481035f0 2024-05-21T02:03:08.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.779+0000 7f4845600700 1 -- 172.21.15.7:0/3310918810 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f483c02a070 con 0x7f48481035f0 2024-05-21T02:03:08.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.781+0000 7f4845600700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f48300b2900 0x7f48300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:08.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.781+0000 7f4845600700 1 -- 172.21.15.7:0/3310918810 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f483c0e2bb0 con 0x7f48481035f0 2024-05-21T02:03:08.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.781+0000 7f4847e00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f48300b2900 0x7f48300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:08.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.782+0000 7f4847e00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f48300b2900 0x7f48300b4dc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f484807ad50 tx=0x7f4834009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:08.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:08.785+0000 7f4845600700 1 -- 172.21.15.7:0/3310918810 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f483c013030 con 0x7f48481035f0 2024-05-21T02:03:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:08 smithi190 ceph-mon[35961]: pgmap v540: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 119 MiB/s wr, 41 op/s 2024-05-21T02:03:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:08 smithi164 ceph-mon[36138]: pgmap v540: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 119 MiB/s wr, 41 op/s 2024-05-21T02:03:09.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:08 smithi007 ceph-mon[31288]: pgmap v540: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 119 MiB/s wr, 41 op/s 2024-05-21T02:03:09.077 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.076+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f484806a230 con 0x7f48481035f0 2024-05-21T02:03:09.078 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.077+0000 7f4845600700 1 -- 172.21.15.7:0/3310918810 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f483c0aa920 con 0x7f48481035f0 2024-05-21T02:03:09.078 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:03:09.078 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:03:09.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f48300b2900 msgr2=0x7f48300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:09.081 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f48300b2900 0x7f48300b4dc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f484807ad50 tx=0x7f4834009260 comp rx=0 tx=0).stop 2024-05-21T02:03:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48481035f0 msgr2=0x7f484819d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48481035f0 0x7f484819d730 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f483c009230 tx=0x7f483c00f990 comp rx=0 tx=0).stop 2024-05-21T02:03:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 shutdown_connections 2024-05-21T02:03:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f48300b2900 0x7f48300b4dc0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4848108500 0x7f48481978f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f48481035f0 0x7f484819d730 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 --2- 172.21.15.7:0/3310918810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4848103f90 0x7f484819dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:09.082 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.081+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 >> 172.21.15.7:0/3310918810 conn(0x7f484807a6a0 msgr2=0x7f4848101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:09.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.082+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 shutdown_connections 2024-05-21T02:03:09.083 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:09.082+0000 7f484fa00700 1 -- 172.21.15.7:0/3310918810 wait complete. 2024-05-21T02:03:09.084 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:03:09.198 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:09.198 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 readers = 3447823.75 kB/sec 2024-05-21T02:03:09.198 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 readers = 3438133.94 kB/sec 2024-05-21T02:03:09.198 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 3447823.75 kB/sec 2024-05-21T02:03:09.198 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 3447823.75 kB/sec 2024-05-21T02:03:09.198 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 3447823.75 kB/sec 2024-05-21T02:03:09.198 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 1048576.00 kB 2024-05-21T02:03:09.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:09 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3310918810' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:03:09.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:09 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3310918810' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:03:10.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:09 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3310918810' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:03:10.188 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T02:03:10.646 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:10 smithi190 ceph-mon[35961]: pgmap v541: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 162 MiB/s wr, 54 op/s 2024-05-21T02:03:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:10 smithi164 ceph-mon[36138]: pgmap v541: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 162 MiB/s wr, 54 op/s 2024-05-21T02:03:10.990 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:10 smithi007 ceph-mon[31288]: pgmap v541: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 162 MiB/s wr, 54 op/s 2024-05-21T02:03:11.819 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:11.823 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 re-readers = 2560557.75 kB/sec 2024-05-21T02:03:11.823 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 re-readers = 2554816.14 kB/sec 2024-05-21T02:03:11.823 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 2560557.75 kB/sec 2024-05-21T02:03:11.823 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 2560557.75 kB/sec 2024-05-21T02:03:11.824 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 2560557.75 kB/sec 2024-05-21T02:03:11.824 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 1048576.00 kB 2024-05-21T02:03:12.696 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:12 smithi007 ceph-mon[31288]: pgmap v542: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 128 MiB/s wr, 41 op/s 2024-05-21T02:03:12.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:12 smithi190 ceph-mon[35961]: pgmap v542: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 128 MiB/s wr, 41 op/s 2024-05-21T02:03:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:12 smithi164 ceph-mon[36138]: pgmap v542: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 128 MiB/s wr, 41 op/s 2024-05-21T02:03:13.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.251+0000 7f1c66400700 1 -- 172.21.15.7:0/2947505432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c60106120 msgr2=0x7f1c60112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:13.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.251+0000 7f1c66400700 1 --2- 172.21.15.7:0/2947505432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c60106120 0x7f1c60112630 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1c5800b0a0 tx=0x7f1c5800b3b0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.251+0000 7f1c66400700 1 -- 172.21.15.7:0/2947505432 shutdown_connections 2024-05-21T02:03:13.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.251+0000 7f1c66400700 1 --2- 172.21.15.7:0/2947505432 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c60106120 0x7f1c60112630 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.251+0000 7f1c66400700 1 --2- 172.21.15.7:0/2947505432 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c6010b760 0x7f1c6010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.251+0000 7f1c66400700 1 --2- 172.21.15.7:0/2947505432 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c60105760 0x7f1c60105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.251+0000 7f1c66400700 1 -- 172.21.15.7:0/2947505432 >> 172.21.15.7:0/2947505432 conn(0x7f1c60101250 msgr2=0x7f1c60103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.252+0000 7f1c66400700 1 -- 172.21.15.7:0/2947505432 shutdown_connections 2024-05-21T02:03:13.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.252+0000 7f1c66400700 1 -- 172.21.15.7:0/2947505432 wait complete. 2024-05-21T02:03:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.253+0000 7f1c66400700 1 Processor -- start 2024-05-21T02:03:13.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.253+0000 7f1c66400700 1 -- start start 2024-05-21T02:03:13.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c66400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c60105760 0x7f1c60112490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c66400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c60106120 0x7f1c6010f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c66400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c6010b760 0x7f1c6010fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c66400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c601159b0 con 0x7f1c6010b760 2024-05-21T02:03:13.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c66400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1c60115830 con 0x7f1c60105760 2024-05-21T02:03:13.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c66400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1c60115b30 con 0x7f1c60106120 2024-05-21T02:03:13.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c5f400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c60105760 0x7f1c60112490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c5f400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c60105760 0x7f1c60112490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:51990/0 (socket says 172.21.15.7:51990) 2024-05-21T02:03:13.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c5f400700 1 -- 172.21.15.7:0/181115911 learned_addr learned my addr 172.21.15.7:0/181115911 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:13.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c60106120 0x7f1c6010f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.254+0000 7f1c5fe00700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c6010b760 0x7f1c6010fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.255+0000 7f1c5ea00700 1 -- 172.21.15.7:0/181115911 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c60105760 msgr2=0x7f1c60112490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:13.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.255+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c60105760 0x7f1c60112490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.255+0000 7f1c5ea00700 1 -- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c6010b760 msgr2=0x7f1c6010fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:13.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.255+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c6010b760 0x7f1c6010fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.255+0000 7f1c5ea00700 1 -- 172.21.15.7:0/181115911 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c601103a0 con 0x7f1c60106120 2024-05-21T02:03:13.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.255+0000 7f1c5f400700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c60105760 0x7f1c60112490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:13.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.255+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c60106120 0x7f1c6010f590 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c00e9f0 tx=0x7f1c4c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:13.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.256+0000 7f1c57e00700 1 -- 172.21.15.7:0/181115911 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c004220 con 0x7f1c60106120 2024-05-21T02:03:13.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.256+0000 7f1c57e00700 1 -- 172.21.15.7:0/181115911 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c4c0043c0 con 0x7f1c60106120 2024-05-21T02:03:13.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.256+0000 7f1c57e00700 1 -- 172.21.15.7:0/181115911 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c005020 con 0x7f1c60106120 2024-05-21T02:03:13.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.256+0000 7f1c66400700 1 -- 172.21.15.7:0/181115911 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c601ac7d0 con 0x7f1c60106120 2024-05-21T02:03:13.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.256+0000 7f1c66400700 1 -- 172.21.15.7:0/181115911 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c601acc90 con 0x7f1c60106120 2024-05-21T02:03:13.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.261+0000 7f1c57e00700 1 -- 172.21.15.7:0/181115911 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1c4c004750 con 0x7f1c60106120 2024-05-21T02:03:13.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.261+0000 7f1c70ce0b80 1 Processor -- start 2024-05-21T02:03:13.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.261+0000 7f1c70ce0b80 1 -- start start 2024-05-21T02:03:13.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26d5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26cf260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5603c262de40 con 0x5603c26d57d0 2024-05-21T02:03:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5603c261d9e0 con 0x5603c26d4eb0 2024-05-21T02:03:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5603c2621a20 con 0x5603c26cf880 2024-05-21T02:03:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c5f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26cf260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c5f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26cf260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39424/0 (socket says 172.21.15.7:39424) 2024-05-21T02:03:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c5f400700 1 -- 172.21.15.7:0/3447528761 learned_addr learned my addr 172.21.15.7:0/3447528761 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:13.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c5fe00700 1 --2- 172.21.15.7:0/3447528761 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26d5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.262+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/3447528761 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c5f400700 1 -- 172.21.15.7:0/3447528761 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 msgr2=0x5603c26cfce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:13.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c5f400700 1 --2- 172.21.15.7:0/3447528761 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cfce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c5f400700 1 -- 172.21.15.7:0/3447528761 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 msgr2=0x5603c26d5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:13.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c5f400700 1 --2- 172.21.15.7:0/3447528761 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26d5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c57e00700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c440b2900 0x7f1c440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c5f400700 1 -- 172.21.15.7:0/3447528761 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603c25e6420 con 0x5603c26d57d0 2024-05-21T02:03:13.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c57e00700 1 -- 172.21.15.7:0/181115911 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1c4c0e2150 con 0x7f1c60106120 2024-05-21T02:03:13.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c5fe00700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c440b2900 0x7f1c440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c5f400700 1 --2- 172.21.15.7:0/3447528761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26cf260 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1c50011650 tx=0x7f1c50011960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b97df40212485a09 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:13.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.263+0000 7f1c54c00700 1 -- 172.21.15.7:0/3447528761 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5001e070 con 0x5603c26d57d0 2024-05-21T02:03:13.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.264+0000 7f1c54c00700 1 -- 172.21.15.7:0/3447528761 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c500198c0 con 0x5603c26d57d0 2024-05-21T02:03:13.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.264+0000 7f1c54c00700 1 -- 172.21.15.7:0/3447528761 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c500189c0 con 0x5603c26d57d0 2024-05-21T02:03:13.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.264+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3447528761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 msgr2=0x5603c26cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:13.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.264+0000 7f1c5fe00700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c440b2900 0x7f1c440b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1c5800b780 tx=0x7f1c58006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:13.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.264+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3447528761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26cf260 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1c50011650 tx=0x7f1c50011960 comp rx=0 tx=0).stop 2024-05-21T02:03:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.265+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3447528761 shutdown_connections 2024-05-21T02:03:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.265+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3447528761 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.265+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3447528761 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26d5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.265+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3447528761 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26cf260 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.265+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3447528761 >> 172.21.15.7:0/3447528761 conn(0x5603c25fdbe0 msgr2=0x5603c26ca010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:13.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.265+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3447528761 shutdown_connections 2024-05-21T02:03:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.265+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3447528761 wait complete. 2024-05-21T02:03:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.265+0000 7f1c70ce0b80 1 -- start start 2024-05-21T02:03:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.265+0000 7f1c70ce0b80 1 Processor -- start 2024-05-21T02:03:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26cf880 0x5603c26db4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d4eb0 0x5603c26d8840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 0x5603c26d8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5603c2523fa0 con 0x5603c26d4eb0 2024-05-21T02:03:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5603c25be760 con 0x5603c26cf880 2024-05-21T02:03:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5603c26dc240 con 0x5603c26d57d0 2024-05-21T02:03:13.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c70ce0b80 10 client.0 _ll_register_callbacks cb 0x5603c25c7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c5ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d4eb0 0x5603c26d8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c5ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d4eb0 0x5603c26d8840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39426/0 (socket says 172.21.15.7:39426) 2024-05-21T02:03:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c5ea00700 1 -- 172.21.15.7:0/305723391 learned_addr learned my addr 172.21.15.7:0/305723391 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.266+0000 7f1c5f400700 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26cf880 0x5603c26db4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.267+0000 7f1c5fe00700 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 0x5603c26d8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.267+0000 7f1c5ea00700 1 -- 172.21.15.7:0/305723391 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 msgr2=0x5603c26d8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:13.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.267+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 0x5603c26d8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.267+0000 7f1c5ea00700 1 -- 172.21.15.7:0/305723391 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26cf880 msgr2=0x5603c26db4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:13.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.267+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26cf880 0x5603c26db4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.267+0000 7f1c5ea00700 1 -- 172.21.15.7:0/305723391 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603c256d8d0 con 0x5603c26d4eb0 2024-05-21T02:03:13.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.267+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d4eb0 0x5603c26d8840 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c0a96c0 tx=0x7f1c4c0a55f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b92eab57692e18ef server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.267+0000 7f1c49600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:03:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.267+0000 7f1c49600700 1 -- 172.21.15.7:0/305723391 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c01c030 con 0x5603c26d4eb0 2024-05-21T02:03:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c49600700 1 -- 172.21.15.7:0/305723391 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1c4c0e5d00 con 0x5603c26d4eb0 2024-05-21T02:03:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/305723391 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c500198c0 con 0x5603c26d4eb0 2024-05-21T02:03:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c49600700 1 -- 172.21.15.7:0/305723391 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1c4c0a9080 con 0x5603c26d4eb0 2024-05-21T02:03:13.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c70ce0b80 10 client.15708 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:13.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/305723391 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5603c25ee060 con 0x5603c26d4eb0 2024-05-21T02:03:13.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c49600700 1 -- 172.21.15.7:0/305723391 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c500198c0 con 0x5603c26d4eb0 2024-05-21T02:03:13.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c49600700 1 -- 172.21.15.7:0/305723391 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1c4c0b2100 con 0x5603c26d4eb0 2024-05-21T02:03:13.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c70ce0b80 10 client.15708 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:13.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c70ce0b80 10 client.15708 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:03:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c70ce0b80 20 client.15708 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5603c26e8ce0 0x5603c26eb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c70ce0b80 4 client.15708 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.268+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/305723391 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603c262fd90 con 0x5603c26e8ce0 2024-05-21T02:03:13.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.269+0000 7f1c5f400700 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5603c26e8ce0 0x5603c26eb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.270+0000 7f1c5f400700 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5603c26e8ce0 0x5603c26eb0d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f4f53cfdcd1d68d3 server_cookie=52374c7f102274a4 in_seq=0 out_seq=0 2024-05-21T02:03:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.270+0000 7f1c49600700 10 client.15708 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:03:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.270+0000 7f1c49600700 1 -- 172.21.15.7:0/305723391 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5603c262fd90 con 0x5603c26e8ce0 2024-05-21T02:03:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.270+0000 7f1c49600700 10 client.15708 handle_command_reply: tid=0 2024-05-21T02:03:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.270+0000 7f1c70ce0b80 1 client.15708 shutdown 2024-05-21T02:03:13.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/305723391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d4eb0 msgr2=0x5603c26d8840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d4eb0 0x5603c26d8840 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c0a96c0 tx=0x7f1c4c0a55f0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/305723391 shutdown_connections 2024-05-21T02:03:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5603c26e8ce0 0x5603c26eb0d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 0x5603c26d8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26cf880 0x5603c26db4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/305723391 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d4eb0 0x5603c26d8840 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/305723391 >> 172.21.15.7:0/305723391 conn(0x5603c25fdbe0 msgr2=0x5603c26ce250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c49600700 0 client.15708 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:03:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/305723391 shutdown_connections 2024-05-21T02:03:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/305723391 wait complete. 2024-05-21T02:03:13.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.271+0000 7f1c70ce0b80 20 client.15708 trim_cache size 0 max 16384 2024-05-21T02:03:13.297 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.288+0000 7f1c70ce0b80 1 Processor -- start 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.288+0000 7f1c70ce0b80 1 -- start start 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.288+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cf260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.288+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26cfc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.288+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26d7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.288+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c601b42e0 con 0x5603c26d57d0 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.288+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1c601b5e20 con 0x5603c26d4eb0 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.288+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1c601b49b0 con 0x5603c26cf880 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26d7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26cfc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5f400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cf260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26cfc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:52026/0 (socket says 172.21.15.7:52026) 2024-05-21T02:03:13.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5ea00700 1 -- 172.21.15.7:0/1820856711 learned_addr learned my addr 172.21.15.7:0/1820856711 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5f400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cf260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:43368/0 (socket says 172.21.15.7:43368) 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5fe00700 1 -- 172.21.15.7:0/1820856711 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 msgr2=0x5603c26cf260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5fe00700 1 --2- 172.21.15.7:0/1820856711 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cf260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5fe00700 1 -- 172.21.15.7:0/1820856711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 msgr2=0x5603c26cfc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5fe00700 1 --2- 172.21.15.7:0/1820856711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26cfc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5fe00700 1 -- 172.21.15.7:0/1820856711 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603c26eb490 con 0x5603c26d57d0 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/1820856711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26cfc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.289+0000 7f1c5f400700 1 --2- 172.21.15.7:0/1820856711 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.290+0000 7f1c5fe00700 1 --2- 172.21.15.7:0/1820856711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26d7150 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1c580062a0 tx=0x7f1c58020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41721fbcd13bebb7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.290+0000 7f1c4be00700 1 -- 172.21.15.7:0/1820856711 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c58003cc0 con 0x5603c26d57d0 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.290+0000 7f1c4be00700 1 -- 172.21.15.7:0/1820856711 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c58007990 con 0x5603c26d57d0 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.290+0000 7f1c4be00700 1 -- 172.21.15.7:0/1820856711 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c58005340 con 0x5603c26d57d0 2024-05-21T02:03:13.299 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.291+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/1820856711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 msgr2=0x5603c26d7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.291+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/1820856711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26d7150 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1c580062a0 tx=0x7f1c58020000 comp rx=0 tx=0).stop 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.291+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/1820856711 shutdown_connections 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.291+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/1820856711 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26d57d0 0x5603c26d7150 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.291+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/1820856711 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26cf880 0x5603c26cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.291+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/1820856711 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26cfc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.291+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/1820856711 >> 172.21.15.7:0/1820856711 conn(0x5603c25fdbe0 msgr2=0x5603c26d2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.291+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/1820856711 shutdown_connections 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.291+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/1820856711 wait complete. 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.292+0000 7f1c70ce0b80 1 -- start start 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.292+0000 7f1c70ce0b80 1 Processor -- start 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.292+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26cf880 0x5603c26e1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.292+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26f0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c70ce0b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 0x5603c26f0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1c601b5750 con 0x5603c26cf880 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1c601b5080 con 0x5603c26d4eb0 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c70ce0b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1c601b2260 con 0x5603c26d57d0 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c70ce0b80 10 client.0 _ll_register_callbacks cb 0x5603c25c7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26cf880 0x5603c26e1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5f400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26cf880 0x5603c26e1b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39442/0 (socket says 172.21.15.7:39442) 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26f0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5f400700 1 -- 172.21.15.7:0/3214581690 learned_addr learned my addr 172.21.15.7:0/3214581690 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5fe00700 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 0x5603c26f0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5f400700 1 -- 172.21.15.7:0/3214581690 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 msgr2=0x5603c26f0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5f400700 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 0x5603c26f0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5f400700 1 -- 172.21.15.7:0/3214581690 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 msgr2=0x5603c26f0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:13.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5f400700 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26f0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5f400700 1 -- 172.21.15.7:0/3214581690 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603c26f0e60 con 0x5603c26cf880 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.293+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26f0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.294+0000 7f1c5f400700 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26cf880 0x5603c26e1b20 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1c50013010 tx=0x7f1c50009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=601b456b3c697cc1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.294+0000 7f1c49600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.294+0000 7f1c49600700 1 -- 172.21.15.7:0/3214581690 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5002c070 con 0x5603c26cf880 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.294+0000 7f1c49600700 1 -- 172.21.15.7:0/3214581690 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1c50005390 con 0x5603c26cf880 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.294+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3214581690 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c58007990 con 0x5603c26cf880 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.294+0000 7f1c49600700 1 -- 172.21.15.7:0/3214581690 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1c5001e040 con 0x5603c26cf880 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.294+0000 7f1c70ce0b80 10 client.15714 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.294+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3214581690 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5603c27537b0 con 0x5603c26cf880 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.295+0000 7f1c49600700 1 -- 172.21.15.7:0/3214581690 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c58007990 con 0x5603c26cf880 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.295+0000 7f1c49600700 1 -- 172.21.15.7:0/3214581690 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1c50039050 con 0x5603c26cf880 2024-05-21T02:03:13.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.295+0000 7f1c70ce0b80 10 client.15714 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.295+0000 7f1c70ce0b80 10 client.15714 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.295+0000 7f1c70ce0b80 20 client.15714 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.295+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5603c2753c40 0x5603c2756060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.295+0000 7f1c70ce0b80 4 client.15714 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.295+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3214581690 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5603c2629570 con 0x5603c2753c40 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.296+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5603c2753c40 0x5603c2756060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.296+0000 7f1c5ea00700 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5603c2753c40 0x5603c2756060 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=edd5a0af10fdc5ae server_cookie=1c43602fa5b2bc85 in_seq=0 out_seq=0 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.296+0000 7f1c49600700 10 client.15714 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.296+0000 7f1c49600700 1 -- 172.21.15.7:0/3214581690 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5603c2629570 con 0x5603c2753c40 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.296+0000 7f1c49600700 10 client.15714 handle_command_reply: tid=0 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.296+0000 7f1c70ce0b80 1 client.15714 shutdown 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.296+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3214581690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26cf880 msgr2=0x5603c26e1b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:13.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.296+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26cf880 0x5603c26e1b20 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1c50013010 tx=0x7f1c50009630 comp rx=0 tx=0).stop 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3214581690 shutdown_connections 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5603c2753c40 0x5603c2756060 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5603c26d57d0 0x5603c26f0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5603c26cf880 0x5603c26e1b20 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c70ce0b80 1 --2- 172.21.15.7:0/3214581690 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5603c26d4eb0 0x5603c26f0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3214581690 >> 172.21.15.7:0/3214581690 conn(0x5603c25fdbe0 msgr2=0x5603c26d5bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c49600700 0 client.15714 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3214581690 shutdown_connections 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c70ce0b80 1 -- 172.21.15.7:0/3214581690 wait complete. 2024-05-21T02:03:13.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.297+0000 7f1c70ce0b80 20 client.15714 trim_cache size 0 max 16384 2024-05-21T02:03:13.305 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:03:13.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 -- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c440b2900 msgr2=0x7f1c440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:13.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c440b2900 0x7f1c440b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1c5800b780 tx=0x7f1c58006210 comp rx=0 tx=0).stop 2024-05-21T02:03:13.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 -- 172.21.15.7:0/181115911 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c60106120 msgr2=0x7f1c6010f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:13.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c60106120 0x7f1c6010f590 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c00e9f0 tx=0x7f1c4c00ed00 comp rx=0 tx=0).stop 2024-05-21T02:03:13.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 -- 172.21.15.7:0/181115911 shutdown_connections 2024-05-21T02:03:13.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1c440b2900 0x7f1c440b4dc0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1c6010b760 0x7f1c6010fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1c60105760 0x7f1c60112490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 --2- 172.21.15.7:0/181115911 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1c60106120 0x7f1c6010f590 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:13.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 -- 172.21.15.7:0/181115911 >> 172.21.15.7:0/181115911 conn(0x7f1c60101250 msgr2=0x7f1c601018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:13.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 -- 172.21.15.7:0/181115911 shutdown_connections 2024-05-21T02:03:13.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:13.298+0000 7f1c66400700 1 -- 172.21.15.7:0/181115911 wait complete. 2024-05-21T02:03:14.213 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T02:03:14.670 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:14.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:14 smithi190 ceph-mon[35961]: pgmap v543: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 113 MiB/s wr, 38 op/s 2024-05-21T02:03:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:14 smithi164 ceph-mon[36138]: pgmap v543: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 113 MiB/s wr, 38 op/s 2024-05-21T02:03:15.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:14 smithi007 ceph-mon[31288]: pgmap v543: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 113 MiB/s wr, 38 op/s 2024-05-21T02:03:16.714 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:16 smithi007 ceph-mon[31288]: pgmap v544: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 85 MiB/s wr, 32 op/s 2024-05-21T02:03:16.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:16 smithi190 ceph-mon[35961]: pgmap v544: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 85 MiB/s wr, 32 op/s 2024-05-21T02:03:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:16 smithi164 ceph-mon[36138]: pgmap v544: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 85 MiB/s wr, 32 op/s 2024-05-21T02:03:17.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.232+0000 7f1e88a00700 1 -- 172.21.15.7:0/1317337810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e84108520 msgr2=0x7f1e84108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:17.233 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.232+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1317337810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e84108520 0x7f1e84108900 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1e74009990 tx=0x7f1e74009ca0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.232+0000 7f1e88a00700 1 -- 172.21.15.7:0/1317337810 shutdown_connections 2024-05-21T02:03:17.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.232+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1317337810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e84102e00 0x7f1e8410f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.232+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1317337810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e84108520 0x7f1e84108900 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.232+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1317337810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e84102440 0x7f1e841028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.232+0000 7f1e88a00700 1 -- 172.21.15.7:0/1317337810 >> 172.21.15.7:0/1317337810 conn(0x7f1e840793f0 msgr2=0x7f1e84079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:17.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.233+0000 7f1e88a00700 1 -- 172.21.15.7:0/1317337810 shutdown_connections 2024-05-21T02:03:17.234 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.233+0000 7f1e88a00700 1 -- 172.21.15.7:0/1317337810 wait complete. 2024-05-21T02:03:17.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.235+0000 7f1e88a00700 1 Processor -- start 2024-05-21T02:03:17.235 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.235+0000 7f1e88a00700 1 -- start start 2024-05-21T02:03:17.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e88a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e84102440 0x7f1e84104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e88a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e84102e00 0x7f1e841045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e88a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e84108520 0x7f1e84104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e88a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e84112640 con 0x7f1e84102e00 2024-05-21T02:03:17.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e88a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841124c0 con 0x7f1e84108520 2024-05-21T02:03:17.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e88a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841127c0 con 0x7f1e84102440 2024-05-21T02:03:17.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e84102e00 0x7f1e841045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e84102e00 0x7f1e841045c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50568/0 (socket says 172.21.15.7:50568) 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e7be00700 1 -- 172.21.15.7:0/1784811318 learned_addr learned my addr 172.21.15.7:0/1784811318 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e81e00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e84102440 0x7f1e84104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.236+0000 7f1e82800700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e84108520 0x7f1e84104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e81e00700 1 -- 172.21.15.7:0/1784811318 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e84108520 msgr2=0x7f1e84104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e81e00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e84108520 0x7f1e84104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e81e00700 1 -- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e84102e00 msgr2=0x7f1e841045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e81e00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e84102e00 0x7f1e841045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e81e00700 1 -- 172.21.15.7:0/1784811318 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e841a8140 con 0x7f1e84102440 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e7be00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e84102e00 0x7f1e841045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:17.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e81e00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e84102440 0x7f1e84104080 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1e74000c00 tx=0x7f1e740047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:17.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e7aa00700 1 -- 172.21.15.7:0/1784811318 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e74026070 con 0x7f1e84102440 2024-05-21T02:03:17.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e7aa00700 1 -- 172.21.15.7:0/1784811318 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e74021410 con 0x7f1e84102440 2024-05-21T02:03:17.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.237+0000 7f1e7aa00700 1 -- 172.21.15.7:0/1784811318 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e74017650 con 0x7f1e84102440 2024-05-21T02:03:17.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.238+0000 7f1e88a00700 1 -- 172.21.15.7:0/1784811318 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e841a83d0 con 0x7f1e84102440 2024-05-21T02:03:17.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.238+0000 7f1e88a00700 1 -- 172.21.15.7:0/1784811318 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e841a87d0 con 0x7f1e84102440 2024-05-21T02:03:17.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.241+0000 7f1e7aa00700 1 -- 172.21.15.7:0/1784811318 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1e74029070 con 0x7f1e84102440 2024-05-21T02:03:17.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.243+0000 7f1e93366b80 1 Processor -- start 2024-05-21T02:03:17.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.243+0000 7f1e93366b80 1 -- start start 2024-05-21T02:03:17.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.243+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a66290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.243+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a60260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e93366b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5626859bee40 con 0x562685a65eb0 2024-05-21T02:03:17.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e93366b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5626859ae9e0 con 0x562685a60880 2024-05-21T02:03:17.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e93366b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5626859b2a20 con 0x562685a667d0 2024-05-21T02:03:17.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e82800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a66290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e82800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a66290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50572/0 (socket says 172.21.15.7:50572) 2024-05-21T02:03:17.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e82800700 1 -- 172.21.15.7:0/2482324984 learned_addr learned my addr 172.21.15.7:0/2482324984 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e81e00700 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a60260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e7be00700 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.244+0000 7f1e7aa00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1e680b2900 0x7f1e680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e7be00700 1 -- 172.21.15.7:0/2482324984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 msgr2=0x562685a60260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e7be00700 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a60260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e82800700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1e680b2900 0x7f1e680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e7be00700 1 -- 172.21.15.7:0/2482324984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 msgr2=0x562685a66290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e7be00700 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a66290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e7be00700 1 -- 172.21.15.7:0/2482324984 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562685977420 con 0x562685a60880 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e7aa00700 1 -- 172.21.15.7:0/1784811318 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1e740e2ea0 con 0x7f1e84102440 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e81e00700 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a60260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:17.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e7be00700 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60ce0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1e84105b10 tx=0x7f1e6c011820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ff3b4139198bc9f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:17.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e73400700 1 -- 172.21.15.7:0/2482324984 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c004230 con 0x562685a60880 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.245+0000 7f1e82800700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1e680b2900 0x7f1e680b4dc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00f8a0 tx=0x7f1e7c004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.246+0000 7f1e73400700 1 -- 172.21.15.7:0/2482324984 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e6c0043d0 con 0x562685a60880 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.246+0000 7f1e73400700 1 -- 172.21.15.7:0/2482324984 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c019810 con 0x562685a60880 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.246+0000 7f1e93366b80 1 -- 172.21.15.7:0/2482324984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 msgr2=0x562685a60ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.246+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60ce0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1e84105b10 tx=0x7f1e6c011820 comp rx=0 tx=0).stop 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.246+0000 7f1e93366b80 1 -- 172.21.15.7:0/2482324984 shutdown_connections 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.247+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60ce0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.247+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a66290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.247+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2482324984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a60260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.247+0000 7f1e93366b80 1 -- 172.21.15.7:0/2482324984 >> 172.21.15.7:0/2482324984 conn(0x56268598ebe0 msgr2=0x562685a5b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.247+0000 7f1e93366b80 1 -- 172.21.15.7:0/2482324984 shutdown_connections 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.247+0000 7f1e93366b80 1 -- 172.21.15.7:0/2482324984 wait complete. 2024-05-21T02:03:17.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.247+0000 7f1e93366b80 1 -- start start 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.248+0000 7f1e93366b80 1 Processor -- start 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.248+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a6c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.248+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a697b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.248+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a69cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.248+0000 7f1e93366b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5626858b4fa0 con 0x562685a65eb0 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.248+0000 7f1e93366b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56268594f760 con 0x562685a60880 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.248+0000 7f1e93366b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562685a6d240 con 0x562685a667d0 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.248+0000 7f1e93366b80 10 client.0 _ll_register_callbacks cb 0x562685958c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a697b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e82800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a69cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a697b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50588/0 (socket says 172.21.15.7:50588) 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e7be00700 1 -- 172.21.15.7:0/2279091626 learned_addr learned my addr 172.21.15.7:0/2279091626 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e81e00700 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a6c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e7be00700 1 -- 172.21.15.7:0/2279091626 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 msgr2=0x562685a69cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e7be00700 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a69cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e7be00700 1 -- 172.21.15.7:0/2279091626 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 msgr2=0x562685a6c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e7be00700 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a6c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e7be00700 1 -- 172.21.15.7:0/2279091626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626858fe8d0 con 0x562685a65eb0 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.249+0000 7f1e7be00700 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a697b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c005700 tx=0x7f1e6c005730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb905c74f728c66 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:17.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.250+0000 7f1e67e00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:03:17.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.250+0000 7f1e67e00700 1 -- 172.21.15.7:0/2279091626 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c027070 con 0x562685a65eb0 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.250+0000 7f1e67e00700 1 -- 172.21.15.7:0/2279091626 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1e6c004ce0 con 0x562685a65eb0 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.250+0000 7f1e93366b80 1 -- 172.21.15.7:0/2279091626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e6c0043d0 con 0x562685a65eb0 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.250+0000 7f1e67e00700 1 -- 172.21.15.7:0/2279091626 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1e6c033050 con 0x562685a65eb0 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.250+0000 7f1e93366b80 10 client.15726 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.250+0000 7f1e93366b80 1 -- 172.21.15.7:0/2279091626 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56268597f060 con 0x562685a65eb0 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.251+0000 7f1e67e00700 1 -- 172.21.15.7:0/2279091626 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e6c0043d0 con 0x562685a65eb0 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.251+0000 7f1e67e00700 1 -- 172.21.15.7:0/2279091626 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1e6c019420 con 0x562685a65eb0 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.251+0000 7f1e93366b80 10 client.15726 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.251+0000 7f1e93366b80 10 client.15726 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.251+0000 7f1e93366b80 20 client.15726 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.251+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562685a79bd0 0x562685a7bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.251+0000 7f1e93366b80 4 client.15726 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:17.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.251+0000 7f1e93366b80 1 -- 172.21.15.7:0/2279091626 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626859c0d90 con 0x562685a79bd0 2024-05-21T02:03:17.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.252+0000 7f1e81e00700 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562685a79bd0 0x562685a7bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.252+0000 7f1e81e00700 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562685a79bd0 0x562685a7bfc0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d160c3f20a40e136 server_cookie=43280385635f5eed in_seq=0 out_seq=0 2024-05-21T02:03:17.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.252+0000 7f1e67e00700 10 client.15726 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:03:17.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e67e00700 1 -- 172.21.15.7:0/2279091626 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5626859c0d90 con 0x562685a79bd0 2024-05-21T02:03:17.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e67e00700 10 client.15726 handle_command_reply: tid=0 2024-05-21T02:03:17.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e93366b80 1 client.15726 shutdown 2024-05-21T02:03:17.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e93366b80 1 -- 172.21.15.7:0/2279091626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 msgr2=0x562685a697b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:17.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a697b0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c005700 tx=0x7f1e6c005730 comp rx=0 tx=0).stop 2024-05-21T02:03:17.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e93366b80 1 -- 172.21.15.7:0/2279091626 shutdown_connections 2024-05-21T02:03:17.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562685a79bd0 0x562685a7bfc0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a69cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a6c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e93366b80 1 --2- 172.21.15.7:0/2279091626 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a697b0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e93366b80 1 -- 172.21.15.7:0/2279091626 >> 172.21.15.7:0/2279091626 conn(0x56268598ebe0 msgr2=0x562685a5f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:17.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.253+0000 7f1e67e00700 0 client.15726 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:03:17.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.254+0000 7f1e93366b80 1 -- 172.21.15.7:0/2279091626 shutdown_connections 2024-05-21T02:03:17.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.254+0000 7f1e93366b80 1 -- 172.21.15.7:0/2279091626 wait complete. 2024-05-21T02:03:17.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.254+0000 7f1e93366b80 20 client.15726 trim_cache size 0 max 16384 2024-05-21T02:03:17.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.271+0000 7f1e93366b80 1 Processor -- start 2024-05-21T02:03:17.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.271+0000 7f1e93366b80 1 -- start start 2024-05-21T02:03:17.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.271+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.271+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a5a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.271+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a5af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.271+0000 7f1e93366b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841afcd0 con 0x562685a65eb0 2024-05-21T02:03:17.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.271+0000 7f1e93366b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841b1810 con 0x562685a60880 2024-05-21T02:03:17.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.271+0000 7f1e93366b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841b03a0 con 0x562685a667d0 2024-05-21T02:03:17.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a5a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e7be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a5a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50600/0 (socket says 172.21.15.7:50600) 2024-05-21T02:03:17.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e81e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e7be00700 1 -- 172.21.15.7:0/89447708 learned_addr learned my addr 172.21.15.7:0/89447708 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:17.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e82800700 1 --2- 172.21.15.7:0/89447708 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a5af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e7be00700 1 -- 172.21.15.7:0/89447708 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 msgr2=0x562685a5af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:17.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e7be00700 1 --2- 172.21.15.7:0/89447708 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a5af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e7be00700 1 -- 172.21.15.7:0/89447708 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 msgr2=0x562685a60260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:17.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e7be00700 1 --2- 172.21.15.7:0/89447708 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e7be00700 1 -- 172.21.15.7:0/89447708 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562685a6cc10 con 0x562685a65eb0 2024-05-21T02:03:17.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e81e00700 1 --2- 172.21.15.7:0/89447708 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:17.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.272+0000 7f1e7be00700 1 --2- 172.21.15.7:0/89447708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a5a9e0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c009830 tx=0x7f1e6c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc80e932349bb2c5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:17.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e72a00700 1 -- 172.21.15.7:0/89447708 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c030070 con 0x562685a65eb0 2024-05-21T02:03:17.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e72a00700 1 -- 172.21.15.7:0/89447708 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e6c019a60 con 0x562685a65eb0 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e72a00700 1 -- 172.21.15.7:0/89447708 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c027040 con 0x562685a65eb0 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e93366b80 1 -- 172.21.15.7:0/89447708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 msgr2=0x562685a5a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e93366b80 1 --2- 172.21.15.7:0/89447708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a5a9e0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c009830 tx=0x7f1e6c0095c0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e93366b80 1 -- 172.21.15.7:0/89447708 shutdown_connections 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e93366b80 1 --2- 172.21.15.7:0/89447708 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a667d0 0x562685a5af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e93366b80 1 --2- 172.21.15.7:0/89447708 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a60260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e93366b80 1 --2- 172.21.15.7:0/89447708 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a65eb0 0x562685a5a9e0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.273+0000 7f1e93366b80 1 -- 172.21.15.7:0/89447708 >> 172.21.15.7:0/89447708 conn(0x56268598ebe0 msgr2=0x562685a680a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.274+0000 7f1e93366b80 1 -- 172.21.15.7:0/89447708 shutdown_connections 2024-05-21T02:03:17.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.274+0000 7f1e93366b80 1 -- 172.21.15.7:0/89447708 wait complete. 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.274+0000 7f1e93366b80 1 -- start start 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e93366b80 1 Processor -- start 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a72bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a65eb0 0x562685a80ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e93366b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a667d0 0x562685a81430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e93366b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841b1140 con 0x562685a667d0 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e93366b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841b0a70 con 0x562685a60880 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e93366b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1e841adc50 con 0x562685a65eb0 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e93366b80 10 client.0 _ll_register_callbacks cb 0x562685958c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e81e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a72bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.275+0000 7f1e82800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a667d0 0x562685a81430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e7be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a65eb0 0x562685a80ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e81e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a72bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59342/0 (socket says 172.21.15.7:59342) 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e81e00700 1 -- 172.21.15.7:0/1528442734 learned_addr learned my addr 172.21.15.7:0/1528442734 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e81e00700 1 -- 172.21.15.7:0/1528442734 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a65eb0 msgr2=0x562685a80ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e81e00700 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a65eb0 0x562685a80ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e81e00700 1 -- 172.21.15.7:0/1528442734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a667d0 msgr2=0x562685a81430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e81e00700 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a667d0 0x562685a81430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e81e00700 1 -- 172.21.15.7:0/1528442734 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562685a81c50 con 0x562685a60880 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e81e00700 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a72bf0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1e74023000 tx=0x7f1e740e64e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b45503e52194155c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e67e00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e67e00700 1 -- 172.21.15.7:0/1528442734 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e740c4060 con 0x562685a60880 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e67e00700 1 -- 172.21.15.7:0/1528442734 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1e740218c0 con 0x562685a60880 2024-05-21T02:03:17.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.276+0000 7f1e93366b80 1 -- 172.21.15.7:0/1528442734 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e6c019a60 con 0x562685a60880 2024-05-21T02:03:17.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.277+0000 7f1e67e00700 1 -- 172.21.15.7:0/1528442734 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1e740cb050 con 0x562685a60880 2024-05-21T02:03:17.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.277+0000 7f1e93366b80 10 client.25823 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:17.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.277+0000 7f1e93366b80 1 -- 172.21.15.7:0/1528442734 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562685ae4670 con 0x562685a60880 2024-05-21T02:03:17.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.277+0000 7f1e67e00700 1 -- 172.21.15.7:0/1528442734 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e6c019a60 con 0x562685a60880 2024-05-21T02:03:17.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.277+0000 7f1e67e00700 1 -- 172.21.15.7:0/1528442734 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1e740aa770 con 0x562685a60880 2024-05-21T02:03:17.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.278+0000 7f1e93366b80 10 client.25823 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.278+0000 7f1e93366b80 10 client.25823 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.278+0000 7f1e93366b80 20 client.25823 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.278+0000 7f1e93366b80 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562685ae4ce0 0x562685ae7100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.278+0000 7f1e93366b80 4 client.25823 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.278+0000 7f1e93366b80 1 -- 172.21.15.7:0/1528442734 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5626859ba570 con 0x562685ae4ce0 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.278+0000 7f1e7be00700 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562685ae4ce0 0x562685ae7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e7be00700 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562685ae4ce0 0x562685ae7100 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7a59ec53e1ef1207 server_cookie=6175a303de6d95b9 in_seq=0 out_seq=0 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e67e00700 10 client.25823 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e67e00700 1 -- 172.21.15.7:0/1528442734 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5626859ba570 con 0x562685ae4ce0 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e67e00700 10 client.25823 handle_command_reply: tid=0 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 client.25823 shutdown 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 -- 172.21.15.7:0/1528442734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 msgr2=0x562685a72bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:17.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a72bf0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1e74023000 tx=0x7f1e740e64e0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 -- 172.21.15.7:0/1528442734 shutdown_connections 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x562685ae4ce0 0x562685ae7100 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562685a667d0 0x562685a81430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562685a60880 0x562685a72bf0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 --2- 172.21.15.7:0/1528442734 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562685a65eb0 0x562685a80ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e67e00700 0 client.25823 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 -- 172.21.15.7:0/1528442734 >> 172.21.15.7:0/1528442734 conn(0x56268598ebe0 msgr2=0x562685a5a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 -- 172.21.15.7:0/1528442734 shutdown_connections 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.279+0000 7f1e93366b80 1 -- 172.21.15.7:0/1528442734 wait complete. 2024-05-21T02:03:17.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e93366b80 20 client.25823 trim_cache size 0 max 16384 2024-05-21T02:03:17.283 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:03:17.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 -- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1e680b2900 msgr2=0x7f1e680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:17.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1e680b2900 0x7f1e680b4dc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00f8a0 tx=0x7f1e7c004b40 comp rx=0 tx=0).stop 2024-05-21T02:03:17.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 -- 172.21.15.7:0/1784811318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e84102440 msgr2=0x7f1e84104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:17.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e84102440 0x7f1e84104080 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1e74000c00 tx=0x7f1e740047b0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 -- 172.21.15.7:0/1784811318 shutdown_connections 2024-05-21T02:03:17.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1e84108520 0x7f1e84104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1e84102440 0x7f1e84104080 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1e680b2900 0x7f1e680b4dc0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 --2- 172.21.15.7:0/1784811318 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1e84102e00 0x7f1e841045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:17.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 -- 172.21.15.7:0/1784811318 >> 172.21.15.7:0/1784811318 conn(0x7f1e840793f0 msgr2=0x7f1e8406b3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:17.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.280+0000 7f1e88a00700 1 -- 172.21.15.7:0/1784811318 shutdown_connections 2024-05-21T02:03:17.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:17.281+0000 7f1e88a00700 1 -- 172.21.15.7:0/1784811318 wait complete. 2024-05-21T02:03:18.231 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T02:03:18.694 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:18.728 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:18.729 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:18.729 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:18.729 INFO:tasks.workunit.client.0.smithi007.stdout:iozone test complete. 2024-05-21T02:03:18.732 INFO:tasks.workunit.client.0.smithi007.stderr:+ iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-05-21T02:03:18.818 INFO:tasks.workunit.client.0.smithi007.stdout: Iozone: Performance Test of File I/O 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Version $Revision: 3.494 $ 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Compiled for 64 bit mode. 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Build: linux-AMD64 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-21T02:03:18.819 INFO:tasks.workunit.client.0.smithi007.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Run began: Tue May 21 02:03:18 2024 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Include close in write timing 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Include fsync in write timing 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: File size set to 1048576 kB 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Record Size 1024 kB 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Command line used: iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Output is in kBytes/sec 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Time Resolution = 0.000001 seconds. 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Processor cache size set to 1024 kBytes. 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: Processor cache line size set to 32 bytes. 2024-05-21T02:03:18.820 INFO:tasks.workunit.client.0.smithi007.stdout: File stride size set to 17 * record size. 2024-05-21T02:03:18.821 INFO:tasks.workunit.client.0.smithi007.stdout: Throughput test with 1 process 2024-05-21T02:03:18.821 INFO:tasks.workunit.client.0.smithi007.stdout: Each process writes a 1048576 kByte file in 1024 kByte records 2024-05-21T02:03:18.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:18 smithi007 ceph-mon[31288]: pgmap v545: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 76 MiB/s wr, 28 op/s 2024-05-21T02:03:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:18 smithi164 ceph-mon[36138]: pgmap v545: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 76 MiB/s wr, 28 op/s 2024-05-21T02:03:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:18 smithi190 ceph-mon[35961]: pgmap v545: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 76 MiB/s wr, 28 op/s 2024-05-21T02:03:20.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:20 smithi007 ceph-mon[31288]: pgmap v546: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 52 MiB/s wr, 25 op/s 2024-05-21T02:03:20.691 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:20 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:03:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:20 smithi164 ceph-mon[36138]: pgmap v546: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 52 MiB/s wr, 25 op/s 2024-05-21T02:03:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:20 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:03:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:20 smithi190 ceph-mon[35961]: pgmap v546: 97 pgs: 97 active+clean; 1.0 GiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 52 MiB/s wr, 25 op/s 2024-05-21T02:03:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:20 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:03:21.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.106+0000 7f6b25a00700 1 -- 172.21.15.7:0/1125046744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b20076090 msgr2=0x7f6b2010fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:21.108 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.106+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1125046744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b20076090 0x7f6b2010fa60 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c0098f0 tx=0x7f6b0c009c00 comp rx=0 tx=0).stop 2024-05-21T02:03:21.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.108+0000 7f6b25a00700 1 -- 172.21.15.7:0/1125046744 shutdown_connections 2024-05-21T02:03:21.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.108+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1125046744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b2010ffa0 0x7f6b20112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.108+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1125046744 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b20075770 0x7f6b20075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.108+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1125046744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b20076090 0x7f6b2010fa60 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.108+0000 7f6b25a00700 1 -- 172.21.15.7:0/1125046744 >> 172.21.15.7:0/1125046744 conn(0x7f6b2007a6a0 msgr2=0x7f6b2007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:21.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.108+0000 7f6b25a00700 1 -- 172.21.15.7:0/1125046744 shutdown_connections 2024-05-21T02:03:21.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.109+0000 7f6b25a00700 1 -- 172.21.15.7:0/1125046744 wait complete. 2024-05-21T02:03:21.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.110+0000 7f6b25a00700 1 Processor -- start 2024-05-21T02:03:21.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.111+0000 7f6b25a00700 1 -- start start 2024-05-21T02:03:21.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.111+0000 7f6b25a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b20075770 0x7f6b201a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.111+0000 7f6b25a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20076090 0x7f6b201a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.111+0000 7f6b25a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b2010ffa0 0x7f6b2019ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.111+0000 7f6b25a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b201159d0 con 0x7f6b20076090 2024-05-21T02:03:21.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.111+0000 7f6b25a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6b20115850 con 0x7f6b20075770 2024-05-21T02:03:21.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.111+0000 7f6b25a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6b20115b50 con 0x7f6b2010ffa0 2024-05-21T02:03:21.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.112+0000 7f6b1f400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b2010ffa0 0x7f6b2019ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.112+0000 7f6b1f400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b2010ffa0 0x7f6b2019ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:55432/0 (socket says 172.21.15.7:55432) 2024-05-21T02:03:21.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.113+0000 7f6b1f400700 1 -- 172.21.15.7:0/1651259036 learned_addr learned my addr 172.21.15.7:0/1651259036 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:21.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.114+0000 7f6b1f400700 1 -- 172.21.15.7:0/1651259036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b20075770 msgr2=0x7f6b201a18d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T02:03:21.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.114+0000 7f6b1f400700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b20075770 0x7f6b201a18d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.114+0000 7f6b1f400700 1 -- 172.21.15.7:0/1651259036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20076090 msgr2=0x7f6b201a1e10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T02:03:21.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.114+0000 7f6b1f400700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20076090 0x7f6b201a1e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.114+0000 7f6b1f400700 1 -- 172.21.15.7:0/1651259036 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b2019c1f0 con 0x7f6b2010ffa0 2024-05-21T02:03:21.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.114+0000 7f6b1f400700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b2010ffa0 0x7f6b2019ba90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6b1800efc0 tx=0x7f6b1800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:21.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.114+0000 7f6b17400700 1 -- 172.21.15.7:0/1651259036 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b180092e0 con 0x7f6b2010ffa0 2024-05-21T02:03:21.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.115+0000 7f6b17400700 1 -- 172.21.15.7:0/1651259036 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b18004bb0 con 0x7f6b2010ffa0 2024-05-21T02:03:21.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.115+0000 7f6b17400700 1 -- 172.21.15.7:0/1651259036 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b18004040 con 0x7f6b2010ffa0 2024-05-21T02:03:21.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.115+0000 7f6b25a00700 1 -- 172.21.15.7:0/1651259036 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b2019c480 con 0x7f6b2010ffa0 2024-05-21T02:03:21.117 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.115+0000 7f6b25a00700 1 -- 172.21.15.7:0/1651259036 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b2006cf60 con 0x7f6b2010ffa0 2024-05-21T02:03:21.125 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.124+0000 7f6b3040fb80 1 Processor -- start 2024-05-21T02:03:21.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.125+0000 7f6b17400700 1 -- 172.21.15.7:0/1651259036 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6b1801b030 con 0x7f6b2010ffa0 2024-05-21T02:03:21.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.128+0000 7f6b17400700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b040b2980 0x7f6b040b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.128+0000 7f6b17400700 1 -- 172.21.15.7:0/1651259036 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6b180e19a0 con 0x7f6b2010ffa0 2024-05-21T02:03:21.129 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.129+0000 7f6b3040fb80 1 -- start start 2024-05-21T02:03:21.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.129+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a90eb0 0x558201a91290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.129+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201a8b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.129+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 0x558201a8bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.129+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5582019e9e40 con 0x558201a917d0 2024-05-21T02:03:21.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.129+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5582019d99e0 con 0x558201a8b880 2024-05-21T02:03:21.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.129+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5582019dda20 con 0x558201a90eb0 2024-05-21T02:03:21.131 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.131+0000 7f6b1ea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a90eb0 0x558201a91290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.131+0000 7f6b1ea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a90eb0 0x558201a91290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:55446/0 (socket says 172.21.15.7:55446) 2024-05-21T02:03:21.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.131+0000 7f6b1ea00700 1 -- 172.21.15.7:0/3401769870 learned_addr learned my addr 172.21.15.7:0/3401769870 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:21.132 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.131+0000 7f6b1e000700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b040b2980 0x7f6b040b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.132+0000 7f6b1f400700 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 0x558201a8bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.132+0000 7f6b1e000700 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201a8b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.133 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.133+0000 7f6b1ea00700 1 -- 172.21.15.7:0/3401769870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 msgr2=0x558201a8bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:21.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.133+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 0x558201a8bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.134 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.133+0000 7f6b1ea00700 1 -- 172.21.15.7:0/3401769870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 msgr2=0x558201a8b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:21.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.133+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201a8b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.133+0000 7f6b1ea00700 1 -- 172.21.15.7:0/3401769870 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582019a2420 con 0x558201a90eb0 2024-05-21T02:03:21.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.134+0000 7f6b1f400700 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 0x558201a8bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:03:21.135 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.134+0000 7f6b1e000700 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201a8b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:03:21.136 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.136+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a90eb0 0x558201a91290 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6b10009b20 tx=0x7f6b10009e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2eb8876feea62999 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:21.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.137+0000 7f6b0be00700 1 -- 172.21.15.7:0/3401769870 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1000eb00 con 0x558201a90eb0 2024-05-21T02:03:21.137 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.137+0000 7f6b0be00700 1 -- 172.21.15.7:0/3401769870 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b10004ce0 con 0x558201a90eb0 2024-05-21T02:03:21.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.137+0000 7f6b0be00700 1 -- 172.21.15.7:0/3401769870 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b10010430 con 0x558201a90eb0 2024-05-21T02:03:21.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.138+0000 7f6b3040fb80 1 -- 172.21.15.7:0/3401769870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a90eb0 msgr2=0x558201a91290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:21.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.138+0000 7f6b1e000700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b040b2980 0x7f6b040b4e40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c009fd0 tx=0x7f6b0c005b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:21.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.138+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a90eb0 0x558201a91290 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6b10009b20 tx=0x7f6b10009e30 comp rx=0 tx=0).stop 2024-05-21T02:03:21.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.138+0000 7f6b3040fb80 1 -- 172.21.15.7:0/3401769870 shutdown_connections 2024-05-21T02:03:21.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.138+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 0x558201a8bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.138+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a90eb0 0x558201a91290 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.138+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/3401769870 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201a8b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.138+0000 7f6b3040fb80 1 -- 172.21.15.7:0/3401769870 >> 172.21.15.7:0/3401769870 conn(0x5582019b9be0 msgr2=0x558201a86010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:21.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.138+0000 7f6b3040fb80 1 -- 172.21.15.7:0/3401769870 shutdown_connections 2024-05-21T02:03:21.141 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.139+0000 7f6b3040fb80 1 -- 172.21.15.7:0/3401769870 wait complete. 2024-05-21T02:03:21.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.140+0000 7f6b3040fb80 1 -- start start 2024-05-21T02:03:21.142 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.140+0000 7f6b3040fb80 1 Processor -- start 2024-05-21T02:03:21.143 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.143+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 0x558201a97470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.143+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a90eb0 0x558201a94810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.144 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.143+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201a94d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.143+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5582018dffa0 con 0x558201a917d0 2024-05-21T02:03:21.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.143+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55820197a760 con 0x558201a90eb0 2024-05-21T02:03:21.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.143+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558201aa0a50 con 0x558201a8b880 2024-05-21T02:03:21.145 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.143+0000 7f6b3040fb80 10 client.0 _ll_register_callbacks cb 0x558201983c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:21.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.145+0000 7f6b1e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a90eb0 0x558201a94810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.145+0000 7f6b1e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a90eb0 0x558201a94810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59380/0 (socket says 172.21.15.7:59380) 2024-05-21T02:03:21.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.145+0000 7f6b1e000700 1 -- 172.21.15.7:0/1481154109 learned_addr learned my addr 172.21.15.7:0/1481154109 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:21.146 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.145+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 0x558201a97470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.146+0000 7f6b1e000700 1 -- 172.21.15.7:0/1481154109 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 msgr2=0x558201a97470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:21.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.146+0000 7f6b1e000700 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 0x558201a97470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.146+0000 7f6b1e000700 1 -- 172.21.15.7:0/1481154109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 msgr2=0x558201a94d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:21.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.146+0000 7f6b1e000700 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201a94d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.146+0000 7f6b1e000700 1 -- 172.21.15.7:0/1481154109 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582019298d0 con 0x558201a90eb0 2024-05-21T02:03:21.148 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.147+0000 7f6b1e000700 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a90eb0 0x558201a94810 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c016000 tx=0x7f6b0c009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfb22bec15fd89b0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:21.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.147+0000 7f6b08c00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:03:21.149 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.149+0000 7f6b08c00700 1 -- 172.21.15.7:0/1481154109 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b0c033060 con 0x558201a90eb0 2024-05-21T02:03:21.150 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.149+0000 7f6b08c00700 1 -- 172.21.15.7:0/1481154109 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6b0c005450 con 0x558201a90eb0 2024-05-21T02:03:21.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.150+0000 7f6b3040fb80 1 -- 172.21.15.7:0/1481154109 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b10004ce0 con 0x558201a90eb0 2024-05-21T02:03:21.151 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.151+0000 7f6b08c00700 1 -- 172.21.15.7:0/1481154109 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6b0c0094f0 con 0x558201a90eb0 2024-05-21T02:03:21.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.152+0000 7f6b3040fb80 10 client.25829 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:21.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.152+0000 7f6b3040fb80 1 -- 172.21.15.7:0/1481154109 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5582019aa060 con 0x558201a90eb0 2024-05-21T02:03:21.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.153+0000 7f6b08c00700 1 -- 172.21.15.7:0/1481154109 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b10004ce0 con 0x558201a90eb0 2024-05-21T02:03:21.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.153+0000 7f6b08c00700 1 -- 172.21.15.7:0/1481154109 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6b0c00b660 con 0x558201a90eb0 2024-05-21T02:03:21.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.153+0000 7f6b3040fb80 10 client.25829 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:21.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.153+0000 7f6b3040fb80 10 client.25829 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:03:21.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.153+0000 7f6b3040fb80 20 client.25829 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:21.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.153+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x558201aad410 0x558201aaf800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.153+0000 7f6b3040fb80 4 client.25829 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:21.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.153+0000 7f6b3040fb80 1 -- 172.21.15.7:0/1481154109 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5582019ebd90 con 0x558201aad410 2024-05-21T02:03:21.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.154+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x558201aad410 0x558201aaf800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.156+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x558201aad410 0x558201aaf800 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6a7f2b435be7c17f server_cookie=e8df06f4f10b22d3 in_seq=0 out_seq=0 2024-05-21T02:03:21.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.156+0000 7f6b08c00700 10 client.25829 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:03:21.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.157+0000 7f6b08c00700 1 -- 172.21.15.7:0/1481154109 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5582019ebd90 con 0x558201aad410 2024-05-21T02:03:21.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.157+0000 7f6b08c00700 10 client.25829 handle_command_reply: tid=0 2024-05-21T02:03:21.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.157+0000 7f6b3040fb80 1 client.25829 shutdown 2024-05-21T02:03:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.158+0000 7f6b3040fb80 1 -- 172.21.15.7:0/1481154109 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a90eb0 msgr2=0x558201a94810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.158+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a90eb0 0x558201a94810 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c016000 tx=0x7f6b0c009c00 comp rx=0 tx=0).stop 2024-05-21T02:03:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.159+0000 7f6b3040fb80 1 -- 172.21.15.7:0/1481154109 shutdown_connections 2024-05-21T02:03:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.159+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x558201aad410 0x558201aaf800 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.159+0000 7f6b08c00700 0 client.25829 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:03:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.159+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201a94d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.159+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 0x558201a97470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.159+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/1481154109 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a90eb0 0x558201a94810 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.159+0000 7f6b3040fb80 1 -- 172.21.15.7:0/1481154109 >> 172.21.15.7:0/1481154109 conn(0x5582019b9be0 msgr2=0x558201a8a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:21.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.160+0000 7f6b3040fb80 1 -- 172.21.15.7:0/1481154109 shutdown_connections 2024-05-21T02:03:21.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.160+0000 7f6b3040fb80 1 -- 172.21.15.7:0/1481154109 wait complete. 2024-05-21T02:03:21.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.161+0000 7f6b3040fb80 20 client.25829 trim_cache size 0 max 16384 2024-05-21T02:03:21.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.197+0000 7f6b3040fb80 1 Processor -- start 2024-05-21T02:03:21.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.199+0000 7f6b3040fb80 1 -- start start 2024-05-21T02:03:21.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.199+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 0x558201a8b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.200 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.199+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a917d0 0x558201a93100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.199+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a96e20 0x558201a93640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.199+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b200700f0 con 0x558201a96e20 2024-05-21T02:03:21.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.199+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6b20071c30 con 0x558201a917d0 2024-05-21T02:03:21.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.199+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6b200707c0 con 0x558201a8b880 2024-05-21T02:03:21.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.200+0000 7f6b1e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a917d0 0x558201a93100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.201+0000 7f6b1e000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a917d0 0x558201a93100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59388/0 (socket says 172.21.15.7:59388) 2024-05-21T02:03:21.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.201+0000 7f6b1e000700 1 -- 172.21.15.7:0/2615227991 learned_addr learned my addr 172.21.15.7:0/2615227991 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:21.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.201+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 0x558201a8b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.202+0000 7f6b1f400700 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a96e20 0x558201a93640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.202+0000 7f6b1ea00700 1 -- 172.21.15.7:0/2615227991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a917d0 msgr2=0x558201a93100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:21.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.203+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a917d0 0x558201a93100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.203+0000 7f6b1ea00700 1 -- 172.21.15.7:0/2615227991 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a96e20 msgr2=0x558201a93640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:21.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.203+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a96e20 0x558201a93640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.204+0000 7f6b1ea00700 1 -- 172.21.15.7:0/2615227991 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558201a8c020 con 0x558201a8b880 2024-05-21T02:03:21.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.204+0000 7f6b1f400700 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a96e20 0x558201a93640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:03:21.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.204+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 0x558201a8b260 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6b10000c00 tx=0x7f6b10004f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4128f02248b81943 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:21.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.204+0000 7f6b0b400700 1 -- 172.21.15.7:0/2615227991 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b1001d040 con 0x558201a8b880 2024-05-21T02:03:21.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.205+0000 7f6b0b400700 1 -- 172.21.15.7:0/2615227991 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b10005680 con 0x558201a8b880 2024-05-21T02:03:21.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.205+0000 7f6b0b400700 1 -- 172.21.15.7:0/2615227991 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b10003d80 con 0x558201a8b880 2024-05-21T02:03:21.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.206+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2615227991 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 msgr2=0x558201a8b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:21.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.206+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 0x558201a8b260 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6b10000c00 tx=0x7f6b10004f70 comp rx=0 tx=0).stop 2024-05-21T02:03:21.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.207+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2615227991 shutdown_connections 2024-05-21T02:03:21.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.207+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a96e20 0x558201a93640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.207+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a8b880 0x558201a8b260 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.207+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2615227991 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a917d0 0x558201a93100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.207+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2615227991 >> 172.21.15.7:0/2615227991 conn(0x5582019b9be0 msgr2=0x558201a7f680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:21.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.207+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2615227991 shutdown_connections 2024-05-21T02:03:21.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.207+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2615227991 wait complete. 2024-05-21T02:03:21.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.208+0000 7f6b3040fb80 1 -- start start 2024-05-21T02:03:21.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.208+0000 7f6b3040fb80 1 Processor -- start 2024-05-21T02:03:21.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.211+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 0x558201aa5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.211+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201aa6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.211+0000 7f6b3040fb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a96e20 0x558201aa2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.212+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b20071560 con 0x558201a917d0 2024-05-21T02:03:21.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.212+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6b20070e90 con 0x558201a8b880 2024-05-21T02:03:21.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.212+0000 7f6b3040fb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6b201076a0 con 0x558201a96e20 2024-05-21T02:03:21.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.212+0000 7f6b3040fb80 10 client.0 _ll_register_callbacks cb 0x558201983c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:21.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.212+0000 7f6b1f400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a96e20 0x558201aa2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.212+0000 7f6b1f400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a96e20 0x558201aa2cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:55472/0 (socket says 172.21.15.7:55472) 2024-05-21T02:03:21.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.212+0000 7f6b1f400700 1 -- 172.21.15.7:0/2618625510 learned_addr learned my addr 172.21.15.7:0/2618625510 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:21.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.214+0000 7f6b1f400700 1 -- 172.21.15.7:0/2618625510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 msgr2=0x558201aa5ec0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:03:21.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.214+0000 7f6b1f400700 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 0x558201aa5ec0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.214+0000 7f6b1f400700 1 -- 172.21.15.7:0/2618625510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 msgr2=0x558201aa6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:21.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.214+0000 7f6b1f400700 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201aa6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.214+0000 7f6b1f400700 1 -- 172.21.15.7:0/2618625510 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558201aa33c0 con 0x558201a96e20 2024-05-21T02:03:21.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.217+0000 7f6b1f400700 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a96e20 0x558201aa2cb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6b180094c0 tx=0x7f6b180a9550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=522f1ce75d6a2c51 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:21.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.217+0000 7f6b08c00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:03:21.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.219+0000 7f6b08c00700 1 -- 172.21.15.7:0/2618625510 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b180a9710 con 0x558201a96e20 2024-05-21T02:03:21.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.219+0000 7f6b08c00700 1 -- 172.21.15.7:0/2618625510 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6b180a8480 con 0x558201a96e20 2024-05-21T02:03:21.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.219+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2618625510 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b10005680 con 0x558201a96e20 2024-05-21T02:03:21.220 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.220+0000 7f6b08c00700 1 -- 172.21.15.7:0/2618625510 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6b180a9010 con 0x558201a96e20 2024-05-21T02:03:21.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.223+0000 7f6b3040fb80 10 client.25870 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:21.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.223+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2618625510 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558201b189c0 con 0x558201a96e20 2024-05-21T02:03:21.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.225+0000 7f6b08c00700 1 -- 172.21.15.7:0/2618625510 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b10005680 con 0x558201a96e20 2024-05-21T02:03:21.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.225+0000 7f6b08c00700 1 -- 172.21.15.7:0/2618625510 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6b18003a00 con 0x558201a96e20 2024-05-21T02:03:21.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.228+0000 7f6b3040fb80 10 client.25870 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:21.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.228+0000 7f6b3040fb80 10 client.25870 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:03:21.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.229+0000 7f6b3040fb80 20 client.25870 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.229+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x558201b18f80 0x558201b1b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.231+0000 7f6b3040fb80 4 client.25870 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.231+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2618625510 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5582019e5570 con 0x558201b18f80 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.232+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x558201b18f80 0x558201b1b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.234+0000 7f6b1ea00700 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x558201b18f80 0x558201b1b3e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9803f31f768fcd14 server_cookie=9ac426e11c9b0bfb in_seq=0 out_seq=0 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.235+0000 7f6b08c00700 10 client.25870 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.235+0000 7f6b08c00700 1 -- 172.21.15.7:0/2618625510 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5582019e5570 con 0x558201b18f80 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.236+0000 7f6b08c00700 10 client.25870 handle_command_reply: tid=0 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.236+0000 7f6b3040fb80 1 client.25870 shutdown 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.237+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2618625510 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a96e20 msgr2=0x558201aa2cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.237+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a96e20 0x558201aa2cb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6b180094c0 tx=0x7f6b180a9550 comp rx=0 tx=0).stop 2024-05-21T02:03:21.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.237+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2618625510 shutdown_connections 2024-05-21T02:03:21.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.237+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x558201b18f80 0x558201b1b3e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.246 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:03:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.238+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558201a96e20 0x558201aa2cb0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.238+0000 7f6b08c00700 0 client.25870 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:03:21.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.238+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558201a8b880 0x558201aa5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.238+0000 7f6b3040fb80 1 --2- 172.21.15.7:0/2618625510 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558201a917d0 0x558201aa6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.238+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2618625510 >> 172.21.15.7:0/2618625510 conn(0x5582019b9be0 msgr2=0x558201a859e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.239+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2618625510 shutdown_connections 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.239+0000 7f6b3040fb80 1 -- 172.21.15.7:0/2618625510 wait complete. 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.239+0000 7f6b3040fb80 20 client.25870 trim_cache size 0 max 16384 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.241+0000 7f6b25a00700 1 -- 172.21.15.7:0/1651259036 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b040b2980 msgr2=0x7f6b040b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.241+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b040b2980 0x7f6b040b4e40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c009fd0 tx=0x7f6b0c005b40 comp rx=0 tx=0).stop 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.241+0000 7f6b25a00700 1 -- 172.21.15.7:0/1651259036 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b2010ffa0 msgr2=0x7f6b2019ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.241+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b2010ffa0 0x7f6b2019ba90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6b1800efc0 tx=0x7f6b1800c3a0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.242+0000 7f6b25a00700 1 -- 172.21.15.7:0/1651259036 shutdown_connections 2024-05-21T02:03:21.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.242+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b2010ffa0 0x7f6b2019ba90 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.242+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b20075770 0x7f6b201a18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.242+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b040b2980 0x7f6b040b4e40 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.242+0000 7f6b25a00700 1 --2- 172.21.15.7:0/1651259036 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b20076090 0x7f6b201a1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:21.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.242+0000 7f6b25a00700 1 -- 172.21.15.7:0/1651259036 >> 172.21.15.7:0/1651259036 conn(0x7f6b2007a6a0 msgr2=0x7f6b201005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:21.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.243+0000 7f6b25a00700 1 -- 172.21.15.7:0/1651259036 shutdown_connections 2024-05-21T02:03:21.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:21.243+0000 7f6b25a00700 1 -- 172.21.15.7:0/1651259036 wait complete. 2024-05-21T02:03:22.386 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T02:03:22.636 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:22 smithi007 ceph-mon[31288]: pgmap v547: 97 pgs: 97 active+clean; 993 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.7 MiB/s wr, 13 op/s 2024-05-21T02:03:22.636 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:03:22.636 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:03:22.637 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:22 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:03:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:22 smithi164 ceph-mon[36138]: pgmap v547: 97 pgs: 97 active+clean; 993 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.7 MiB/s wr, 13 op/s 2024-05-21T02:03:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:03:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:03:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:22 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:03:23.029 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 initial writers = 247670.28 kB/sec 2024-05-21T02:03:23.092 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 initial writers = 247602.08 kB/sec 2024-05-21T02:03:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 247670.28 kB/sec 2024-05-21T02:03:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 247670.28 kB/sec 2024-05-21T02:03:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 247670.28 kB/sec 2024-05-21T02:03:23.093 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 1048576.00 kB 2024-05-21T02:03:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:22 smithi190 ceph-mon[35961]: pgmap v547: 97 pgs: 97 active+clean; 993 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 7.7 MiB/s wr, 13 op/s 2024-05-21T02:03:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:03:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:03:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:22 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:03:24.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:24 smithi007 ceph-mon[31288]: pgmap v548: 97 pgs: 97 active+clean; 921 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 34 MiB/s wr, 31 op/s 2024-05-21T02:03:24.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:24 smithi164 ceph-mon[36138]: pgmap v548: 97 pgs: 97 active+clean; 921 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 34 MiB/s wr, 31 op/s 2024-05-21T02:03:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:24 smithi190 ceph-mon[35961]: pgmap v548: 97 pgs: 97 active+clean; 921 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 34 MiB/s wr, 31 op/s 2024-05-21T02:03:25.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.739+0000 7f6ba2c00700 1 -- 172.21.15.7:0/283811729 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b9c1088f0 msgr2=0x7f6b9c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:25.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.739+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/283811729 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b9c1088f0 0x7f6b9c110470 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6b9400b0d0 tx=0x7f6b9400b3e0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.739+0000 7f6ba2c00700 1 -- 172.21.15.7:0/283811729 shutdown_connections 2024-05-21T02:03:25.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.739+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/283811729 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b9c1088f0 0x7f6b9c110470 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.739+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/283811729 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b9c1037f0 0x7f6b9c103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.739+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/283811729 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b9c1041a0 0x7f6b9c1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.739+0000 7f6ba2c00700 1 -- 172.21.15.7:0/283811729 >> 172.21.15.7:0/283811729 conn(0x7f6b9c07a6a0 msgr2=0x7f6b9c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:25.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.739+0000 7f6ba2c00700 1 -- 172.21.15.7:0/283811729 shutdown_connections 2024-05-21T02:03:25.741 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.739+0000 7f6ba2c00700 1 -- 172.21.15.7:0/283811729 wait complete. 2024-05-21T02:03:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.741+0000 7f6ba2c00700 1 Processor -- start 2024-05-21T02:03:25.742 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.741+0000 7f6ba2c00700 1 -- start start 2024-05-21T02:03:25.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.741+0000 7f6ba2c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b9c1037f0 0x7f6b9c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.741+0000 7f6ba2c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b9c1041a0 0x7f6b9c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.741+0000 7f6ba2c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b9c1088f0 0x7f6b9c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.741+0000 7f6ba2c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c113710 con 0x7f6b9c1037f0 2024-05-21T02:03:25.743 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.741+0000 7f6ba2c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c113590 con 0x7f6b9c1041a0 2024-05-21T02:03:25.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.741+0000 7f6ba2c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c113890 con 0x7f6b9c1088f0 2024-05-21T02:03:25.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6b9be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b9c1037f0 0x7f6b9c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6b9be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b9c1037f0 0x7f6b9c075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50682/0 (socket says 172.21.15.7:50682) 2024-05-21T02:03:25.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6b9be00700 1 -- 172.21.15.7:0/3435318052 learned_addr learned my addr 172.21.15.7:0/3435318052 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:25.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6b93e00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b9c1041a0 0x7f6b9c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.744 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6ba0c00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b9c1088f0 0x7f6b9c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6b93e00700 1 -- 172.21.15.7:0/3435318052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b9c1088f0 msgr2=0x7f6b9c0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:25.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6b93e00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b9c1088f0 0x7f6b9c0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6b93e00700 1 -- 172.21.15.7:0/3435318052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b9c1037f0 msgr2=0x7f6b9c075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:25.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6b93e00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b9c1037f0 0x7f6b9c075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.742+0000 7f6b93e00700 1 -- 172.21.15.7:0/3435318052 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b9c1a8020 con 0x7f6b9c1041a0 2024-05-21T02:03:25.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.743+0000 7f6b93e00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b9c1041a0 0x7f6b9c075d80 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6b8400e9f0 tx=0x7f6b8400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:25.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.743+0000 7f6b99600700 1 -- 172.21.15.7:0/3435318052 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8400c9c0 con 0x7f6b9c1041a0 2024-05-21T02:03:25.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.743+0000 7f6b99600700 1 -- 172.21.15.7:0/3435318052 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b8400cb60 con 0x7f6b9c1041a0 2024-05-21T02:03:25.745 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.743+0000 7f6b99600700 1 -- 172.21.15.7:0/3435318052 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b84018680 con 0x7f6b9c1041a0 2024-05-21T02:03:25.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.743+0000 7f6ba2c00700 1 -- 172.21.15.7:0/3435318052 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b9c1a8310 con 0x7f6b9c1041a0 2024-05-21T02:03:25.746 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.743+0000 7f6ba2c00700 1 -- 172.21.15.7:0/3435318052 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b9c1a8800 con 0x7f6b9c1041a0 2024-05-21T02:03:25.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.748+0000 7f6bad64db80 1 Processor -- start 2024-05-21T02:03:25.749 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.748+0000 7f6bad64db80 1 -- start start 2024-05-21T02:03:25.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a8827b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 0x5583a88285c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6bad64db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5583a8785e40 con 0x5583a8828140 2024-05-21T02:03:25.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6bad64db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5583a87759e0 con 0x5583a882d610 2024-05-21T02:03:25.750 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6bad64db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5583a8779a20 con 0x5583a882df30 2024-05-21T02:03:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6b99600700 1 -- 172.21.15.7:0/3435318052 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6b84010430 con 0x7f6b9c1041a0 2024-05-21T02:03:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6ba0c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.751 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6b9be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a8827b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6ba0c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59422/0 (socket says 172.21.15.7:59422) 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6ba0c00700 1 -- 172.21.15.7:0/1834889633 learned_addr learned my addr 172.21.15.7:0/1834889633 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6b9be00700 1 -- 172.21.15.7:0/1834889633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 msgr2=0x5583a882d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.749+0000 7f6b9be00700 1 --2- 172.21.15.7:0/1834889633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.750+0000 7f6b9be00700 1 -- 172.21.15.7:0/1834889633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 msgr2=0x5583a88285c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.750+0000 7f6b93e00700 1 --2- 172.21.15.7:0/1834889633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 0x5583a88285c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.750+0000 7f6b9be00700 1 --2- 172.21.15.7:0/1834889633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 0x5583a88285c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.750+0000 7f6b9be00700 1 -- 172.21.15.7:0/1834889633 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583a873e420 con 0x5583a882df30 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.750+0000 7f6b93e00700 1 --2- 172.21.15.7:0/1834889633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 0x5583a88285c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:03:25.752 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.750+0000 7f6b9be00700 1 --2- 172.21.15.7:0/1834889633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a8827b20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c009d10 tx=0x7f6b8c011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b24fa301cb71e8ac server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:25.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.750+0000 7f6b91600700 1 -- 172.21.15.7:0/1834889633 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8c004250 con 0x5583a882df30 2024-05-21T02:03:25.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.751+0000 7f6b91600700 1 -- 172.21.15.7:0/1834889633 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b8c0043f0 con 0x5583a882df30 2024-05-21T02:03:25.753 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.751+0000 7f6b91600700 1 -- 172.21.15.7:0/1834889633 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8c0055e0 con 0x5583a882df30 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.751+0000 7f6b99600700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b800b2900 0x7f6b800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.751+0000 7f6b99600700 1 -- 172.21.15.7:0/3435318052 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6b840e2270 con 0x7f6b9c1041a0 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.751+0000 7f6ba0c00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b800b2900 0x7f6b800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6bad64db80 1 -- 172.21.15.7:0/1834889633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 msgr2=0x5583a8827b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6bad64db80 1 --2- 172.21.15.7:0/1834889633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a8827b20 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c009d10 tx=0x7f6b8c011720 comp rx=0 tx=0).stop 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6bad64db80 1 -- 172.21.15.7:0/1834889633 shutdown_connections 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6bad64db80 1 --2- 172.21.15.7:0/1834889633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 0x5583a88285c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6bad64db80 1 --2- 172.21.15.7:0/1834889633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6bad64db80 1 --2- 172.21.15.7:0/1834889633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a8827b20 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6bad64db80 1 -- 172.21.15.7:0/1834889633 >> 172.21.15.7:0/1834889633 conn(0x5583a8755be0 msgr2=0x5583a8822690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6bad64db80 1 -- 172.21.15.7:0/1834889633 shutdown_connections 2024-05-21T02:03:25.754 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6bad64db80 1 -- 172.21.15.7:0/1834889633 wait complete. 2024-05-21T02:03:25.755 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.752+0000 7f6ba0c00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b800b2900 0x7f6b800b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f6b94009e60 tx=0x7f6b9400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.753+0000 7f6bad64db80 1 -- start start 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.753+0000 7f6bad64db80 1 Processor -- start 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a8828140 0x5583a8833cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a8831070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882df30 0x5583a88315b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6bad64db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5583a867bfa0 con 0x5583a882df30 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6bad64db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5583a8716760 con 0x5583a882d610 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6bad64db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5583a88349e0 con 0x5583a8828140 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6bad64db80 10 client.0 _ll_register_callbacks cb 0x5583a871fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6ba0c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882df30 0x5583a88315b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6b9be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a8828140 0x5583a8833cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6b93e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a8831070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6b9be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a8828140 0x5583a8833cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:55510/0 (socket says 172.21.15.7:55510) 2024-05-21T02:03:25.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.754+0000 7f6b9be00700 1 -- 172.21.15.7:0/50750900 learned_addr learned my addr 172.21.15.7:0/50750900 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.755+0000 7f6b9be00700 1 -- 172.21.15.7:0/50750900 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 msgr2=0x5583a8831070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.755+0000 7f6b9be00700 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a8831070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.755+0000 7f6b9be00700 1 -- 172.21.15.7:0/50750900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882df30 msgr2=0x5583a88315b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.755+0000 7f6b9be00700 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882df30 0x5583a88315b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.755+0000 7f6b9be00700 1 -- 172.21.15.7:0/50750900 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583a86c58d0 con 0x5583a8828140 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.755+0000 7f6b9be00700 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a8828140 0x5583a8833cd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c004f50 tx=0x7f6b8c004630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=803970d7755af237 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.755+0000 7f6b8a000700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.755+0000 7f6b8a000700 1 -- 172.21.15.7:0/50750900 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8c026020 con 0x5583a8828140 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.756+0000 7f6b8a000700 1 -- 172.21.15.7:0/50750900 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6b8c005410 con 0x5583a8828140 2024-05-21T02:03:25.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.756+0000 7f6bad64db80 1 -- 172.21.15.7:0/50750900 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b8c0043f0 con 0x5583a8828140 2024-05-21T02:03:25.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.756+0000 7f6b8a000700 1 -- 172.21.15.7:0/50750900 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6b8c005610 con 0x5583a8828140 2024-05-21T02:03:25.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.756+0000 7f6bad64db80 10 client.25882 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:25.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.756+0000 7f6bad64db80 1 -- 172.21.15.7:0/50750900 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5583a8746060 con 0x5583a8828140 2024-05-21T02:03:25.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.756+0000 7f6b8a000700 1 -- 172.21.15.7:0/50750900 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b8c0043f0 con 0x5583a8828140 2024-05-21T02:03:25.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.756+0000 7f6b8a000700 1 -- 172.21.15.7:0/50750900 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6b8c018070 con 0x5583a8828140 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.757+0000 7f6bad64db80 10 client.25882 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.757+0000 7f6bad64db80 10 client.25882 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.757+0000 7f6bad64db80 20 client.25882 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.757+0000 7f6bad64db80 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5583a88413b0 0x5583a88437a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.757+0000 7f6bad64db80 4 client.25882 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.757+0000 7f6bad64db80 1 -- 172.21.15.7:0/50750900 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583a8787d90 con 0x5583a88413b0 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.757+0000 7f6b93e00700 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5583a88413b0 0x5583a88437a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.758+0000 7f6b93e00700 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5583a88413b0 0x5583a88437a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=333723ac0533958 server_cookie=ac885b8726434830 in_seq=0 out_seq=0 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.758+0000 7f6b8a000700 10 client.25882 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.758+0000 7f6b8a000700 1 -- 172.21.15.7:0/50750900 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5583a8787d90 con 0x5583a88413b0 2024-05-21T02:03:25.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.758+0000 7f6b8a000700 10 client.25882 handle_command_reply: tid=0 2024-05-21T02:03:25.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 client.25882 shutdown 2024-05-21T02:03:25.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 -- 172.21.15.7:0/50750900 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a8828140 msgr2=0x5583a8833cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:25.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a8828140 0x5583a8833cd0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c004f50 tx=0x7f6b8c004630 comp rx=0 tx=0).stop 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 -- 172.21.15.7:0/50750900 shutdown_connections 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5583a88413b0 0x5583a88437a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882df30 0x5583a88315b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a8828140 0x5583a8833cd0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6b8a000700 0 client.25882 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 --2- 172.21.15.7:0/50750900 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a8831070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 -- 172.21.15.7:0/50750900 >> 172.21.15.7:0/50750900 conn(0x5583a8755be0 msgr2=0x5583a8821d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 -- 172.21.15.7:0/50750900 shutdown_connections 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.759+0000 7f6bad64db80 1 -- 172.21.15.7:0/50750900 wait complete. 2024-05-21T02:03:25.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.760+0000 7f6bad64db80 20 client.25882 trim_cache size 0 max 16384 2024-05-21T02:03:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.777+0000 7f6bad64db80 1 Processor -- start 2024-05-21T02:03:25.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.777+0000 7f6bad64db80 1 -- start start 2024-05-21T02:03:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.777+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 0x5583a8827b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.777+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.777+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a88224f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.777+0000 7f6bad64db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c1aff10 con 0x5583a8828140 2024-05-21T02:03:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.777+0000 7f6bad64db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c1b1a50 con 0x5583a882d610 2024-05-21T02:03:25.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.777+0000 7f6bad64db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c1b05e0 con 0x5583a882df30 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6ba0c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a88224f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6ba0c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a88224f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:55516/0 (socket says 172.21.15.7:55516) 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6ba0c00700 1 -- 172.21.15.7:0/3701503290 learned_addr learned my addr 172.21.15.7:0/3701503290 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6b9be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 0x5583a8827b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6b93e00700 1 --2- 172.21.15.7:0/3701503290 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6ba0c00700 1 -- 172.21.15.7:0/3701503290 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 msgr2=0x5583a882ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6ba0c00700 1 --2- 172.21.15.7:0/3701503290 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6ba0c00700 1 -- 172.21.15.7:0/3701503290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 msgr2=0x5583a8827b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6ba0c00700 1 --2- 172.21.15.7:0/3701503290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 0x5583a8827b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6ba0c00700 1 -- 172.21.15.7:0/3701503290 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583a881a760 con 0x5583a882df30 2024-05-21T02:03:25.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.778+0000 7f6b93e00700 1 --2- 172.21.15.7:0/3701503290 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:25.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.779+0000 7f6ba0c00700 1 --2- 172.21.15.7:0/3701503290 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a88224f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6b9400bfa0 tx=0x7f6b94021000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=982acf7fe490e2a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:25.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.779+0000 7f6b90c00700 1 -- 172.21.15.7:0/3701503290 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b94004df0 con 0x5583a882df30 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.779+0000 7f6b90c00700 1 -- 172.21.15.7:0/3701503290 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b94007990 con 0x5583a882df30 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.779+0000 7f6b90c00700 1 -- 172.21.15.7:0/3701503290 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b94005540 con 0x5583a882df30 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.780+0000 7f6bad64db80 1 -- 172.21.15.7:0/3701503290 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 msgr2=0x5583a88224f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.780+0000 7f6bad64db80 1 --2- 172.21.15.7:0/3701503290 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a88224f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6b9400bfa0 tx=0x7f6b94021000 comp rx=0 tx=0).stop 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.780+0000 7f6bad64db80 1 -- 172.21.15.7:0/3701503290 shutdown_connections 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.780+0000 7f6bad64db80 1 --2- 172.21.15.7:0/3701503290 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a88224f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.780+0000 7f6bad64db80 1 --2- 172.21.15.7:0/3701503290 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a8828140 0x5583a8827b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.780+0000 7f6bad64db80 1 --2- 172.21.15.7:0/3701503290 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a882d610 0x5583a882ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.780+0000 7f6bad64db80 1 -- 172.21.15.7:0/3701503290 >> 172.21.15.7:0/3701503290 conn(0x5583a8755be0 msgr2=0x5583a8830210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.780+0000 7f6bad64db80 1 -- 172.21.15.7:0/3701503290 shutdown_connections 2024-05-21T02:03:25.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.780+0000 7f6bad64db80 1 -- 172.21.15.7:0/3701503290 wait complete. 2024-05-21T02:03:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.781+0000 7f6bad64db80 1 -- start start 2024-05-21T02:03:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.781+0000 7f6bad64db80 1 Processor -- start 2024-05-21T02:03:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a8828140 0x5583a8839ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882d610 0x5583a883a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6bad64db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a8836c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6bad64db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c1b1380 con 0x5583a882d610 2024-05-21T02:03:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6bad64db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c1b0cb0 con 0x5583a8828140 2024-05-21T02:03:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6bad64db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c1ade90 con 0x5583a882df30 2024-05-21T02:03:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6bad64db80 10 client.0 _ll_register_callbacks cb 0x5583a871fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6b93e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882d610 0x5583a883a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6b93e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882d610 0x5583a883a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50718/0 (socket says 172.21.15.7:50718) 2024-05-21T02:03:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6b9be00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a8828140 0x5583a8839ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6b93e00700 1 -- 172.21.15.7:0/2150882984 learned_addr learned my addr 172.21.15.7:0/2150882984 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.782+0000 7f6ba0c00700 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a8836c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b9be00700 1 -- 172.21.15.7:0/2150882984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 msgr2=0x5583a8836c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b9be00700 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a8836c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b9be00700 1 -- 172.21.15.7:0/2150882984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882d610 msgr2=0x5583a883a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b9be00700 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882d610 0x5583a883a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b9be00700 1 -- 172.21.15.7:0/2150882984 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583a88499a0 con 0x5583a8828140 2024-05-21T02:03:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b93e00700 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882d610 0x5583a883a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:25.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b9be00700 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a8828140 0x5583a8839ca0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c003d70 tx=0x7f6b8c0050e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8425adfb7b2b58a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b8a000700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b8a000700 1 -- 172.21.15.7:0/2150882984 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b8c026040 con 0x5583a8828140 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6bad64db80 1 -- 172.21.15.7:0/2150882984 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b94007990 con 0x5583a8828140 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.783+0000 7f6b8a000700 1 -- 172.21.15.7:0/2150882984 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6b8c005410 con 0x5583a8828140 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6b8a000700 1 -- 172.21.15.7:0/2150882984 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6b8c03d050 con 0x5583a8828140 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6bad64db80 10 client.25850 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6bad64db80 1 -- 172.21.15.7:0/2150882984 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5583a88ac2e0 con 0x5583a8828140 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6b8a000700 1 -- 172.21.15.7:0/2150882984 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b94007990 con 0x5583a8828140 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6b8a000700 1 -- 172.21.15.7:0/2150882984 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6b8c018040 con 0x5583a8828140 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6bad64db80 10 client.25850 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6bad64db80 10 client.25850 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6bad64db80 20 client.25850 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6bad64db80 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5583a88ac990 0x5583a88aed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:25.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6bad64db80 4 client.25850 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:03:25.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.784+0000 7f6bad64db80 1 -- 172.21.15.7:0/2150882984 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5583a8781570 con 0x5583a88ac990 2024-05-21T02:03:25.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.785+0000 7f6b93e00700 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5583a88ac990 0x5583a88aed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.785+0000 7f6b93e00700 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5583a88ac990 0x5583a88aed80 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8fab1d669784520a server_cookie=afd1d565b2dd6160 in_seq=0 out_seq=0 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.785+0000 7f6b8a000700 10 client.25850 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6b8a000700 1 -- 172.21.15.7:0/2150882984 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5583a8781570 con 0x5583a88ac990 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6b8a000700 10 client.25850 handle_command_reply: tid=0 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 client.25850 shutdown 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 -- 172.21.15.7:0/2150882984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a8828140 msgr2=0x5583a8839ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a8828140 0x5583a8839ca0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c003d70 tx=0x7f6b8c0050e0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 -- 172.21.15.7:0/2150882984 shutdown_connections 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x5583a88ac990 0x5583a88aed80 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5583a882df30 0x5583a8836c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5583a8828140 0x5583a8839ca0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 --2- 172.21.15.7:0/2150882984 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5583a882d610 0x5583a883a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6b8a000700 0 client.25850 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:03:25.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 -- 172.21.15.7:0/2150882984 >> 172.21.15.7:0/2150882984 conn(0x5583a8755be0 msgr2=0x5583a8830210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:25.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 -- 172.21.15.7:0/2150882984 shutdown_connections 2024-05-21T02:03:25.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.786+0000 7f6bad64db80 1 -- 172.21.15.7:0/2150882984 wait complete. 2024-05-21T02:03:25.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.787+0000 7f6bad64db80 20 client.25850 trim_cache size 0 max 16384 2024-05-21T02:03:25.790 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:03:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.787+0000 7f6ba2c00700 1 -- 172.21.15.7:0/3435318052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b800b2900 msgr2=0x7f6b800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.787+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b800b2900 0x7f6b800b4dc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f6b94009e60 tx=0x7f6b9400b040 comp rx=0 tx=0).stop 2024-05-21T02:03:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.787+0000 7f6ba2c00700 1 -- 172.21.15.7:0/3435318052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b9c1041a0 msgr2=0x7f6b9c075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.787+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b9c1041a0 0x7f6b9c075d80 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6b8400e9f0 tx=0x7f6b8400ed00 comp rx=0 tx=0).stop 2024-05-21T02:03:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.788+0000 7f6ba2c00700 1 -- 172.21.15.7:0/3435318052 shutdown_connections 2024-05-21T02:03:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.788+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6b9c1088f0 0x7f6b9c0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.788+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6b800b2900 0x7f6b800b4dc0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.788+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6b9c1037f0 0x7f6b9c075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.788+0000 7f6ba2c00700 1 --2- 172.21.15.7:0/3435318052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6b9c1041a0 0x7f6b9c075d80 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:25.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.788+0000 7f6ba2c00700 1 -- 172.21.15.7:0/3435318052 >> 172.21.15.7:0/3435318052 conn(0x7f6b9c07a6a0 msgr2=0x7f6b9c101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:25.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.788+0000 7f6ba2c00700 1 -- 172.21.15.7:0/3435318052 shutdown_connections 2024-05-21T02:03:25.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:25.788+0000 7f6ba2c00700 1 -- 172.21.15.7:0/3435318052 wait complete. 2024-05-21T02:03:26.792 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T02:03:26.893 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:26 smithi007 ceph-mon[31288]: pgmap v549: 97 pgs: 97 active+clean; 909 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 70 MiB/s wr, 50 op/s 2024-05-21T02:03:26.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:26 smithi164 ceph-mon[36138]: pgmap v549: 97 pgs: 97 active+clean; 909 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 70 MiB/s wr, 50 op/s 2024-05-21T02:03:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:26 smithi190 ceph-mon[35961]: pgmap v549: 97 pgs: 97 active+clean; 909 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 70 MiB/s wr, 50 op/s 2024-05-21T02:03:27.506 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:28.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:28 smithi164 ceph-mon[36138]: pgmap v550: 97 pgs: 97 active+clean; 1001 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 88 MiB/s wr, 55 op/s 2024-05-21T02:03:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:28.961 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 rewriters = 304373.88 kB/sec 2024-05-21T02:03:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 rewriters = 304300.94 kB/sec 2024-05-21T02:03:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 304373.88 kB/sec 2024-05-21T02:03:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 304373.88 kB/sec 2024-05-21T02:03:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 304373.88 kB/sec 2024-05-21T02:03:28.962 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 1048576.00 kB 2024-05-21T02:03:29.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:28 smithi007 ceph-mon[31288]: pgmap v550: 97 pgs: 97 active+clean; 1001 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 88 MiB/s wr, 55 op/s 2024-05-21T02:03:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:28 smithi190 ceph-mon[35961]: pgmap v550: 97 pgs: 97 active+clean; 1001 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 88 MiB/s wr, 55 op/s 2024-05-21T02:03:30.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.344+0000 7f559bc00700 1 -- 172.21.15.7:0/1481478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f559410eeb0 msgr2=0x7f5594116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:30.346 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.344+0000 7f559bc00700 1 --2- 172.21.15.7:0/1481478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f559410eeb0 0x7f5594116a80 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f558c00b0d0 tx=0x7f558c00b3e0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.344+0000 7f559bc00700 1 -- 172.21.15.7:0/1481478 shutdown_connections 2024-05-21T02:03:30.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.344+0000 7f559bc00700 1 --2- 172.21.15.7:0/1481478 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f559410eeb0 0x7f5594116a80 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.344+0000 7f559bc00700 1 --2- 172.21.15.7:0/1481478 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f5594109dd0 0x7f559410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.344+0000 7f559bc00700 1 --2- 172.21.15.7:0/1481478 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f559410a780 0x7f559410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.344+0000 7f559bc00700 1 -- 172.21.15.7:0/1481478 >> 172.21.15.7:0/1481478 conn(0x7f5594076d10 msgr2=0x7f5594108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:30.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.344+0000 7f559bc00700 1 -- 172.21.15.7:0/1481478 shutdown_connections 2024-05-21T02:03:30.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.344+0000 7f559bc00700 1 -- 172.21.15.7:0/1481478 wait complete. 2024-05-21T02:03:30.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.346+0000 7f559bc00700 1 Processor -- start 2024-05-21T02:03:30.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.346+0000 7f559bc00700 1 -- start start 2024-05-21T02:03:30.349 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f559bc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5594109dd0 0x7f55941a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f559bc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559410a780 0x7f55941a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f559bc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f559410eeb0 0x7f55941a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f559bc00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f5594119db0 con 0x7f559410eeb0 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f559bc00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f5594119c30 con 0x7f5594109dd0 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f559bc00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f5594119f30 con 0x7f559410a780 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f5599200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5594109dd0 0x7f55941a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f5599200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5594109dd0 0x7f55941a0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59698/0 (socket says 172.21.15.7:59698) 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f5599c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f559410eeb0 0x7f55941a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f5599200700 1 -- 172.21.15.7:0/4044760214 learned_addr learned my addr 172.21.15.7:0/4044760214 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:30.350 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.347+0000 7f5593e00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559410a780 0x7f55941a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5593e00700 1 -- 172.21.15.7:0/4044760214 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5594109dd0 msgr2=0x7f55941a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:30.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5593e00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5594109dd0 0x7f55941a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5593e00700 1 -- 172.21.15.7:0/4044760214 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f559410eeb0 msgr2=0x7f55941a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:30.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5593e00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f559410eeb0 0x7f55941a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5593e00700 1 -- 172.21.15.7:0/4044760214 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55941a5250 con 0x7f559410a780 2024-05-21T02:03:30.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5599200700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5594109dd0 0x7f55941a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:30.351 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5593e00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559410a780 0x7f55941a0780 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f558800e9c0 tx=0x7f558800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:30.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5591600700 1 -- 172.21.15.7:0/4044760214 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558800c9c0 con 0x7f559410a780 2024-05-21T02:03:30.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f559bc00700 1 -- 172.21.15.7:0/4044760214 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55941a5540 con 0x7f559410a780 2024-05-21T02:03:30.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5591600700 1 -- 172.21.15.7:0/4044760214 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f558800cb60 con 0x7f559410a780 2024-05-21T02:03:30.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.348+0000 7f5591600700 1 -- 172.21.15.7:0/4044760214 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5588018680 con 0x7f559410a780 2024-05-21T02:03:30.352 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.349+0000 7f559bc00700 1 -- 172.21.15.7:0/4044760214 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55941acdc0 con 0x7f559410a780 2024-05-21T02:03:30.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.352+0000 7f5591600700 1 -- 172.21.15.7:0/4044760214 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f5588010430 con 0x7f559410a780 2024-05-21T02:03:30.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.353+0000 7f55a651cb80 1 Processor -- start 2024-05-21T02:03:30.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.353+0000 7f55a651cb80 1 -- start start 2024-05-21T02:03:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 0x56307f3ea9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3eaf30 0x56307f3e4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3e55c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f55a651cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56307f342e40 con 0x56307f3eaf30 2024-05-21T02:03:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f55a651cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56307f3329e0 con 0x56307f3e5140 2024-05-21T02:03:30.355 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f55a651cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x56307f336a20 con 0x56307f3ea610 2024-05-21T02:03:30.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f5593e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3e55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f5599200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3eaf30 0x56307f3e4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f5591600700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f557c0b2900 0x7f557c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f5599200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3eaf30 0x56307f3e4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39886/0 (socket says 172.21.15.7:39886) 2024-05-21T02:03:30.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f5593e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3e55c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59706/0 (socket says 172.21.15.7:59706) 2024-05-21T02:03:30.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f5599200700 1 -- 172.21.15.7:0/1299014592 learned_addr learned my addr 172.21.15.7:0/1299014592 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:30.356 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.354+0000 7f5599c00700 1 --2- 172.21.15.7:0/1299014592 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 0x56307f3ea9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.355+0000 7f5591600700 1 -- 172.21.15.7:0/4044760214 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f55880e22c0 con 0x7f559410a780 2024-05-21T02:03:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.355+0000 7f5599200700 1 -- 172.21.15.7:0/1299014592 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 msgr2=0x56307f3ea9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.355+0000 7f5599200700 1 --2- 172.21.15.7:0/1299014592 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 0x56307f3ea9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.355+0000 7f5599200700 1 -- 172.21.15.7:0/1299014592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 msgr2=0x56307f3e55c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.355+0000 7f5599200700 1 --2- 172.21.15.7:0/1299014592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3e55c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.355+0000 7f5599200700 1 -- 172.21.15.7:0/1299014592 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56307f2fb420 con 0x56307f3eaf30 2024-05-21T02:03:30.357 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.355+0000 7f5599c00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f557c0b2900 0x7f557c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.355+0000 7f5599200700 1 --2- 172.21.15.7:0/1299014592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3eaf30 0x56307f3e4b20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5584011810 tx=0x7f5584011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ce4d97a1570fc9d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.356+0000 7f5582000700 1 -- 172.21.15.7:0/1299014592 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558401e070 con 0x56307f3eaf30 2024-05-21T02:03:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.356+0000 7f5599c00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f557c0b2900 0x7f557c0b4dc0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f558c0060b0 tx=0x7f558c00b3e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.356+0000 7f5582000700 1 -- 172.21.15.7:0/1299014592 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f558400f930 con 0x56307f3eaf30 2024-05-21T02:03:30.358 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.356+0000 7f5582000700 1 -- 172.21.15.7:0/1299014592 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55840199b0 con 0x56307f3eaf30 2024-05-21T02:03:30.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.356+0000 7f55a651cb80 1 -- 172.21.15.7:0/1299014592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3eaf30 msgr2=0x56307f3e4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:30.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.356+0000 7f55a651cb80 1 --2- 172.21.15.7:0/1299014592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3eaf30 0x56307f3e4b20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5584011810 tx=0x7f5584011b20 comp rx=0 tx=0).stop 2024-05-21T02:03:30.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.357+0000 7f55a651cb80 1 -- 172.21.15.7:0/1299014592 shutdown_connections 2024-05-21T02:03:30.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.357+0000 7f55a651cb80 1 --2- 172.21.15.7:0/1299014592 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3e55c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.357+0000 7f55a651cb80 1 --2- 172.21.15.7:0/1299014592 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 0x56307f3ea9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.357+0000 7f55a651cb80 1 --2- 172.21.15.7:0/1299014592 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3eaf30 0x56307f3e4b20 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.357+0000 7f55a651cb80 1 -- 172.21.15.7:0/1299014592 >> 172.21.15.7:0/1299014592 conn(0x56307f312be0 msgr2=0x56307f3df690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:30.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.357+0000 7f55a651cb80 1 -- 172.21.15.7:0/1299014592 shutdown_connections 2024-05-21T02:03:30.359 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.357+0000 7f55a651cb80 1 -- 172.21.15.7:0/1299014592 wait complete. 2024-05-21T02:03:30.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.357+0000 7f55a651cb80 1 -- start start 2024-05-21T02:03:30.360 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.358+0000 7f55a651cb80 1 Processor -- start 2024-05-21T02:03:30.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.358+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.358+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3ea610 0x56307f3edfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.358+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 0x56307f3ee500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.361 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.358+0000 7f55a651cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x56307f238fa0 con 0x56307f3ea610 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.358+0000 7f55a651cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x56307f2d3760 con 0x56307f3e5140 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.358+0000 7f55a651cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x56307f3f19e0 con 0x56307f3eaf30 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.358+0000 7f55a651cb80 10 client.0 _ll_register_callbacks cb 0x56307f2dcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.358+0000 7f5593e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3ea610 0x56307f3edfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5599200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5593e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3ea610 0x56307f3edfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39902/0 (socket says 172.21.15.7:39902) 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5593e00700 1 -- 172.21.15.7:0/2174436909 learned_addr learned my addr 172.21.15.7:0/2174436909 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5599c00700 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 0x56307f3ee500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5599200700 1 -- 172.21.15.7:0/2174436909 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 msgr2=0x56307f3ee500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5599200700 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 0x56307f3ee500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5599200700 1 -- 172.21.15.7:0/2174436909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3ea610 msgr2=0x56307f3edfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5599200700 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3ea610 0x56307f3edfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.362 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5599200700 1 -- 172.21.15.7:0/2174436909 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56307f2828d0 con 0x56307f3e5140 2024-05-21T02:03:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5593e00700 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3ea610 0x56307f3edfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5599200700 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f55840117e0 tx=0x7f558400fd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab31d20bfae5985 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.359+0000 7f5576a00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:03:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.360+0000 7f5576a00700 1 -- 172.21.15.7:0/2174436909 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5584027060 con 0x56307f3e5140 2024-05-21T02:03:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.360+0000 7f5576a00700 1 -- 172.21.15.7:0/2174436909 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f5584005040 con 0x56307f3e5140 2024-05-21T02:03:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.360+0000 7f55a651cb80 1 -- 172.21.15.7:0/2174436909 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f558400f930 con 0x56307f3e5140 2024-05-21T02:03:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.360+0000 7f5576a00700 1 -- 172.21.15.7:0/2174436909 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f558401e040 con 0x56307f3e5140 2024-05-21T02:03:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.360+0000 7f55a651cb80 10 client.25862 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:30.363 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.360+0000 7f55a651cb80 1 -- 172.21.15.7:0/2174436909 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56307f303060 con 0x56307f3e5140 2024-05-21T02:03:30.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.360+0000 7f5576a00700 1 -- 172.21.15.7:0/2174436909 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f558400f930 con 0x56307f3e5140 2024-05-21T02:03:30.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.361+0000 7f5576a00700 1 -- 172.21.15.7:0/2174436909 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f558402c070 con 0x56307f3e5140 2024-05-21T02:03:30.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.361+0000 7f55a651cb80 10 client.25862 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:30.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.361+0000 7f55a651cb80 10 client.25862 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:03:30.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.361+0000 7f55a651cb80 20 client.25862 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:30.365 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.361+0000 7f55a651cb80 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x56307f3fe470 0x56307f400860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.361+0000 7f55a651cb80 4 client.25862 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.361+0000 7f55a651cb80 1 -- 172.21.15.7:0/2174436909 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56307f344d90 con 0x56307f3fe470 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.361+0000 7f5593e00700 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x56307f3fe470 0x56307f400860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.362+0000 7f5593e00700 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x56307f3fe470 0x56307f400860 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a0cf727ea3d813 server_cookie=8a7299b529ca66e0 in_seq=0 out_seq=0 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.362+0000 7f5576a00700 10 client.25862 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f5576a00700 1 -- 172.21.15.7:0/2174436909 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56307f344d90 con 0x56307f3fe470 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f5576a00700 10 client.25862 handle_command_reply: tid=0 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 client.25862 shutdown 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 -- 172.21.15.7:0/2174436909 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 msgr2=0x56307f3f0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f55840117e0 tx=0x7f558400fd10 comp rx=0 tx=0).stop 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 -- 172.21.15.7:0/2174436909 shutdown_connections 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x56307f3fe470 0x56307f400860 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 0x56307f3ee500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.366 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 --2- 172.21.15.7:0/2174436909 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3ea610 0x56307f3edfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f5576a00700 0 client.25862 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 -- 172.21.15.7:0/2174436909 >> 172.21.15.7:0/2174436909 conn(0x56307f312be0 msgr2=0x56307f3ded70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 -- 172.21.15.7:0/2174436909 shutdown_connections 2024-05-21T02:03:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.363+0000 7f55a651cb80 1 -- 172.21.15.7:0/2174436909 wait complete. 2024-05-21T02:03:30.367 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.364+0000 7f55a651cb80 20 client.25862 trim_cache size 0 max 16384 2024-05-21T02:03:30.382 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.380+0000 7f55a651cb80 1 Processor -- start 2024-05-21T02:03:30.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f55a651cb80 1 -- start start 2024-05-21T02:03:30.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 0x56307f3ee4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3eaf30 0x56307f3df4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f55a651cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f55941b41c0 con 0x56307f3e5140 2024-05-21T02:03:30.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f55a651cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f55941b5d00 con 0x56307f3eaf30 2024-05-21T02:03:30.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f55a651cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f55941b4890 con 0x56307f3ea610 2024-05-21T02:03:30.383 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f5599200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f5599200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39916/0 (socket says 172.21.15.7:39916) 2024-05-21T02:03:30.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f5599200700 1 -- 172.21.15.7:0/1469061810 learned_addr learned my addr 172.21.15.7:0/1469061810 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:30.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f5599c00700 1 --2- 172.21.15.7:0/1469061810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3eaf30 0x56307f3df4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.384 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.381+0000 7f5593e00700 1 --2- 172.21.15.7:0/1469061810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 0x56307f3ee4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.382+0000 7f5599200700 1 -- 172.21.15.7:0/1469061810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 msgr2=0x56307f3ee4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.382+0000 7f5599200700 1 --2- 172.21.15.7:0/1469061810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 0x56307f3ee4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.382+0000 7f5599200700 1 -- 172.21.15.7:0/1469061810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3eaf30 msgr2=0x56307f3df4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.382+0000 7f5599200700 1 --2- 172.21.15.7:0/1469061810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3eaf30 0x56307f3df4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.382+0000 7f5599200700 1 -- 172.21.15.7:0/1469061810 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56307f3e4e60 con 0x56307f3e5140 2024-05-21T02:03:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.382+0000 7f5599200700 1 --2- 172.21.15.7:0/1469061810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5584011b60 tx=0x7f5584019410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fda9cd3337308f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.382+0000 7f5581600700 1 -- 172.21.15.7:0/1469061810 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5584032020 con 0x56307f3e5140 2024-05-21T02:03:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.382+0000 7f5581600700 1 -- 172.21.15.7:0/1469061810 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f558400f800 con 0x56307f3e5140 2024-05-21T02:03:30.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.382+0000 7f5581600700 1 -- 172.21.15.7:0/1469061810 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5584027070 con 0x56307f3e5140 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.383+0000 7f55a651cb80 1 -- 172.21.15.7:0/1469061810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 msgr2=0x56307f3f0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.383+0000 7f55a651cb80 1 --2- 172.21.15.7:0/1469061810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5584011b60 tx=0x7f5584019410 comp rx=0 tx=0).stop 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.383+0000 7f55a651cb80 1 -- 172.21.15.7:0/1469061810 shutdown_connections 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.383+0000 7f55a651cb80 1 --2- 172.21.15.7:0/1469061810 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3eaf30 0x56307f3df4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.383+0000 7f55a651cb80 1 --2- 172.21.15.7:0/1469061810 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f3f0c20 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.383+0000 7f55a651cb80 1 --2- 172.21.15.7:0/1469061810 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3ea610 0x56307f3ee4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.383+0000 7f55a651cb80 1 -- 172.21.15.7:0/1469061810 >> 172.21.15.7:0/1469061810 conn(0x56307f312be0 msgr2=0x56307f3edda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.383+0000 7f55a651cb80 1 -- 172.21.15.7:0/1469061810 shutdown_connections 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.383+0000 7f55a651cb80 1 -- 172.21.15.7:0/1469061810 wait complete. 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.384+0000 7f55a651cb80 1 -- start start 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.384+0000 7f55a651cb80 1 Processor -- start 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.384+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f406490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.384+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3ea610 0x56307f3f6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.384+0000 7f55a651cb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 0x56307f3f71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.384+0000 7f55a651cb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f55941b5630 con 0x56307f3e5140 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f55a651cb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f55941b4f60 con 0x56307f3ea610 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f55a651cb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f55941b2140 con 0x56307f3eaf30 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f55a651cb80 10 client.0 _ll_register_callbacks cb 0x56307f400d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5593e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3ea610 0x56307f3f6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5599c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 0x56307f3f71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5593e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3ea610 0x56307f3f6c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:59746/0 (socket says 172.21.15.7:59746) 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5593e00700 1 -- 172.21.15.7:0/3227924173 learned_addr learned my addr 172.21.15.7:0/3227924173 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5599200700 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f406490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5593e00700 1 -- 172.21.15.7:0/3227924173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 msgr2=0x56307f3f71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5593e00700 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 0x56307f3f71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5593e00700 1 -- 172.21.15.7:0/3227924173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 msgr2=0x56307f406490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:30.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5593e00700 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f406490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5593e00700 1 -- 172.21.15.7:0/3227924173 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56307f3f77a0 con 0x56307f3ea610 2024-05-21T02:03:30.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.385+0000 7f5599200700 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f406490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:03:30.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.386+0000 7f5593e00700 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3ea610 0x56307f3f6c70 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f55880a95a0 tx=0x7f55880a5890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc765c66cb82dd67 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:30.390 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.386+0000 7f5576a00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.386+0000 7f5576a00700 1 -- 172.21.15.7:0/3227924173 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55880a9fa0 con 0x56307f3ea610 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.386+0000 7f55a651cb80 1 -- 172.21.15.7:0/3227924173 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f558400f800 con 0x56307f3ea610 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.386+0000 7f5576a00700 1 -- 172.21.15.7:0/3227924173 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f55880a9d10 con 0x56307f3ea610 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.386+0000 7f5576a00700 1 -- 172.21.15.7:0/3227924173 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f55880a98a0 con 0x56307f3ea610 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.386+0000 7f55a651cb80 10 client.25868 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.386+0000 7f55a651cb80 1 -- 172.21.15.7:0/3227924173 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56307f467eb0 con 0x56307f3ea610 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.387+0000 7f5576a00700 1 -- 172.21.15.7:0/3227924173 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f558400f800 con 0x56307f3ea610 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.387+0000 7f5576a00700 1 -- 172.21.15.7:0/3227924173 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f55880c9020 con 0x56307f3ea610 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.387+0000 7f55a651cb80 10 client.25868 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.387+0000 7f55a651cb80 10 client.25868 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.387+0000 7f55a651cb80 20 client.25868 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:30.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.387+0000 7f55a651cb80 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x56307f468550 0x56307f46a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.387+0000 7f55a651cb80 4 client.25868 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.387+0000 7f55a651cb80 1 -- 172.21.15.7:0/3227924173 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56307f33e570 con 0x56307f468550 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.387+0000 7f5599200700 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x56307f468550 0x56307f46a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.388+0000 7f5599200700 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x56307f468550 0x56307f46a970 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72d15a2e51ab9af6 server_cookie=d5ec61754c36b863 in_seq=0 out_seq=0 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.388+0000 7f5576a00700 10 client.25868 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.388+0000 7f5576a00700 1 -- 172.21.15.7:0/3227924173 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56307f33e570 con 0x56307f468550 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.388+0000 7f5576a00700 10 client.25868 handle_command_reply: tid=0 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.388+0000 7f55a651cb80 1 client.25868 shutdown 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.388+0000 7f55a651cb80 1 -- 172.21.15.7:0/3227924173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3ea610 msgr2=0x56307f3f6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.388+0000 7f55a651cb80 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3ea610 0x56307f3f6c70 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f55880a95a0 tx=0x7f55880a5890 comp rx=0 tx=0).stop 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.388+0000 7f55a651cb80 1 -- 172.21.15.7:0/3227924173 shutdown_connections 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.388+0000 7f55a651cb80 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x56307f468550 0x56307f46a970 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.389+0000 7f55a651cb80 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56307f3eaf30 0x56307f3f71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.389+0000 7f55a651cb80 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56307f3e5140 0x56307f406490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.389+0000 7f55a651cb80 1 --2- 172.21.15.7:0/3227924173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56307f3ea610 0x56307f3f6c70 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.389+0000 7f55a651cb80 1 -- 172.21.15.7:0/3227924173 >> 172.21.15.7:0/3227924173 conn(0x56307f312be0 msgr2=0x56307f3ec8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.389+0000 7f5576a00700 0 client.25868 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.389+0000 7f55a651cb80 1 -- 172.21.15.7:0/3227924173 shutdown_connections 2024-05-21T02:03:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.389+0000 7f55a651cb80 1 -- 172.21.15.7:0/3227924173 wait complete. 2024-05-21T02:03:30.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.389+0000 7f55a651cb80 20 client.25868 trim_cache size 0 max 16384 2024-05-21T02:03:30.394 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 -- 172.21.15.7:0/4044760214 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f557c0b2900 msgr2=0x7f557c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f557c0b2900 0x7f557c0b4dc0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f558c0060b0 tx=0x7f558c00b3e0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 -- 172.21.15.7:0/4044760214 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559410a780 msgr2=0x7f55941a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559410a780 0x7f55941a0780 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f558800e9c0 tx=0x7f558800ecd0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 -- 172.21.15.7:0/4044760214 shutdown_connections 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f557c0b2900 0x7f557c0b4dc0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f559410eeb0 0x7f55941a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f5594109dd0 0x7f55941a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 --2- 172.21.15.7:0/4044760214 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f559410a780 0x7f55941a0780 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 -- 172.21.15.7:0/4044760214 >> 172.21.15.7:0/4044760214 conn(0x7f5594076d10 msgr2=0x7f5594077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 -- 172.21.15.7:0/4044760214 shutdown_connections 2024-05-21T02:03:30.395 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:30.390+0000 7f559bc00700 1 -- 172.21.15.7:0/4044760214 wait complete. 2024-05-21T02:03:30.923 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:30 smithi007 ceph-mon[31288]: pgmap v551: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 128 MiB/s wr, 67 op/s 2024-05-21T02:03:30.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:30 smithi164 ceph-mon[36138]: pgmap v551: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 128 MiB/s wr, 67 op/s 2024-05-21T02:03:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:30 smithi190 ceph-mon[35961]: pgmap v551: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 128 MiB/s wr, 67 op/s 2024-05-21T02:03:31.518 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:31.518 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 readers = 4803417.50 kB/sec 2024-05-21T02:03:31.518 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 readers = 4778917.62 kB/sec 2024-05-21T02:03:31.518 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 4803417.50 kB/sec 2024-05-21T02:03:31.518 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 4803417.50 kB/sec 2024-05-21T02:03:31.519 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 4803417.50 kB/sec 2024-05-21T02:03:31.519 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 1048576.00 kB 2024-05-21T02:03:32.482 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T02:03:32.482 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T02:03:32.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:32 smithi164 ceph-mon[36138]: pgmap v552: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 148 MiB/s wr, 68 op/s 2024-05-21T02:03:32.956 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:33.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:32 smithi007 ceph-mon[31288]: pgmap v552: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 148 MiB/s wr, 68 op/s 2024-05-21T02:03:33.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:32 smithi190 ceph-mon[35961]: pgmap v552: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 148 MiB/s wr, 68 op/s 2024-05-21T02:03:34.013 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:34.013 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 re-readers = 3315802.50 kB/sec 2024-05-21T02:03:34.013 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 re-readers = 3305609.37 kB/sec 2024-05-21T02:03:34.013 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 3315802.50 kB/sec 2024-05-21T02:03:34.013 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 3315802.50 kB/sec 2024-05-21T02:03:34.013 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 3315802.50 kB/sec 2024-05-21T02:03:34.014 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 1048576.00 kB 2024-05-21T02:03:34.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:34 smithi164 ceph-mon[36138]: pgmap v553: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 168 MiB/s wr, 73 op/s 2024-05-21T02:03:35.021 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:34 smithi007 ceph-mon[31288]: pgmap v553: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 168 MiB/s wr, 73 op/s 2024-05-21T02:03:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:34 smithi190 ceph-mon[35961]: pgmap v553: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 168 MiB/s wr, 73 op/s 2024-05-21T02:03:35.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.591+0000 7f855fa00700 1 -- 172.21.15.7:0/3554787336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85581088f0 msgr2=0x7f8558110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:35.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.591+0000 7f855fa00700 1 --2- 172.21.15.7:0/3554787336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85581088f0 0x7f8558110470 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8550009fc0 tx=0x7f855000b330 comp rx=0 tx=0).stop 2024-05-21T02:03:35.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.591+0000 7f855fa00700 1 -- 172.21.15.7:0/3554787336 shutdown_connections 2024-05-21T02:03:35.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.591+0000 7f855fa00700 1 --2- 172.21.15.7:0/3554787336 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85581088f0 0x7f8558110470 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.591+0000 7f855fa00700 1 --2- 172.21.15.7:0/3554787336 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85581037f0 0x7f8558103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.591+0000 7f855fa00700 1 --2- 172.21.15.7:0/3554787336 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85581041a0 0x7f85581081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.591+0000 7f855fa00700 1 -- 172.21.15.7:0/3554787336 >> 172.21.15.7:0/3554787336 conn(0x7f855807a6a0 msgr2=0x7f855807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:35.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.591+0000 7f855fa00700 1 -- 172.21.15.7:0/3554787336 shutdown_connections 2024-05-21T02:03:35.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.591+0000 7f855fa00700 1 -- 172.21.15.7:0/3554787336 wait complete. 2024-05-21T02:03:35.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.592+0000 7f855fa00700 1 Processor -- start 2024-05-21T02:03:35.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.593+0000 7f855fa00700 1 -- start start 2024-05-21T02:03:35.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.593+0000 7f855fa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85581037f0 0x7f855819bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.593+0000 7f855fa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85581041a0 0x7f855819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.593+0000 7f855fa00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85581088f0 0x7f85581a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.593+0000 7f855fa00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8558113730 con 0x7f85581037f0 2024-05-21T02:03:35.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.593+0000 7f855fa00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f85581135b0 con 0x7f85581041a0 2024-05-21T02:03:35.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.593+0000 7f855fa00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f85581138b0 con 0x7f85581088f0 2024-05-21T02:03:35.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f855d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85581037f0 0x7f855819bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f855d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85581037f0 0x7f855819bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39938/0 (socket says 172.21.15.7:39938) 2024-05-21T02:03:35.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f855d000700 1 -- 172.21.15.7:0/185301799 learned_addr learned my addr 172.21.15.7:0/185301799 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:35.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f855da00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85581088f0 0x7f85581a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f854fe00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85581041a0 0x7f855819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f855d000700 1 -- 172.21.15.7:0/185301799 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85581088f0 msgr2=0x7f85581a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f855d000700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85581088f0 0x7f85581a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f855d000700 1 -- 172.21.15.7:0/185301799 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85581041a0 msgr2=0x7f855819c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f855d000700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85581041a0 0x7f855819c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f855d000700 1 -- 172.21.15.7:0/185301799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85581a0db0 con 0x7f85581037f0 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.594+0000 7f854fe00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85581041a0 0x7f855819c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.595+0000 7f855d000700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85581037f0 0x7f855819bdf0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f854800e9c0 tx=0x7f854800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.595+0000 7f8556000700 1 -- 172.21.15.7:0/185301799 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f854800cbd0 con 0x7f85581037f0 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.595+0000 7f8556000700 1 -- 172.21.15.7:0/185301799 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f854800ee60 con 0x7f85581037f0 2024-05-21T02:03:35.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.595+0000 7f8556000700 1 -- 172.21.15.7:0/185301799 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85480055c0 con 0x7f85581037f0 2024-05-21T02:03:35.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.595+0000 7f855fa00700 1 -- 172.21.15.7:0/185301799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85581a10a0 con 0x7f85581037f0 2024-05-21T02:03:35.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.595+0000 7f855fa00700 1 -- 172.21.15.7:0/185301799 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85581a8920 con 0x7f85581037f0 2024-05-21T02:03:35.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.599+0000 7f8556000700 1 -- 172.21.15.7:0/185301799 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f8548004750 con 0x7f85581037f0 2024-05-21T02:03:35.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.600+0000 7f856a39eb80 1 Processor -- start 2024-05-21T02:03:35.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.600+0000 7f856a39eb80 1 -- start start 2024-05-21T02:03:35.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.600+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c86f9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.600+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86f32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.600+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f3900 0x5568c86f3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.600+0000 7f856a39eb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5568c8651ec0 con 0x5568c86f9850 2024-05-21T02:03:35.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.600+0000 7f856a39eb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5568c8641a60 con 0x5568c86f3900 2024-05-21T02:03:35.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.600+0000 7f856a39eb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5568c8645aa0 con 0x5568c86f8f30 2024-05-21T02:03:35.602 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855da00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c86f9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86f32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855da00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c86f9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:53808/0 (socket says 172.21.15.7:53808) 2024-05-21T02:03:35.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855da00700 1 -- 172.21.15.7:0/1606945633 learned_addr learned my addr 172.21.15.7:0/1606945633 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:35.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f854fe00700 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f3900 0x5568c86f3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855da00700 1 -- 172.21.15.7:0/1606945633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f3900 msgr2=0x5568c86f3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:35.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855da00700 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f3900 0x5568c86f3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855da00700 1 -- 172.21.15.7:0/1606945633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 msgr2=0x5568c86f32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:35.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855da00700 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86f32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855da00700 1 -- 172.21.15.7:0/1606945633 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568c860a4a0 con 0x5568c86f8f30 2024-05-21T02:03:35.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f8556000700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85380b2900 0x7f85380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f855d000700 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86f32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:03:35.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.601+0000 7f854fe00700 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f3900 0x5568c86f3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:03:35.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.602+0000 7f8556000700 1 -- 172.21.15.7:0/185301799 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f85480e2450 con 0x7f85581037f0 2024-05-21T02:03:35.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.602+0000 7f855da00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85380b2900 0x7f85380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.602+0000 7f855da00700 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c86f9310 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8550009b20 tx=0x7f8550009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=833e9dcffadd604b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:35.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.603+0000 7f854e000700 1 -- 172.21.15.7:0/1606945633 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f855002c070 con 0x5568c86f8f30 2024-05-21T02:03:35.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.603+0000 7f854e000700 1 -- 172.21.15.7:0/1606945633 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8550003cc0 con 0x5568c86f8f30 2024-05-21T02:03:35.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.603+0000 7f854e000700 1 -- 172.21.15.7:0/1606945633 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8550020070 con 0x5568c86f8f30 2024-05-21T02:03:35.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.603+0000 7f856a39eb80 1 -- 172.21.15.7:0/1606945633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 msgr2=0x5568c86f9310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:35.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.603+0000 7f855da00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85380b2900 0x7f85380b4dc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8550029000 tx=0x7f855002c000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:35.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.603+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c86f9310 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8550009b20 tx=0x7f8550009b50 comp rx=0 tx=0).stop 2024-05-21T02:03:35.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.604+0000 7f856a39eb80 1 -- 172.21.15.7:0/1606945633 shutdown_connections 2024-05-21T02:03:35.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.604+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f3900 0x5568c86f3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.604+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c86f9310 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.604+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1606945633 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86f32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.604+0000 7f856a39eb80 1 -- 172.21.15.7:0/1606945633 >> 172.21.15.7:0/1606945633 conn(0x5568c8621c60 msgr2=0x5568c86ee090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:35.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.604+0000 7f856a39eb80 1 -- 172.21.15.7:0/1606945633 shutdown_connections 2024-05-21T02:03:35.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.604+0000 7f856a39eb80 1 -- 172.21.15.7:0/1606945633 wait complete. 2024-05-21T02:03:35.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.604+0000 7f856a39eb80 1 -- start start 2024-05-21T02:03:35.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f856a39eb80 1 Processor -- start 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c86ff580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f8f30 0x5568c86fc920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86fce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f856a39eb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5568c8548020 con 0x5568c86f9850 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f856a39eb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5568c85e27e0 con 0x5568c86f8f30 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f856a39eb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5568c87002c0 con 0x5568c86f3900 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f856a39eb80 10 client.0 _ll_register_callbacks cb 0x5568c85ebcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f855da00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86fce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.605+0000 7f855d000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c86ff580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f855da00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86fce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39960/0 (socket says 172.21.15.7:39960) 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f855da00700 1 -- 172.21.15.7:0/465603230 learned_addr learned my addr 172.21.15.7:0/465603230 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f854fe00700 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f8f30 0x5568c86fc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f855d000700 1 -- 172.21.15.7:0/465603230 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f8f30 msgr2=0x5568c86fc920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f855d000700 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f8f30 0x5568c86fc920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f855d000700 1 -- 172.21.15.7:0/465603230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 msgr2=0x5568c86fce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f855d000700 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86fce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f855d000700 1 -- 172.21.15.7:0/465603230 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568c8591950 con 0x5568c86f3900 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f855d000700 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c86ff580 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8548009860 tx=0x7f85480e5f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45bb0ea1e0902d4e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.606+0000 7f8546a00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f8546a00700 1 -- 172.21.15.7:0/465603230 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85480a9380 con 0x5568c86f3900 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f8546a00700 1 -- 172.21.15.7:0/465603230 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f85480b2610 con 0x5568c86f3900 2024-05-21T02:03:35.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f856a39eb80 1 -- 172.21.15.7:0/465603230 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8550003cc0 con 0x5568c86f3900 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f8546a00700 1 -- 172.21.15.7:0/465603230 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f85480a51c0 con 0x5568c86f3900 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f856a39eb80 10 client.25918 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f856a39eb80 1 -- 172.21.15.7:0/465603230 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5568c86120e0 con 0x5568c86f3900 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f8546a00700 1 -- 172.21.15.7:0/465603230 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8550003cc0 con 0x5568c86f3900 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f8546a00700 1 -- 172.21.15.7:0/465603230 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f85480cace0 con 0x5568c86f3900 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f856a39eb80 10 client.25918 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f856a39eb80 10 client.25918 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.607+0000 7f856a39eb80 20 client.25918 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.608+0000 7f856a39eb80 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5568c870ccf0 0x5568c870f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.608+0000 7f856a39eb80 4 client.25918 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:35.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.608+0000 7f856a39eb80 1 -- 172.21.15.7:0/465603230 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568c8653e10 con 0x5568c870ccf0 2024-05-21T02:03:35.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.608+0000 7f854fe00700 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5568c870ccf0 0x5568c870f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.608+0000 7f854fe00700 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5568c870ccf0 0x5568c870f0e0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad0201960966f603 server_cookie=e712b0c05bdd16a8 in_seq=0 out_seq=0 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.608+0000 7f8546a00700 10 client.25918 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.609+0000 7f8546a00700 1 -- 172.21.15.7:0/465603230 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5568c8653e10 con 0x5568c870ccf0 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.609+0000 7f8546a00700 10 client.25918 handle_command_reply: tid=0 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.609+0000 7f856a39eb80 1 client.25918 shutdown 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 -- 172.21.15.7:0/465603230 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 msgr2=0x5568c86ff580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c86ff580 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8548009860 tx=0x7f85480e5f90 comp rx=0 tx=0).stop 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 -- 172.21.15.7:0/465603230 shutdown_connections 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5568c870ccf0 0x5568c870f0e0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f9850 0x5568c86fce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c86ff580 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 --2- 172.21.15.7:0/465603230 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f8f30 0x5568c86fc920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f8546a00700 0 client.25918 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:35.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 -- 172.21.15.7:0/465603230 >> 172.21.15.7:0/465603230 conn(0x5568c8621c60 msgr2=0x5568c86f22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:35.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 -- 172.21.15.7:0/465603230 shutdown_connections 2024-05-21T02:03:35.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 1 -- 172.21.15.7:0/465603230 wait complete. 2024-05-21T02:03:35.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.610+0000 7f856a39eb80 20 client.25918 trim_cache size 0 max 16384 2024-05-21T02:03:35.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.633+0000 7f856a39eb80 1 Processor -- start 2024-05-21T02:03:35.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f856a39eb80 1 -- start start 2024-05-21T02:03:35.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f3900 0x5568c86f32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c87149a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 0x5568c8714ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f856a39eb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f85581afe40 con 0x5568c86f3900 2024-05-21T02:03:35.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f856a39eb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f85581b1980 con 0x5568c86f9850 2024-05-21T02:03:35.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f856a39eb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f85581b0510 con 0x5568c86f8f30 2024-05-21T02:03:35.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f854fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c87149a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f854fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c87149a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:53812/0 (socket says 172.21.15.7:53812) 2024-05-21T02:03:35.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f854fe00700 1 -- 172.21.15.7:0/817502808 learned_addr learned my addr 172.21.15.7:0/817502808 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:35.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.634+0000 7f855d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f3900 0x5568c86f32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.635+0000 7f855da00700 1 --2- 172.21.15.7:0/817502808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 0x5568c8714ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.635+0000 7f855da00700 1 -- 172.21.15.7:0/817502808 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 msgr2=0x5568c87149a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:35.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.635+0000 7f855da00700 1 --2- 172.21.15.7:0/817502808 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c87149a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.635+0000 7f855da00700 1 -- 172.21.15.7:0/817502808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f3900 msgr2=0x5568c86f32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:35.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.635+0000 7f855da00700 1 --2- 172.21.15.7:0/817502808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f3900 0x5568c86f32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.635+0000 7f855da00700 1 -- 172.21.15.7:0/817502808 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568c86eedb0 con 0x5568c86f9850 2024-05-21T02:03:35.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.635+0000 7f855da00700 1 --2- 172.21.15.7:0/817502808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 0x5568c8714ee0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8550009790 tx=0x7f8550005040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68203d8998d0d94c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:35.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.636+0000 7f854d600700 1 -- 172.21.15.7:0/817502808 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8550020070 con 0x5568c86f9850 2024-05-21T02:03:35.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.636+0000 7f854d600700 1 -- 172.21.15.7:0/817502808 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8550005920 con 0x5568c86f9850 2024-05-21T02:03:35.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.636+0000 7f854d600700 1 -- 172.21.15.7:0/817502808 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8550007c90 con 0x5568c86f9850 2024-05-21T02:03:35.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.636+0000 7f856a39eb80 1 -- 172.21.15.7:0/817502808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 msgr2=0x5568c8714ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:35.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.636+0000 7f856a39eb80 1 --2- 172.21.15.7:0/817502808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 0x5568c8714ee0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8550009790 tx=0x7f8550005040 comp rx=0 tx=0).stop 2024-05-21T02:03:35.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.637+0000 7f856a39eb80 1 -- 172.21.15.7:0/817502808 shutdown_connections 2024-05-21T02:03:35.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.637+0000 7f856a39eb80 1 --2- 172.21.15.7:0/817502808 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 0x5568c8714ee0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.637+0000 7f856a39eb80 1 --2- 172.21.15.7:0/817502808 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f3900 0x5568c86f32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.637+0000 7f856a39eb80 1 --2- 172.21.15.7:0/817502808 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f8f30 0x5568c87149a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.637+0000 7f856a39eb80 1 -- 172.21.15.7:0/817502808 >> 172.21.15.7:0/817502808 conn(0x5568c8621c60 msgr2=0x5568c86fb230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:35.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.637+0000 7f856a39eb80 1 -- 172.21.15.7:0/817502808 shutdown_connections 2024-05-21T02:03:35.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.637+0000 7f856a39eb80 1 -- 172.21.15.7:0/817502808 wait complete. 2024-05-21T02:03:35.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.637+0000 7f856a39eb80 1 -- start start 2024-05-21T02:03:35.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.637+0000 7f856a39eb80 1 Processor -- start 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c8702520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f8f30 0x5568c8702a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f856a39eb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 0x5568c8702fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f856a39eb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f85581b12b0 con 0x5568c86f8f30 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f856a39eb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f85581b0be0 con 0x5568c86f9850 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f856a39eb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f85581addc0 con 0x5568c86f3900 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f856a39eb80 10 client.0 _ll_register_callbacks cb 0x5568c85ebcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f854fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f8f30 0x5568c8702a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f854fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f8f30 0x5568c8702a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39980/0 (socket says 172.21.15.7:39980) 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f854fe00700 1 -- 172.21.15.7:0/1790435483 learned_addr learned my addr 172.21.15.7:0/1790435483 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:35.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f855d000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c8702520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.638+0000 7f855da00700 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 0x5568c8702fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f855d000700 1 -- 172.21.15.7:0/1790435483 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 msgr2=0x5568c8702fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f855d000700 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 0x5568c8702fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f855d000700 1 -- 172.21.15.7:0/1790435483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f8f30 msgr2=0x5568c8702a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f855d000700 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f8f30 0x5568c8702a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f855d000700 1 -- 172.21.15.7:0/1790435483 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568c8777880 con 0x5568c86f3900 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f854fe00700 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f8f30 0x5568c8702a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f855d000700 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c8702520 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8548009230 tx=0x7f85480adf00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=200caff541b5dffe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f8546a00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f8546a00700 1 -- 172.21.15.7:0/1790435483 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85480a91a0 con 0x5568c86f3900 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f8546a00700 1 -- 172.21.15.7:0/1790435483 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f85480cc2f0 con 0x5568c86f3900 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.639+0000 7f856a39eb80 1 -- 172.21.15.7:0/1790435483 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8550005920 con 0x5568c86f3900 2024-05-21T02:03:35.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.640+0000 7f8546a00700 1 -- 172.21.15.7:0/1790435483 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f85480a9380 con 0x5568c86f3900 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.640+0000 7f856a39eb80 10 client.25924 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.640+0000 7f856a39eb80 1 -- 172.21.15.7:0/1790435483 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5568c8778b60 con 0x5568c86f3900 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.640+0000 7f8546a00700 1 -- 172.21.15.7:0/1790435483 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8550005920 con 0x5568c86f3900 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.640+0000 7f8546a00700 1 -- 172.21.15.7:0/1790435483 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f85480cace0 con 0x5568c86f3900 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.640+0000 7f856a39eb80 10 client.25924 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.640+0000 7f856a39eb80 10 client.25924 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.641+0000 7f856a39eb80 20 client.25924 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.641+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5568c8779260 0x5568c877b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.641+0000 7f856a39eb80 4 client.25924 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T02:03:35.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.641+0000 7f856a39eb80 1 -- 172.21.15.7:0/1790435483 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5568c864d5f0 con 0x5568c8779260 2024-05-21T02:03:35.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.641+0000 7f854fe00700 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5568c8779260 0x5568c877b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:35.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.641+0000 7f854fe00700 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5568c8779260 0x5568c877b680 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c85bc0dade5f225 server_cookie=964a2c0365f96c9 in_seq=0 out_seq=0 2024-05-21T02:03:35.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.641+0000 7f8546a00700 10 client.25924 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:35.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f8546a00700 1 -- 172.21.15.7:0/1790435483 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5568c864d5f0 con 0x5568c8779260 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f8546a00700 10 client.25924 handle_command_reply: tid=0 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 client.25924 shutdown 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 -- 172.21.15.7:0/1790435483 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 msgr2=0x5568c8702520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c8702520 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8548009230 tx=0x7f85480adf00 comp rx=0 tx=0).stop 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 -- 172.21.15.7:0/1790435483 shutdown_connections 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5568c8779260 0x5568c877b680 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5568c86f9850 0x5568c8702fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5568c86f3900 0x5568c8702520 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 --2- 172.21.15.7:0/1790435483 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5568c86f8f30 0x5568c8702a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f8546a00700 0 client.25924 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 -- 172.21.15.7:0/1790435483 >> 172.21.15.7:0/1790435483 conn(0x5568c8621c60 msgr2=0x5568c86fa4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:35.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.643+0000 7f856a39eb80 1 -- 172.21.15.7:0/1790435483 shutdown_connections 2024-05-21T02:03:35.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.644+0000 7f856a39eb80 1 -- 172.21.15.7:0/1790435483 wait complete. 2024-05-21T02:03:35.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.644+0000 7f856a39eb80 20 client.25924 trim_cache size 0 max 16384 2024-05-21T02:03:35.647 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:03:35.647 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-05-21T02:03:35.647 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "b9b9aeda-f2e9-451d-bd0b-1857cc1078ba", 2024-05-21T02:03:35.647 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-05-21T02:03:35.647 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.644+0000 7f855fa00700 1 -- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85380b2900 msgr2=0x7f85380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.644+0000 7f855fa00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85380b2900 0x7f85380b4dc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8550029000 tx=0x7f855002c000 comp rx=0 tx=0).stop 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.644+0000 7f855fa00700 1 -- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85581037f0 msgr2=0x7f855819bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.644+0000 7f855fa00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85581037f0 0x7f855819bdf0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f854800e9c0 tx=0x7f854800ecd0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.645+0000 7f855fa00700 1 -- 172.21.15.7:0/185301799 shutdown_connections 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.645+0000 7f855fa00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f85581088f0 0x7f85581a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.645+0000 7f855fa00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f85380b2900 0x7f85380b4dc0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.645+0000 7f855fa00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f85581037f0 0x7f855819bdf0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.645+0000 7f855fa00700 1 --2- 172.21.15.7:0/185301799 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f85581041a0 0x7f855819c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.645+0000 7f855fa00700 1 -- 172.21.15.7:0/185301799 >> 172.21.15.7:0/185301799 conn(0x7f855807a6a0 msgr2=0x7f85581018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:35.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.645+0000 7f855fa00700 1 -- 172.21.15.7:0/185301799 shutdown_connections 2024-05-21T02:03:35.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:35.645+0000 7f855fa00700 1 -- 172.21.15.7:0/185301799 wait complete. 2024-05-21T02:03:36.727 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T02:03:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:36 smithi164 ceph-mon[36138]: pgmap v554: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 136 MiB/s wr, 56 op/s 2024-05-21T02:03:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:36 smithi164 ceph-mon[36138]: scrub queued for path: / 2024-05-21T02:03:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:36 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:03:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:36 smithi164 ceph-mon[36138]: scrub summary: active paths [/] 2024-05-21T02:03:36.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:36 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:03:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:36 smithi007 ceph-mon[31288]: pgmap v554: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 136 MiB/s wr, 56 op/s 2024-05-21T02:03:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:36 smithi007 ceph-mon[31288]: scrub queued for path: / 2024-05-21T02:03:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:36 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:03:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:36 smithi007 ceph-mon[31288]: scrub summary: active paths [/] 2024-05-21T02:03:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:36 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:03:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:36 smithi190 ceph-mon[35961]: pgmap v554: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 136 MiB/s wr, 56 op/s 2024-05-21T02:03:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:36 smithi190 ceph-mon[35961]: scrub queued for path: / 2024-05-21T02:03:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:36 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:03:37.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:36 smithi190 ceph-mon[35961]: scrub summary: active paths [/] 2024-05-21T02:03:37.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:36 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:03:37.209 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:38.935 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:38 smithi007 ceph-mon[31288]: pgmap v555: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 101 MiB/s wr, 36 op/s 2024-05-21T02:03:38.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:38 smithi164 ceph-mon[36138]: pgmap v555: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 101 MiB/s wr, 36 op/s 2024-05-21T02:03:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:38 smithi190 ceph-mon[35961]: pgmap v555: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 101 MiB/s wr, 36 op/s 2024-05-21T02:03:39.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.782+0000 7f132a800700 1 -- 172.21.15.7:0/1064068995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13241095b0 msgr2=0x7f1324109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:39.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.782+0000 7f132a800700 1 --2- 172.21.15.7:0/1064068995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13241095b0 0x7f1324109990 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f1314009990 tx=0x7f1314009ca0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.782+0000 7f132a800700 1 -- 172.21.15.7:0/1064068995 shutdown_connections 2024-05-21T02:03:39.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.782+0000 7f132a800700 1 --2- 172.21.15.7:0/1064068995 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132406bbe0 0x7f13241103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.782+0000 7f132a800700 1 --2- 172.21.15.7:0/1064068995 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13241095b0 0x7f1324109990 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.782+0000 7f132a800700 1 --2- 172.21.15.7:0/1064068995 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132406b220 0x7f132406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.782+0000 7f132a800700 1 -- 172.21.15.7:0/1064068995 >> 172.21.15.7:0/1064068995 conn(0x7f13240793f0 msgr2=0x7f1324079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:39.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.783+0000 7f132a800700 1 -- 172.21.15.7:0/1064068995 shutdown_connections 2024-05-21T02:03:39.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.783+0000 7f132a800700 1 -- 172.21.15.7:0/1064068995 wait complete. 2024-05-21T02:03:39.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f132a800700 1 Processor -- start 2024-05-21T02:03:39.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f132a800700 1 -- start start 2024-05-21T02:03:39.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f132a800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132406b220 0x7f132419be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f132a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132406bbe0 0x7f132419c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f132a800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13241095b0 0x7f13241a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f132a800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f13241136c0 con 0x7f13241095b0 2024-05-21T02:03:39.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f132a800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1324113540 con 0x7f132406b220 2024-05-21T02:03:39.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f132a800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1324113840 con 0x7f132406bbe0 2024-05-21T02:03:39.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f1323400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132406b220 0x7f132419be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f1322a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132406bbe0 0x7f132419c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.784+0000 7f1323e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13241095b0 0x7f13241a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.785+0000 7f1323400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132406b220 0x7f132419be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55288/0 (socket says 172.21.15.7:55288) 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.785+0000 7f1323400700 1 -- 172.21.15.7:0/4255992645 learned_addr learned my addr 172.21.15.7:0/4255992645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.785+0000 7f1322a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132406bbe0 0x7f132419c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:45984/0 (socket says 172.21.15.7:45984) 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.785+0000 7f1323400700 1 -- 172.21.15.7:0/4255992645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132406bbe0 msgr2=0x7f132419c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.785+0000 7f1323400700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132406bbe0 0x7f132419c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.785+0000 7f1323400700 1 -- 172.21.15.7:0/4255992645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13241095b0 msgr2=0x7f13241a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.785+0000 7f1323400700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13241095b0 0x7f13241a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.785+0000 7f1323400700 1 -- 172.21.15.7:0/4255992645 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13241a0e30 con 0x7f132406b220 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.785+0000 7f1323400700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132406b220 0x7f132419be20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f13140057f0 tx=0x7f131400bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.786+0000 7f131be00700 1 -- 172.21.15.7:0/4255992645 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314026070 con 0x7f132406b220 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.786+0000 7f131be00700 1 -- 172.21.15.7:0/4255992645 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1314021410 con 0x7f132406b220 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.786+0000 7f132a800700 1 -- 172.21.15.7:0/4255992645 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13241a10c0 con 0x7f132406b220 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.786+0000 7f131be00700 1 -- 172.21.15.7:0/4255992645 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314017650 con 0x7f132406b220 2024-05-21T02:03:39.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.786+0000 7f132a800700 1 -- 172.21.15.7:0/4255992645 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13241a89a0 con 0x7f132406b220 2024-05-21T02:03:39.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.789+0000 7f131be00700 1 -- 172.21.15.7:0/4255992645 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1314029070 con 0x7f132406b220 2024-05-21T02:03:39.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f133520eb80 1 Processor -- start 2024-05-21T02:03:39.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f133520eb80 1 -- start start 2024-05-21T02:03:39.792 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f131be00700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13080b2900 0x7f13080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f133520eb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3af290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.793 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f133520eb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3a9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f133520eb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3a9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f131be00700 1 -- 172.21.15.7:0/4255992645 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f13140e2ee0 con 0x7f132406b220 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f133520eb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ab8e307e40 con 0x55ab8e3aeeb0 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f133520eb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ab8e2f79e0 con 0x55ab8e3a9880 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.791+0000 7f133520eb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55ab8e2fba20 con 0x55ab8e3af7d0 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1323e00700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13080b2900 0x7f13080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1323e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3a9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1323400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3af290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1322a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3a9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1323e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3a9ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55300/0 (socket says 172.21.15.7:55300) 2024-05-21T02:03:39.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1323e00700 1 -- 172.21.15.7:0/1776989105 learned_addr learned my addr 172.21.15.7:0/1776989105 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1322a00700 1 -- 172.21.15.7:0/1776989105 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 msgr2=0x55ab8e3a9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1322a00700 1 --2- 172.21.15.7:0/1776989105 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3a9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1322a00700 1 -- 172.21.15.7:0/1776989105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 msgr2=0x55ab8e3af290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1322a00700 1 --2- 172.21.15.7:0/1776989105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3af290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.792+0000 7f1322a00700 1 -- 172.21.15.7:0/1776989105 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab8e2c0420 con 0x55ab8e3af7d0 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.793+0000 7f1323e00700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13080b2900 0x7f13080b4dc0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f131c004a40 tx=0x7f131c013540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.793+0000 7f1322a00700 1 --2- 172.21.15.7:0/1776989105 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3a9260 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1310009c00 tx=0x7f1310009f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3fa20de3d1f4747a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.793+0000 7f1318c00700 1 -- 172.21.15.7:0/1776989105 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1310004310 con 0x55ab8e3af7d0 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.793+0000 7f1318c00700 1 -- 172.21.15.7:0/1776989105 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13100044b0 con 0x55ab8e3af7d0 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.793+0000 7f1318c00700 1 -- 172.21.15.7:0/1776989105 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1310005280 con 0x55ab8e3af7d0 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.794+0000 7f133520eb80 1 -- 172.21.15.7:0/1776989105 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 msgr2=0x55ab8e3a9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:39.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.794+0000 7f133520eb80 1 --2- 172.21.15.7:0/1776989105 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3a9260 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1310009c00 tx=0x7f1310009f10 comp rx=0 tx=0).stop 2024-05-21T02:03:39.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.794+0000 7f133520eb80 1 -- 172.21.15.7:0/1776989105 shutdown_connections 2024-05-21T02:03:39.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.794+0000 7f133520eb80 1 --2- 172.21.15.7:0/1776989105 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3a9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.794+0000 7f133520eb80 1 --2- 172.21.15.7:0/1776989105 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3af290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.794+0000 7f133520eb80 1 --2- 172.21.15.7:0/1776989105 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3a9260 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.794+0000 7f133520eb80 1 -- 172.21.15.7:0/1776989105 >> 172.21.15.7:0/1776989105 conn(0x55ab8e2d7be0 msgr2=0x55ab8e3a4010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:39.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.794+0000 7f133520eb80 1 -- 172.21.15.7:0/1776989105 shutdown_connections 2024-05-21T02:03:39.797 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.794+0000 7f133520eb80 1 -- 172.21.15.7:0/1776989105 wait complete. 2024-05-21T02:03:39.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.795+0000 7f133520eb80 1 -- start start 2024-05-21T02:03:39.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.795+0000 7f133520eb80 1 Processor -- start 2024-05-21T02:03:39.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f133520eb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3b53f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f133520eb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f133520eb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f133520eb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ab8e1fdfa0 con 0x55ab8e3aeeb0 2024-05-21T02:03:39.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f133520eb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ab8e298760 con 0x55ab8e3a9880 2024-05-21T02:03:39.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f133520eb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55ab8e3b6240 con 0x55ab8e3af7d0 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f133520eb80 10 client.0 _ll_register_callbacks cb 0x55ab8e2a1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f1323e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f1322a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f1323e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:46000/0 (socket says 172.21.15.7:46000) 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f1323e00700 1 -- 172.21.15.7:0/4051247010 learned_addr learned my addr 172.21.15.7:0/4051247010 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.796+0000 7f1323400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3b53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f1323e00700 1 -- 172.21.15.7:0/4051247010 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 msgr2=0x55ab8e3b53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f1323e00700 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3b53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f1323e00700 1 -- 172.21.15.7:0/4051247010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 msgr2=0x55ab8e3b2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f1323e00700 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b2790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f1323e00700 1 -- 172.21.15.7:0/4051247010 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab8e2478d0 con 0x55ab8e3af7d0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f1323e00700 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b2cd0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f131c009d80 tx=0x7f131c004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58f851ef49b69f97 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f130d600700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f130d600700 1 -- 172.21.15.7:0/4051247010 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131c02c060 con 0x55ab8e3af7d0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f130d600700 1 -- 172.21.15.7:0/4051247010 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f131c027460 con 0x55ab8e3af7d0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.797+0000 7f133520eb80 1 -- 172.21.15.7:0/4051247010 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13100044b0 con 0x55ab8e3af7d0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f130d600700 1 -- 172.21.15.7:0/4051247010 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f131c01ae60 con 0x55ab8e3af7d0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f133520eb80 10 client.25936 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f133520eb80 1 -- 172.21.15.7:0/4051247010 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab8e2c8060 con 0x55ab8e3af7d0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f130d600700 1 -- 172.21.15.7:0/4051247010 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13100044b0 con 0x55ab8e3af7d0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f130d600700 1 -- 172.21.15.7:0/4051247010 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f131c031070 con 0x55ab8e3af7d0 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f133520eb80 10 client.25936 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f133520eb80 10 client.25936 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:03:39.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f133520eb80 20 client.25936 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:39.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f133520eb80 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55ab8e3c2ca0 0x55ab8e3c5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f133520eb80 4 client.25936 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:39.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.798+0000 7f133520eb80 1 -- 172.21.15.7:0/4051247010 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab8e309d90 con 0x55ab8e3c2ca0 2024-05-21T02:03:39.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.799+0000 7f1323400700 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55ab8e3c2ca0 0x55ab8e3c5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.799+0000 7f1323400700 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55ab8e3c2ca0 0x55ab8e3c5090 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4dbdc5b09505ccdc server_cookie=f063b96f84bb7172 in_seq=0 out_seq=0 2024-05-21T02:03:39.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.799+0000 7f130d600700 10 client.25936 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.800+0000 7f130d600700 1 -- 172.21.15.7:0/4051247010 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ab8e309d90 con 0x55ab8e3c2ca0 2024-05-21T02:03:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.800+0000 7f130d600700 10 client.25936 handle_command_reply: tid=0 2024-05-21T02:03:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.800+0000 7f133520eb80 1 client.25936 shutdown 2024-05-21T02:03:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 -- 172.21.15.7:0/4051247010 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 msgr2=0x55ab8e3b2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b2cd0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f131c009d80 tx=0x7f131c004b40 comp rx=0 tx=0).stop 2024-05-21T02:03:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 -- 172.21.15.7:0/4051247010 shutdown_connections 2024-05-21T02:03:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55ab8e3c2ca0 0x55ab8e3c5090 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b2cd0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3b53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 --2- 172.21.15.7:0/4051247010 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b2790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f130d600700 0 client.25936 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:39.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 -- 172.21.15.7:0/4051247010 >> 172.21.15.7:0/4051247010 conn(0x55ab8e2d7be0 msgr2=0x55ab8e3a8250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:39.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 -- 172.21.15.7:0/4051247010 shutdown_connections 2024-05-21T02:03:39.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 1 -- 172.21.15.7:0/4051247010 wait complete. 2024-05-21T02:03:39.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.801+0000 7f133520eb80 20 client.25936 trim_cache size 0 max 16384 2024-05-21T02:03:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.824+0000 7f133520eb80 1 Processor -- start 2024-05-21T02:03:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.824+0000 7f133520eb80 1 -- start start 2024-05-21T02:03:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.824+0000 7f133520eb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3a9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.824+0000 7f133520eb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b02c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.824+0000 7f133520eb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3ca960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.824+0000 7f133520eb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f13241afdc0 con 0x55ab8e3aeeb0 2024-05-21T02:03:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.824+0000 7f133520eb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f13241b1900 con 0x55ab8e3a9880 2024-05-21T02:03:39.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.824+0000 7f133520eb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f13241b0490 con 0x55ab8e3af7d0 2024-05-21T02:03:39.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1322a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1322a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b02c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53496/0 (socket says 172.21.15.7:53496) 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1322a00700 1 -- 172.21.15.7:0/3137348517 learned_addr learned my addr 172.21.15.7:0/3137348517 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1323400700 1 --2- 172.21.15.7:0/3137348517 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3a9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1323e00700 1 --2- 172.21.15.7:0/3137348517 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3ca960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1322a00700 1 -- 172.21.15.7:0/3137348517 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 msgr2=0x55ab8e3ca960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1322a00700 1 --2- 172.21.15.7:0/3137348517 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3ca960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1322a00700 1 -- 172.21.15.7:0/3137348517 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 msgr2=0x55ab8e3a9260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1322a00700 1 --2- 172.21.15.7:0/3137348517 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3a9260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.825+0000 7f1322a00700 1 -- 172.21.15.7:0/3137348517 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab8e3aa2f0 con 0x55ab8e3aeeb0 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.826+0000 7f1322a00700 1 --2- 172.21.15.7:0/3137348517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b02c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f1310004c90 tx=0x7f1310005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b18f7464bc0a1785 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.826+0000 7f130fe00700 1 -- 172.21.15.7:0/3137348517 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1310011a30 con 0x55ab8e3aeeb0 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.826+0000 7f130fe00700 1 -- 172.21.15.7:0/3137348517 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1310028070 con 0x55ab8e3aeeb0 2024-05-21T02:03:39.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.826+0000 7f130fe00700 1 -- 172.21.15.7:0/3137348517 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1310004370 con 0x55ab8e3aeeb0 2024-05-21T02:03:39.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 -- 172.21.15.7:0/3137348517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 msgr2=0x55ab8e3b02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:39.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 --2- 172.21.15.7:0/3137348517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b02c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f1310004c90 tx=0x7f1310005ce0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 -- 172.21.15.7:0/3137348517 shutdown_connections 2024-05-21T02:03:39.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 --2- 172.21.15.7:0/3137348517 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3ca960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 --2- 172.21.15.7:0/3137348517 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3a9880 0x55ab8e3a9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 --2- 172.21.15.7:0/3137348517 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3b02c0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 -- 172.21.15.7:0/3137348517 >> 172.21.15.7:0/3137348517 conn(0x55ab8e2d7be0 msgr2=0x55ab8e3afbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 -- 172.21.15.7:0/3137348517 shutdown_connections 2024-05-21T02:03:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 -- 172.21.15.7:0/3137348517 wait complete. 2024-05-21T02:03:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.827+0000 7f133520eb80 1 -- start start 2024-05-21T02:03:39.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.828+0000 7f133520eb80 1 Processor -- start 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.828+0000 7f133520eb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3a9880 0x55ab8e3bb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.828+0000 7f133520eb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3bbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.828+0000 7f133520eb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.828+0000 7f133520eb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f13241b1230 con 0x55ab8e3af7d0 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.828+0000 7f133520eb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f13241b0b60 con 0x55ab8e3aeeb0 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.828+0000 7f133520eb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f13241add40 con 0x55ab8e3a9880 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.828+0000 7f133520eb80 10 client.0 _ll_register_callbacks cb 0x55ab8e2a1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3a9880 0x55ab8e3bb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3a9880 0x55ab8e3bb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:46024/0 (socket says 172.21.15.7:46024) 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323400700 1 -- 172.21.15.7:0/3633144725 learned_addr learned my addr 172.21.15.7:0/3633144725 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1322a00700 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3bbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323e00700 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323400700 1 -- 172.21.15.7:0/3633144725 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3aeeb0 msgr2=0x55ab8e3bbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323400700 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3bbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323400700 1 -- 172.21.15.7:0/3633144725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3af7d0 msgr2=0x55ab8e3b85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323400700 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323400700 1 -- 172.21.15.7:0/3633144725 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab8e3b8da0 con 0x55ab8e3a9880 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323e00700 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f1323400700 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3a9880 0x55ab8e3bb7c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1314005b40 tx=0x7f1314021c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44353702f289bc6e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.829+0000 7f130d600700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f130d600700 1 -- 172.21.15.7:0/3633144725 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13140e0e60 con 0x55ab8e3a9880 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f130d600700 1 -- 172.21.15.7:0/3633144725 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f13140218c0 con 0x55ab8e3a9880 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f133520eb80 1 -- 172.21.15.7:0/3633144725 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1310028070 con 0x55ab8e3a9880 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f130d600700 1 -- 172.21.15.7:0/3633144725 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f13140b3320 con 0x55ab8e3a9880 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f133520eb80 10 client.25942 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:39.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f133520eb80 1 -- 172.21.15.7:0/3633144725 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab8e42e470 con 0x55ab8e3a9880 2024-05-21T02:03:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f130d600700 1 -- 172.21.15.7:0/3633144725 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1310028070 con 0x55ab8e3a9880 2024-05-21T02:03:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f130d600700 1 -- 172.21.15.7:0/3633144725 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f13140cb350 con 0x55ab8e3a9880 2024-05-21T02:03:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f133520eb80 10 client.25942 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f133520eb80 10 client.25942 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:03:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f133520eb80 20 client.25942 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.830+0000 7f133520eb80 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55ab8e42eb30 0x55ab8e430f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.831+0000 7f133520eb80 4 client.25942 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T02:03:39.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.831+0000 7f133520eb80 1 -- 172.21.15.7:0/3633144725 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ab8e303570 con 0x55ab8e42eb30 2024-05-21T02:03:39.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.831+0000 7f1322a00700 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55ab8e42eb30 0x55ab8e430f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:39.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f1322a00700 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55ab8e42eb30 0x55ab8e430f50 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e8b3fb4d5daccc6 server_cookie=ad698e71a46a0060 in_seq=0 out_seq=0 2024-05-21T02:03:39.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f130d600700 10 client.25942 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f130d600700 1 -- 172.21.15.7:0/3633144725 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ab8e303570 con 0x55ab8e42eb30 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f130d600700 10 client.25942 handle_command_reply: tid=0 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 client.25942 shutdown 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 -- 172.21.15.7:0/3633144725 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3a9880 msgr2=0x55ab8e3bb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3a9880 0x55ab8e3bb7c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1314005b40 tx=0x7f1314021c60 comp rx=0 tx=0).stop 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 -- 172.21.15.7:0/3633144725 shutdown_connections 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55ab8e42eb30 0x55ab8e430f50 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ab8e3af7d0 0x55ab8e3b85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ab8e3a9880 0x55ab8e3bb7c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 --2- 172.21.15.7:0/3633144725 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ab8e3aeeb0 0x55ab8e3bbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f130d600700 0 client.25942 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 -- 172.21.15.7:0/3633144725 >> 172.21.15.7:0/3633144725 conn(0x55ab8e2d7be0 msgr2=0x55ab8e3b10a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 -- 172.21.15.7:0/3633144725 shutdown_connections 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.832+0000 7f133520eb80 1 -- 172.21.15.7:0/3633144725 wait complete. 2024-05-21T02:03:39.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f133520eb80 20 client.25942 trim_cache size 0 max 16384 2024-05-21T02:03:39.837 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:03:39.837 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-05-21T02:03:39.837 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-05-21T02:03:39.837 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:03:39.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 -- 172.21.15.7:0/4255992645 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13080b2900 msgr2=0x7f13080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13080b2900 0x7f13080b4dc0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f131c004a40 tx=0x7f131c013540 comp rx=0 tx=0).stop 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 -- 172.21.15.7:0/4255992645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132406b220 msgr2=0x7f132419be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132406b220 0x7f132419be20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f13140057f0 tx=0x7f131400bfd0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 -- 172.21.15.7:0/4255992645 shutdown_connections 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13080b2900 0x7f13080b4dc0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f13241095b0 0x7f13241a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132406b220 0x7f132419be20 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 --2- 172.21.15.7:0/4255992645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132406bbe0 0x7f132419c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 -- 172.21.15.7:0/4255992645 >> 172.21.15.7:0/4255992645 conn(0x7f13240793f0 msgr2=0x7f132410e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 -- 172.21.15.7:0/4255992645 shutdown_connections 2024-05-21T02:03:39.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:39.833+0000 7f132a800700 1 -- 172.21.15.7:0/4255992645 wait complete. 2024-05-21T02:03:39.851 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:39 smithi007 ceph-mon[31288]: scrub summary: idle 2024-05-21T02:03:39.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:39 smithi164 ceph-mon[36138]: scrub summary: idle 2024-05-21T02:03:40.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:39 smithi190 ceph-mon[35961]: scrub summary: idle 2024-05-21T02:03:40.789 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T02:03:40.789 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:03:40.938 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:40.939 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:40.939 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:40.939 INFO:tasks.workunit.client.0.smithi007.stdout:iozone test complete. 2024-05-21T02:03:40.945 INFO:tasks.workunit.client.0.smithi007.stderr:+ iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-05-21T02:03:41.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:40 smithi007 ceph-mon[31288]: pgmap v556: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 83 MiB/s wr, 32 op/s 2024-05-21T02:03:41.036 INFO:tasks.workunit.client.0.smithi007.stdout: Iozone: Performance Test of File I/O 2024-05-21T02:03:41.036 INFO:tasks.workunit.client.0.smithi007.stdout: Version $Revision: 3.494 $ 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Compiled for 64 bit mode. 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Build: linux-AMD64 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: Run began: Tue May 21 02:03:40 2024 2024-05-21T02:03:41.037 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: Include close in write timing 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: Include fsync in write timing 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: File size set to 10485760 kB 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: Record Size 1024 kB 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: Command line used: iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: Output is in kBytes/sec 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: Time Resolution = 0.000001 seconds. 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: Processor cache size set to 1024 kBytes. 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: Processor cache line size set to 32 bytes. 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: File stride size set to 17 * record size. 2024-05-21T02:03:41.038 INFO:tasks.workunit.client.0.smithi007.stdout: Throughput test with 1 process 2024-05-21T02:03:41.039 INFO:tasks.workunit.client.0.smithi007.stdout: Each process writes a 10485760 kByte file in 1024 kByte records 2024-05-21T02:03:41.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:40 smithi190 ceph-mon[35961]: pgmap v556: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 83 MiB/s wr, 32 op/s 2024-05-21T02:03:41.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:40 smithi164 ceph-mon[36138]: pgmap v556: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 83 MiB/s wr, 32 op/s 2024-05-21T02:03:41.260 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:43.020 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:42 smithi007 ceph-mon[31288]: pgmap v557: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 42 MiB/s wr, 19 op/s 2024-05-21T02:03:43.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:42 smithi190 ceph-mon[35961]: pgmap v557: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 42 MiB/s wr, 19 op/s 2024-05-21T02:03:43.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:42 smithi164 ceph-mon[36138]: pgmap v557: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 42 MiB/s wr, 19 op/s 2024-05-21T02:03:43.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.551+0000 7fbfae000700 1 -- 172.21.15.7:0/715673663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbfa806b250 msgr2=0x7fbfa806b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:43.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.551+0000 7fbfae000700 1 --2- 172.21.15.7:0/715673663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbfa806b250 0x7fbfa806b630 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fbf98009990 tx=0x7fbf98009ca0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.552+0000 7fbfae000700 1 -- 172.21.15.7:0/715673663 shutdown_connections 2024-05-21T02:03:43.555 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.552+0000 7fbfae000700 1 --2- 172.21.15.7:0/715673663 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbfa810fff0 0x7fbfa81123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.552+0000 7fbfae000700 1 --2- 172.21.15.7:0/715673663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbfa806b250 0x7fbfa806b630 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.552+0000 7fbfae000700 1 --2- 172.21.15.7:0/715673663 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbfa806bb70 0x7fbfa810fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.552+0000 7fbfae000700 1 -- 172.21.15.7:0/715673663 >> 172.21.15.7:0/715673663 conn(0x7fbfa80793f0 msgr2=0x7fbfa8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.552+0000 7fbfae000700 1 -- 172.21.15.7:0/715673663 shutdown_connections 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.552+0000 7fbfae000700 1 -- 172.21.15.7:0/715673663 wait complete. 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.553+0000 7fbfae000700 1 Processor -- start 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.553+0000 7fbfae000700 1 -- start start 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.553+0000 7fbfae000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbfa806b250 0x7fbfa819be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.553+0000 7fbfae000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbfa806bb70 0x7fbfa819c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfae000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbfa810fff0 0x7fbfa81a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfae000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa8115960 con 0x7fbfa806bb70 2024-05-21T02:03:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfae000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa81157e0 con 0x7fbfa806b250 2024-05-21T02:03:43.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfae000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fbfa8115ae0 con 0x7fbfa810fff0 2024-05-21T02:03:43.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa7400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbfa806b250 0x7fbfa819be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:43.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa7400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbfa806b250 0x7fbfa819be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:55340/0 (socket says 172.21.15.7:55340) 2024-05-21T02:03:43.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa7400700 1 -- 172.21.15.7:0/443249198 learned_addr learned my addr 172.21.15.7:0/443249198 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:43.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa6a00700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbfa806bb70 0x7fbfa819c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:43.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa7e00700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbfa810fff0 0x7fbfa81a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:43.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa7400700 1 -- 172.21.15.7:0/443249198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbfa810fff0 msgr2=0x7fbfa81a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:43.558 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa7400700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbfa810fff0 0x7fbfa81a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa7400700 1 -- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbfa806bb70 msgr2=0x7fbfa819c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa7400700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbfa806bb70 0x7fbfa819c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.554+0000 7fbfa7400700 1 -- 172.21.15.7:0/443249198 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfa81a0e30 con 0x7fbfa806b250 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.555+0000 7fbfa7400700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbfa806b250 0x7fbfa819be70 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbf98000c00 tx=0x7fbf980057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.555+0000 7fbf9fe00700 1 -- 172.21.15.7:0/443249198 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf98027070 con 0x7fbfa806b250 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.555+0000 7fbf9fe00700 1 -- 172.21.15.7:0/443249198 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf98022470 con 0x7fbfa806b250 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.555+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfa81a10c0 con 0x7fbfa806b250 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.555+0000 7fbf9fe00700 1 -- 172.21.15.7:0/443249198 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf98017650 con 0x7fbfa806b250 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.555+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfa81a89a0 con 0x7fbfa806b250 2024-05-21T02:03:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.556+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfa806a230 con 0x7fbfa806b250 2024-05-21T02:03:43.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.559+0000 7fbf9fe00700 1 -- 172.21.15.7:0/443249198 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fbf9802a070 con 0x7fbfa806b250 2024-05-21T02:03:43.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.560+0000 7fbf9fe00700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf8c0b2880 0x7fbf8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:43.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.560+0000 7fbf9fe00700 1 -- 172.21.15.7:0/443249198 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fbf980e2fb0 con 0x7fbfa806b250 2024-05-21T02:03:43.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.560+0000 7fbfa6a00700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf8c0b2880 0x7fbf8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:43.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.561+0000 7fbfa6a00700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf8c0b2880 0x7fbf8c0b4d40 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fbfa81039a0 tx=0x7fbf94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.562+0000 7fbf9fe00700 1 -- 172.21.15.7:0/443249198 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbf98013070 con 0x7fbfa806b250 2024-05-21T02:03:43.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.845+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbfa802e560 con 0x7fbfa806b250 2024-05-21T02:03:43.847 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.846+0000 7fbf9fe00700 1 -- 172.21.15.7:0/443249198 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fbf980aad20 con 0x7fbfa806b250 2024-05-21T02:03:43.848 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:03:43.848 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:03:43.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.849+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf8c0b2880 msgr2=0x7fbf8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:43.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.849+0000 7fbfae000700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf8c0b2880 0x7fbf8c0b4d40 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fbfa81039a0 tx=0x7fbf94009260 comp rx=0 tx=0).stop 2024-05-21T02:03:43.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.849+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbfa806b250 msgr2=0x7fbfa819be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:43.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.849+0000 7fbfae000700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbfa806b250 0x7fbfa819be70 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbf98000c00 tx=0x7fbf980057c0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.850+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 shutdown_connections 2024-05-21T02:03:43.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.850+0000 7fbfae000700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fbfa810fff0 0x7fbfa81a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.850+0000 7fbfae000700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fbfa806b250 0x7fbfa819be70 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.850+0000 7fbfae000700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fbf8c0b2880 0x7fbf8c0b4d40 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.850+0000 7fbfae000700 1 --2- 172.21.15.7:0/443249198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fbfa806bb70 0x7fbfa819c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:43.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.850+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 >> 172.21.15.7:0/443249198 conn(0x7fbfa80793f0 msgr2=0x7fbfa8111480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:43.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.850+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 shutdown_connections 2024-05-21T02:03:43.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:43.850+0000 7fbfae000700 1 -- 172.21.15.7:0/443249198 wait complete. 2024-05-21T02:03:43.853 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:03:44.816 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T02:03:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:44 smithi007 ceph-mon[31288]: pgmap v558: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 23 MiB/s wr, 16 op/s 2024-05-21T02:03:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:44 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/443249198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:03:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:44 smithi190 ceph-mon[35961]: pgmap v558: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 23 MiB/s wr, 16 op/s 2024-05-21T02:03:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:44 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/443249198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:03:45.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:44 smithi164 ceph-mon[36138]: pgmap v558: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 23 MiB/s wr, 16 op/s 2024-05-21T02:03:45.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:44 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/443249198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:03:45.425 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:47.029 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:46 smithi007 ceph-mon[31288]: pgmap v559: 97 pgs: 97 active+clean; 625 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-05-21T02:03:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:46 smithi190 ceph-mon[35961]: pgmap v559: 97 pgs: 97 active+clean; 625 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-05-21T02:03:47.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:46 smithi164 ceph-mon[36138]: pgmap v559: 97 pgs: 97 active+clean; 625 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-05-21T02:03:48.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.185+0000 7febb4400700 1 -- 172.21.15.7:0/3985295912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febac105f80 msgr2=0x7febac106410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:48.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.185+0000 7febb4400700 1 --2- 172.21.15.7:0/3985295912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febac105f80 0x7febac106410 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7feba40098f0 tx=0x7feba4009c00 comp rx=0 tx=0).stop 2024-05-21T02:03:48.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.186+0000 7febb4400700 1 -- 172.21.15.7:0/3985295912 shutdown_connections 2024-05-21T02:03:48.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.186+0000 7febb4400700 1 --2- 172.21.15.7:0/3985295912 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febac105f80 0x7febac106410 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.186+0000 7febb4400700 1 --2- 172.21.15.7:0/3985295912 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febac108470 0x7febac06b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.186+0000 7febb4400700 1 --2- 172.21.15.7:0/3985295912 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7febac06b790 0x7febac06bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.190 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.186+0000 7febb4400700 1 -- 172.21.15.7:0/3985295912 >> 172.21.15.7:0/3985295912 conn(0x7febac0793f0 msgr2=0x7febac079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:48.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.189+0000 7febb4400700 1 -- 172.21.15.7:0/3985295912 shutdown_connections 2024-05-21T02:03:48.191 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.189+0000 7febb4400700 1 -- 172.21.15.7:0/3985295912 wait complete. 2024-05-21T02:03:48.192 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.191+0000 7febb4400700 1 Processor -- start 2024-05-21T02:03:48.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.191+0000 7febb4400700 1 -- start start 2024-05-21T02:03:48.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.191+0000 7febb4400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febac06b790 0x7febac1a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.191+0000 7febb4400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febac105f80 0x7febac1a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.191+0000 7febb4400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7febac108470 0x7febac1a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.191+0000 7febb4400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7febac119d00 con 0x7febac105f80 2024-05-21T02:03:48.193 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.191+0000 7febb4400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7febac119b80 con 0x7febac108470 2024-05-21T02:03:48.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.191+0000 7febb4400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7febac119e80 con 0x7febac06b790 2024-05-21T02:03:48.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.192+0000 7febb1a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febac06b790 0x7febac1a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.192+0000 7febb1a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febac06b790 0x7febac1a02b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:53960/0 (socket says 172.21.15.7:53960) 2024-05-21T02:03:48.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.192+0000 7febb1a00700 1 -- 172.21.15.7:0/778447410 learned_addr learned my addr 172.21.15.7:0/778447410 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:48.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.192+0000 7febb1000700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febac105f80 0x7febac1a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.193+0000 7febb2400700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7febac108470 0x7febac1a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.194+0000 7febb1a00700 1 -- 172.21.15.7:0/778447410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7febac108470 msgr2=0x7febac1a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:48.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.194+0000 7febb1a00700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7febac108470 0x7febac1a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.194+0000 7febb1a00700 1 -- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febac105f80 msgr2=0x7febac1a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:48.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.194+0000 7febb1a00700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febac105f80 0x7febac1a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.194+0000 7febb1a00700 1 -- 172.21.15.7:0/778447410 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febac1a5220 con 0x7febac06b790 2024-05-21T02:03:48.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.195+0000 7febb2400700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7febac108470 0x7febac1a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:48.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.195+0000 7febb1000700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febac105f80 0x7febac1a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:48.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.195+0000 7febb1a00700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febac06b790 0x7febac1a02b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7feba000e3c0 tx=0x7feba000e6d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:48.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.195+0000 7febaa000700 1 -- 172.21.15.7:0/778447410 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba000ee40 con 0x7febac06b790 2024-05-21T02:03:48.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.196+0000 7febaa000700 1 -- 172.21.15.7:0/778447410 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feba0003a00 con 0x7febac06b790 2024-05-21T02:03:48.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.196+0000 7febaa000700 1 -- 172.21.15.7:0/778447410 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba0004720 con 0x7febac06b790 2024-05-21T02:03:48.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.196+0000 7febb4400700 1 -- 172.21.15.7:0/778447410 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febac1a54b0 con 0x7febac06b790 2024-05-21T02:03:48.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.197+0000 7febb4400700 1 -- 172.21.15.7:0/778447410 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febac1a58e0 con 0x7febac06b790 2024-05-21T02:03:48.208 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.203+0000 7febaa000700 1 -- 172.21.15.7:0/778447410 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7feba001b030 con 0x7febac06b790 2024-05-21T02:03:48.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.206+0000 7febbed60b80 1 Processor -- start 2024-05-21T02:03:48.209 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.206+0000 7febbed60b80 1 -- start start 2024-05-21T02:03:48.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.207+0000 7febbed60b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732376610 0x55e7323769f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.207+0000 7febbed60b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e732370b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.207+0000 7febbed60b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323715c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.207+0000 7febbed60b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e7322cee40 con 0x55e732376f30 2024-05-21T02:03:48.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.207+0000 7febbed60b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e7322be9e0 con 0x55e732376610 2024-05-21T02:03:48.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.207+0000 7febbed60b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55e7322c2a20 con 0x55e732371140 2024-05-21T02:03:48.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.207+0000 7febb1000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e732370b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.208+0000 7febb2400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.208+0000 7febb2400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323715c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:53968/0 (socket says 172.21.15.7:53968) 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.208+0000 7febb2400700 1 -- 172.21.15.7:0/1121688828 learned_addr learned my addr 172.21.15.7:0/1121688828 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.208+0000 7febb2400700 1 -- 172.21.15.7:0/1121688828 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732376610 msgr2=0x55e7323769f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.208+0000 7febb2400700 1 --2- 172.21.15.7:0/1121688828 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732376610 0x55e7323769f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.208+0000 7febb2400700 1 -- 172.21.15.7:0/1121688828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 msgr2=0x55e732370b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.208+0000 7febb2400700 1 --2- 172.21.15.7:0/1121688828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e732370b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.208+0000 7febb2400700 1 -- 172.21.15.7:0/1121688828 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e732287420 con 0x55e732371140 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.209+0000 7febb2400700 1 --2- 172.21.15.7:0/1121688828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323715c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7feba4009810 tx=0x7feba400bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74c0a76d555f2e28 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.209+0000 7feb9ea00700 1 -- 172.21.15.7:0/1121688828 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba4026070 con 0x55e732371140 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.209+0000 7feb9ea00700 1 -- 172.21.15.7:0/1121688828 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feba400f7e0 con 0x55e732371140 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.209+0000 7feb9ea00700 1 -- 172.21.15.7:0/1121688828 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba4026070 con 0x55e732371140 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.210+0000 7febbed60b80 1 -- 172.21.15.7:0/1121688828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 msgr2=0x55e7323715c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:48.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.210+0000 7febbed60b80 1 --2- 172.21.15.7:0/1121688828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323715c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7feba4009810 tx=0x7feba400bf60 comp rx=0 tx=0).stop 2024-05-21T02:03:48.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.211+0000 7febbed60b80 1 -- 172.21.15.7:0/1121688828 shutdown_connections 2024-05-21T02:03:48.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.211+0000 7febbed60b80 1 --2- 172.21.15.7:0/1121688828 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323715c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.211+0000 7febbed60b80 1 --2- 172.21.15.7:0/1121688828 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732376610 0x55e7323769f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.211+0000 7febbed60b80 1 --2- 172.21.15.7:0/1121688828 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e732370b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.211+0000 7febbed60b80 1 -- 172.21.15.7:0/1121688828 >> 172.21.15.7:0/1121688828 conn(0x55e73229ebe0 msgr2=0x55e73236b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:48.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.211+0000 7febaa000700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feb940b2900 0x7feb940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.212+0000 7febaa000700 1 -- 172.21.15.7:0/778447410 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7feba00e1a10 con 0x7febac06b790 2024-05-21T02:03:48.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.215+0000 7febbed60b80 1 -- 172.21.15.7:0/1121688828 shutdown_connections 2024-05-21T02:03:48.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.215+0000 7febb1000700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feb940b2900 0x7feb940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.216+0000 7febb1000700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feb940b2900 0x7feb940b4dc0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7febac06b4b0 tx=0x7feb9800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:48.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.216+0000 7febbed60b80 1 -- 172.21.15.7:0/1121688828 wait complete. 2024-05-21T02:03:48.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.217+0000 7febbed60b80 1 -- start start 2024-05-21T02:03:48.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.218+0000 7febbed60b80 1 Processor -- start 2024-05-21T02:03:48.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.219+0000 7febbed60b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e73237ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.219+0000 7febbed60b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e73237a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.219+0000 7febbed60b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73237ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.219+0000 7febbed60b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e7321c4fa0 con 0x55e732376f30 2024-05-21T02:03:48.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.219+0000 7febbed60b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e73225f760 con 0x55e73237a6f0 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.219+0000 7febbed60b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55e73237d980 con 0x55e732371140 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.219+0000 7febbed60b80 10 client.0 _ll_register_callbacks cb 0x55e732268c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.220+0000 7febb1000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e73237a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.220+0000 7febb2400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73237ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.220+0000 7febb2400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73237ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:36324/0 (socket says 172.21.15.7:36324) 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.220+0000 7febb2400700 1 -- 172.21.15.7:0/3588257324 learned_addr learned my addr 172.21.15.7:0/3588257324 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.220+0000 7febb2400700 1 -- 172.21.15.7:0/3588257324 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 msgr2=0x55e73237ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.220+0000 7febb2400700 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e73237ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.220+0000 7febb2400700 1 -- 172.21.15.7:0/3588257324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 msgr2=0x55e73237a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.220+0000 7febb2400700 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e73237a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.220+0000 7febb2400700 1 -- 172.21.15.7:0/3588257324 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e73220e8d0 con 0x55e73237a6f0 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.221+0000 7febb2400700 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73237ab70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7feba4009fd0 tx=0x7feba40055e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4894b66714ad7b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:48.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.221+0000 7feb93400700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:03:48.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.222+0000 7feb93400700 1 -- 172.21.15.7:0/3588257324 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba4026070 con 0x55e73237a6f0 2024-05-21T02:03:48.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.222+0000 7feb93400700 1 -- 172.21.15.7:0/3588257324 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7feba4003a90 con 0x55e73237a6f0 2024-05-21T02:03:48.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.222+0000 7febbed60b80 1 -- 172.21.15.7:0/3588257324 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feba400f7e0 con 0x55e73237a6f0 2024-05-21T02:03:48.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.222+0000 7feb93400700 1 -- 172.21.15.7:0/3588257324 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feba4003c90 con 0x55e73237a6f0 2024-05-21T02:03:48.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.222+0000 7febbed60b80 10 client.25919 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:48.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.222+0000 7febbed60b80 1 -- 172.21.15.7:0/3588257324 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e73228f060 con 0x55e73237a6f0 2024-05-21T02:03:48.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.222+0000 7feb93400700 1 -- 172.21.15.7:0/3588257324 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feba400f7e0 con 0x55e73237a6f0 2024-05-21T02:03:48.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.223+0000 7feb93400700 1 -- 172.21.15.7:0/3588257324 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7feba4021420 con 0x55e73237a6f0 2024-05-21T02:03:48.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.223+0000 7febbed60b80 10 client.25919 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.223+0000 7febbed60b80 10 client.25919 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.223+0000 7febbed60b80 20 client.25919 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.223+0000 7febbed60b80 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55e73238a760 0x55e73238cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.223+0000 7febbed60b80 4 client.25919 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.223+0000 7febbed60b80 1 -- 172.21.15.7:0/3588257324 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7322d0d90 con 0x55e73238a760 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.223+0000 7febb1a00700 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55e73238a760 0x55e73238cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.224+0000 7febb1a00700 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55e73238a760 0x55e73238cb50 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=168a1eb731a52051 server_cookie=41c3b5bca893480b in_seq=0 out_seq=0 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.224+0000 7feb93400700 10 client.25919 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7feb93400700 1 -- 172.21.15.7:0/3588257324 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e7322d0d90 con 0x55e73238a760 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7feb93400700 10 client.25919 handle_command_reply: tid=0 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 client.25919 shutdown 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 -- 172.21.15.7:0/3588257324 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 msgr2=0x55e73237ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73237ab70 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7feba4009fd0 tx=0x7feba40055e0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 -- 172.21.15.7:0/3588257324 shutdown_connections 2024-05-21T02:03:48.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55e73238a760 0x55e73238cb50 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73237ab70 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e73237ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 --2- 172.21.15.7:0/3588257324 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e73237a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 -- 172.21.15.7:0/3588257324 >> 172.21.15.7:0/3588257324 conn(0x55e73229ebe0 msgr2=0x55e73236ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:48.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7feb93400700 0 client.25919 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:03:48.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.225+0000 7febbed60b80 1 -- 172.21.15.7:0/3588257324 shutdown_connections 2024-05-21T02:03:48.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.226+0000 7febbed60b80 1 -- 172.21.15.7:0/3588257324 wait complete. 2024-05-21T02:03:48.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.226+0000 7febbed60b80 20 client.25919 trim_cache size 0 max 16384 2024-05-21T02:03:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.243+0000 7febbed60b80 1 Processor -- start 2024-05-21T02:03:48.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.243+0000 7febbed60b80 1 -- start start 2024-05-21T02:03:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.243+0000 7febbed60b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732371140 0x55e732370b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.243+0000 7febbed60b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732376f30 0x55e7323759f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.243+0000 7febbed60b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e73237a6f0 0x55e73236b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.243+0000 7febbed60b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7febac075490 con 0x55e73237a6f0 2024-05-21T02:03:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.243+0000 7febbed60b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7febac10a300 con 0x55e732371140 2024-05-21T02:03:48.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.243+0000 7febbed60b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7febac108e90 con 0x55e732376f30 2024-05-21T02:03:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.244+0000 7febb1000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732376f30 0x55e7323759f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.244+0000 7febb1000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732376f30 0x55e7323759f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:53986/0 (socket says 172.21.15.7:53986) 2024-05-21T02:03:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.244+0000 7febb1000700 1 -- 172.21.15.7:0/280183229 learned_addr learned my addr 172.21.15.7:0/280183229 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:48.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.244+0000 7febb1a00700 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732371140 0x55e732370b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.244+0000 7febb2400700 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e73237a6f0 0x55e73236b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.245+0000 7febb1000700 1 -- 172.21.15.7:0/280183229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732371140 msgr2=0x55e732370b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.245+0000 7febb1000700 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732371140 0x55e732370b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.245+0000 7febb1000700 1 -- 172.21.15.7:0/280183229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e73237a6f0 msgr2=0x55e73236b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.245+0000 7febb1000700 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e73237a6f0 0x55e73236b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.245+0000 7febb1000700 1 -- 172.21.15.7:0/280183229 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e732363620 con 0x55e732376f30 2024-05-21T02:03:48.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.245+0000 7febb1a00700 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732371140 0x55e732370b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:03:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.245+0000 7febb1000700 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732376f30 0x55e7323759f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7feb98010940 tx=0x7feb98015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e8147fcb135591df server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:48.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.246+0000 7feb9e000700 1 -- 172.21.15.7:0/280183229 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb98012e60 con 0x55e732376f30 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.246+0000 7feb9e000700 1 -- 172.21.15.7:0/280183229 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb9801d9b0 con 0x55e732376f30 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.246+0000 7feb9e000700 1 -- 172.21.15.7:0/280183229 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9801bb20 con 0x55e732376f30 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.247+0000 7febbed60b80 1 -- 172.21.15.7:0/280183229 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732376f30 msgr2=0x55e7323759f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.247+0000 7febbed60b80 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732376f30 0x55e7323759f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7feb98010940 tx=0x7feb98015000 comp rx=0 tx=0).stop 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.247+0000 7febbed60b80 1 -- 172.21.15.7:0/280183229 shutdown_connections 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.247+0000 7febbed60b80 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e73237a6f0 0x55e73236b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.247+0000 7febbed60b80 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e732371140 0x55e732370b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.247+0000 7febbed60b80 1 --2- 172.21.15.7:0/280183229 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732376f30 0x55e7323759f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.247+0000 7febbed60b80 1 -- 172.21.15.7:0/280183229 >> 172.21.15.7:0/280183229 conn(0x55e73229ebe0 msgr2=0x55e7323752e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:48.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.247+0000 7febbed60b80 1 -- 172.21.15.7:0/280183229 shutdown_connections 2024-05-21T02:03:48.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.247+0000 7febbed60b80 1 -- 172.21.15.7:0/280183229 wait complete. 2024-05-21T02:03:48.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.248+0000 7febbed60b80 1 -- start start 2024-05-21T02:03:48.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.248+0000 7febbed60b80 1 Processor -- start 2024-05-21T02:03:48.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.249+0000 7febbed60b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323ed370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.249+0000 7febbed60b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e7323ed8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.249+0000 7febbed60b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73238d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.249+0000 7febb1a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323ed370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.249+0000 7febb1a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323ed370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:53994/0 (socket says 172.21.15.7:53994) 2024-05-21T02:03:48.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.250+0000 7febb2400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73238d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.250+0000 7febb2400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73238d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:36342/0 (socket says 172.21.15.7:36342) 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.250+0000 7febbed60b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7febac109c30 con 0x55e732376f30 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.250+0000 7febbed60b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7febac109560 con 0x55e73237a6f0 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.250+0000 7febbed60b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7febac102a60 con 0x55e732371140 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.250+0000 7febbed60b80 10 client.0 _ll_register_callbacks cb 0x55e732268c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.250+0000 7febb1000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e7323ed8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.250+0000 7febb1000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e7323ed8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57718/0 (socket says 172.21.15.7:57718) 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.250+0000 7febb1000700 1 -- 172.21.15.7:0/3148504292 learned_addr learned my addr 172.21.15.7:0/3148504292 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.251+0000 7febb1000700 1 -- 172.21.15.7:0/3148504292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 msgr2=0x55e7323ed370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.251+0000 7febb1000700 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323ed370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.251+0000 7febb1000700 1 -- 172.21.15.7:0/3148504292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 msgr2=0x55e73238d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:48.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.251+0000 7febb1000700 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73238d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.251+0000 7febb1000700 1 -- 172.21.15.7:0/3148504292 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e73238d8d0 con 0x55e732376f30 2024-05-21T02:03:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.251+0000 7febb1000700 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e7323ed8b0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7feb98010940 tx=0x7feb9801d5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=448f517b2820cb7a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.251+0000 7feb93400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:03:48.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.252+0000 7febb2400700 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73238d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-05-21T02:03:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.252+0000 7febb1a00700 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323ed370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-05-21T02:03:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.252+0000 7feb93400700 1 -- 172.21.15.7:0/3148504292 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb98034060 con 0x55e732376f30 2024-05-21T02:03:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.252+0000 7feb93400700 1 -- 172.21.15.7:0/3148504292 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7feb98023040 con 0x55e732376f30 2024-05-21T02:03:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.253+0000 7febbed60b80 1 -- 172.21.15.7:0/3148504292 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb9801d9b0 con 0x55e732376f30 2024-05-21T02:03:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.253+0000 7feb93400700 1 -- 172.21.15.7:0/3148504292 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feb98012e60 con 0x55e732376f30 2024-05-21T02:03:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.253+0000 7febbed60b80 10 client.15825 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:48.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.253+0000 7febbed60b80 1 -- 172.21.15.7:0/3148504292 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e7323f4af0 con 0x55e732376f30 2024-05-21T02:03:48.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.254+0000 7feb93400700 1 -- 172.21.15.7:0/3148504292 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb9801d9b0 con 0x55e732376f30 2024-05-21T02:03:48.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.254+0000 7feb93400700 1 -- 172.21.15.7:0/3148504292 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7feb98019040 con 0x55e732376f30 2024-05-21T02:03:48.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.254+0000 7febbed60b80 10 client.15825 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:48.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.254+0000 7febbed60b80 10 client.15825 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:03:48.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.254+0000 7febbed60b80 20 client.15825 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:48.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.254+0000 7febbed60b80 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55e7323f5150 0x55e7323f7570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:48.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.254+0000 7febbed60b80 4 client.15825 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:03:48.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.254+0000 7febbed60b80 1 -- 172.21.15.7:0/3148504292 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e7322ca570 con 0x55e7323f5150 2024-05-21T02:03:48.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.256+0000 7febb1a00700 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55e7323f5150 0x55e7323f7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:48.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.257+0000 7febb1a00700 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55e7323f5150 0x55e7323f7570 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bb5342ec41532b34 server_cookie=89dfb361d37717a6 in_seq=0 out_seq=0 2024-05-21T02:03:48.259 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.257+0000 7feb93400700 10 client.15825 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:03:48.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.258+0000 7feb93400700 1 -- 172.21.15.7:0/3148504292 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e7322ca570 con 0x55e7323f5150 2024-05-21T02:03:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.258+0000 7feb93400700 10 client.15825 handle_command_reply: tid=0 2024-05-21T02:03:48.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.259+0000 7febbed60b80 1 client.15825 shutdown 2024-05-21T02:03:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.259+0000 7febbed60b80 1 -- 172.21.15.7:0/3148504292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 msgr2=0x55e7323ed8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.259+0000 7febbed60b80 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e7323ed8b0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7feb98010940 tx=0x7feb9801d5b0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.260+0000 7febbed60b80 1 -- 172.21.15.7:0/3148504292 shutdown_connections 2024-05-21T02:03:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.260+0000 7febbed60b80 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55e7323f5150 0x55e7323f7570 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.260+0000 7febbed60b80 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e73237a6f0 0x55e73238d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.260+0000 7febbed60b80 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e732371140 0x55e7323ed370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.260+0000 7febbed60b80 1 --2- 172.21.15.7:0/3148504292 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e732376f30 0x55e7323ed8b0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.260+0000 7febbed60b80 1 -- 172.21.15.7:0/3148504292 >> 172.21.15.7:0/3148504292 conn(0x55e73229ebe0 msgr2=0x55e732378aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.261+0000 7feb93400700 0 client.15825 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:03:48.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.261+0000 7febbed60b80 1 -- 172.21.15.7:0/3148504292 shutdown_connections 2024-05-21T02:03:48.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.261+0000 7febbed60b80 1 -- 172.21.15.7:0/3148504292 wait complete. 2024-05-21T02:03:48.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.263+0000 7febbed60b80 20 client.15825 trim_cache size 0 max 16384 2024-05-21T02:03:48.270 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:03:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.266+0000 7febb4400700 1 -- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feb940b2900 msgr2=0x7feb940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.266+0000 7febb4400700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feb940b2900 0x7feb940b4dc0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7febac06b4b0 tx=0x7feb9800b410 comp rx=0 tx=0).stop 2024-05-21T02:03:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.267+0000 7febb4400700 1 -- 172.21.15.7:0/778447410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febac06b790 msgr2=0x7febac1a02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:48.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.267+0000 7febb4400700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febac06b790 0x7febac1a02b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7feba000e3c0 tx=0x7feba000e6d0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.267+0000 7febb4400700 1 -- 172.21.15.7:0/778447410 shutdown_connections 2024-05-21T02:03:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.267+0000 7febb4400700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7febac108470 0x7febac1a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.267+0000 7febb4400700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7febac06b790 0x7febac1a02b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.267+0000 7febb4400700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7feb940b2900 0x7feb940b4dc0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.267+0000 7febb4400700 1 --2- 172.21.15.7:0/778447410 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7febac105f80 0x7febac1a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.267+0000 7febb4400700 1 -- 172.21.15.7:0/778447410 >> 172.21.15.7:0/778447410 conn(0x7febac0793f0 msgr2=0x7febac104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.267+0000 7febb4400700 1 -- 172.21.15.7:0/778447410 shutdown_connections 2024-05-21T02:03:48.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:48.269+0000 7febb4400700 1 -- 172.21.15.7:0/778447410 wait complete. 2024-05-21T02:03:49.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:48 smithi007 ceph-mon[31288]: pgmap v560: 97 pgs: 97 active+clean; 489 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 16 MiB/s wr, 31 op/s 2024-05-21T02:03:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:48 smithi190 ceph-mon[35961]: pgmap v560: 97 pgs: 97 active+clean; 489 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 16 MiB/s wr, 31 op/s 2024-05-21T02:03:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:48 smithi164 ceph-mon[36138]: pgmap v560: 97 pgs: 97 active+clean; 489 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 16 MiB/s wr, 31 op/s 2024-05-21T02:03:49.524 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T02:03:50.216 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:50.954 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:50 smithi007 ceph-mon[31288]: pgmap v561: 97 pgs: 97 active+clean; 853 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 71 MiB/s wr, 54 op/s 2024-05-21T02:03:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:50 smithi190 ceph-mon[35961]: pgmap v561: 97 pgs: 97 active+clean; 853 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 71 MiB/s wr, 54 op/s 2024-05-21T02:03:51.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:50 smithi164 ceph-mon[36138]: pgmap v561: 97 pgs: 97 active+clean; 853 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 71 MiB/s wr, 54 op/s 2024-05-21T02:03:53.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:52 smithi007 ceph-mon[31288]: pgmap v562: 97 pgs: 97 active+clean; 1.3 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 109 MiB/s wr, 61 op/s 2024-05-21T02:03:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:52 smithi190 ceph-mon[35961]: pgmap v562: 97 pgs: 97 active+clean; 1.3 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 109 MiB/s wr, 61 op/s 2024-05-21T02:03:53.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:52 smithi164 ceph-mon[36138]: pgmap v562: 97 pgs: 97 active+clean; 1.3 GiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 109 MiB/s wr, 61 op/s 2024-05-21T02:03:53.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.762+0000 7f1332400700 1 -- 172.21.15.7:0/2857100001 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c108500 msgr2=0x7f132c1088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:53.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.762+0000 7f1332400700 1 --2- 172.21.15.7:0/2857100001 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c108500 0x7f132c1088e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f131c009990 tx=0x7f131c009ca0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.762+0000 7f1332400700 1 -- 172.21.15.7:0/2857100001 shutdown_connections 2024-05-21T02:03:53.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.762+0000 7f1332400700 1 --2- 172.21.15.7:0/2857100001 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f132c103f90 0x7f132c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.762+0000 7f1332400700 1 --2- 172.21.15.7:0/2857100001 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c108500 0x7f132c1088e0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.762+0000 7f1332400700 1 --2- 172.21.15.7:0/2857100001 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132c1035f0 0x7f132c103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.762+0000 7f1332400700 1 -- 172.21.15.7:0/2857100001 >> 172.21.15.7:0/2857100001 conn(0x7f132c07a6a0 msgr2=0x7f132c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:53.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.762+0000 7f1332400700 1 -- 172.21.15.7:0/2857100001 shutdown_connections 2024-05-21T02:03:53.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.762+0000 7f1332400700 1 -- 172.21.15.7:0/2857100001 wait complete. 2024-05-21T02:03:53.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.764+0000 7f1332400700 1 Processor -- start 2024-05-21T02:03:53.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.764+0000 7f1332400700 1 -- start start 2024-05-21T02:03:53.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f1332400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c1035f0 0x7f132c19f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f1332400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132c103f90 0x7f132c19fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f1332400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f132c108500 0x7f132c199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f132b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c1035f0 0x7f132c19f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f1332400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f132c113810 con 0x7f132c108500 2024-05-21T02:03:53.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f1332400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f132c113690 con 0x7f132c1035f0 2024-05-21T02:03:53.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f132b400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c1035f0 0x7f132c19f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:36362/0 (socket says 172.21.15.7:36362) 2024-05-21T02:03:53.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f132b400700 1 -- 172.21.15.7:0/1747418744 learned_addr learned my addr 172.21.15.7:0/1747418744 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:53.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f132aa00700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132c103f90 0x7f132c19fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.765+0000 7f1332400700 1 -- 172.21.15.7:0/1747418744 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f132c113990 con 0x7f132c103f90 2024-05-21T02:03:53.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.766+0000 7f132b400700 1 -- 172.21.15.7:0/1747418744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132c103f90 msgr2=0x7f132c19fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:53.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.766+0000 7f132b400700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132c103f90 0x7f132c19fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.766+0000 7f132b400700 1 -- 172.21.15.7:0/1747418744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f132c108500 msgr2=0x7f132c199ab0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T02:03:53.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.766+0000 7f132b400700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f132c108500 0x7f132c199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.766+0000 7f132b400700 1 -- 172.21.15.7:0/1747418744 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f132c19a210 con 0x7f132c1035f0 2024-05-21T02:03:53.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.767+0000 7f132b400700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c1035f0 0x7f132c19f8f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f131c000c00 tx=0x7f131c0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:53.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.767+0000 7f1323e00700 1 -- 172.21.15.7:0/1747418744 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131c027070 con 0x7f132c1035f0 2024-05-21T02:03:53.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.767+0000 7f1323e00700 1 -- 172.21.15.7:0/1747418744 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f131c022470 con 0x7f132c1035f0 2024-05-21T02:03:53.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.767+0000 7f1323e00700 1 -- 172.21.15.7:0/1747418744 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131c017650 con 0x7f132c1035f0 2024-05-21T02:03:53.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.767+0000 7f1332400700 1 -- 172.21.15.7:0/1747418744 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f132c19a4a0 con 0x7f132c1035f0 2024-05-21T02:03:53.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.767+0000 7f1332400700 1 -- 172.21.15.7:0/1747418744 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f132c1a67c0 con 0x7f132c1035f0 2024-05-21T02:03:53.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.772+0000 7f133ccabb80 1 Processor -- start 2024-05-21T02:03:53.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.772+0000 7f133ccabb80 1 -- start start 2024-05-21T02:03:53.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.772+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720beb0 0x561c3720c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.772+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c37206260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.772+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c37206880 0x561c37206ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.772+0000 7f133ccabb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561c37164e40 con 0x561c3720c7d0 2024-05-21T02:03:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.772+0000 7f133ccabb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561c371549e0 con 0x561c37206880 2024-05-21T02:03:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.772+0000 7f133ccabb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x561c37158a20 con 0x561c3720beb0 2024-05-21T02:03:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f132be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720beb0 0x561c3720c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f132aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c37206880 0x561c37206ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f132be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720beb0 0x561c3720c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54016/0 (socket says 172.21.15.7:54016) 2024-05-21T02:03:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f132be00700 1 -- 172.21.15.7:0/1512129087 learned_addr learned my addr 172.21.15.7:0/1512129087 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f1323e00700 1 -- 172.21.15.7:0/1747418744 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f131c009d10 con 0x7f132c1035f0 2024-05-21T02:03:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f132be00700 1 -- 172.21.15.7:0/1512129087 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c37206880 msgr2=0x561c37206ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f132be00700 1 --2- 172.21.15.7:0/1512129087 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c37206880 0x561c37206ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f132be00700 1 -- 172.21.15.7:0/1512129087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 msgr2=0x561c37206260 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:03:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f132be00700 1 --2- 172.21.15.7:0/1512129087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c37206260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.773+0000 7f132be00700 1 -- 172.21.15.7:0/1512129087 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c3711d420 con 0x561c3720beb0 2024-05-21T02:03:53.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.774+0000 7f132be00700 1 --2- 172.21.15.7:0/1512129087 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720beb0 0x561c3720c290 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1324009ba0 tx=0x7f1324009eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f564592cc8a79bdb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:53.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.774+0000 7f1320c00700 1 -- 172.21.15.7:0/1512129087 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132400b8c0 con 0x561c3720beb0 2024-05-21T02:03:53.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.774+0000 7f1320c00700 1 -- 172.21.15.7:0/1512129087 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1324017070 con 0x561c3720beb0 2024-05-21T02:03:53.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.774+0000 7f1320c00700 1 -- 172.21.15.7:0/1512129087 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1324012e50 con 0x561c3720beb0 2024-05-21T02:03:53.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.775+0000 7f133ccabb80 1 -- 172.21.15.7:0/1512129087 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720beb0 msgr2=0x561c3720c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:53.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.775+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1512129087 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720beb0 0x561c3720c290 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1324009ba0 tx=0x7f1324009eb0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.775+0000 7f1323e00700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13100b2900 0x7f13100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.775+0000 7f1323e00700 1 -- 172.21.15.7:0/1747418744 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f131c0e2ad0 con 0x7f132c1035f0 2024-05-21T02:03:53.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.775+0000 7f132be00700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13100b2900 0x7f13100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.775+0000 7f133ccabb80 1 -- 172.21.15.7:0/1512129087 shutdown_connections 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.775+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1512129087 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c37206880 0x561c37206ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.776+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1512129087 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720beb0 0x561c3720c290 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.776+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1512129087 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c37206260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.776+0000 7f133ccabb80 1 -- 172.21.15.7:0/1512129087 >> 172.21.15.7:0/1512129087 conn(0x561c37134be0 msgr2=0x561c37201010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.776+0000 7f133ccabb80 1 -- 172.21.15.7:0/1512129087 shutdown_connections 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.776+0000 7f132be00700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13100b2900 0x7f13100b4dc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f1324009b70 tx=0x7f1324011490 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.776+0000 7f133ccabb80 1 -- 172.21.15.7:0/1512129087 wait complete. 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.777+0000 7f133ccabb80 1 -- start start 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.777+0000 7f133ccabb80 1 Processor -- start 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.777+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 0x561c37212480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.777+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c3720f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.782 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c3720fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f133ccabb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561c3705afa0 con 0x561c3720c7d0 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f133ccabb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561c370f5760 con 0x561c3720beb0 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f133ccabb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x561c37213240 con 0x561c37206880 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f133ccabb80 10 client.0 _ll_register_callbacks cb 0x561c370fec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f132aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c3720f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f132aa00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c3720f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:36388/0 (socket says 172.21.15.7:36388) 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f132b400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 0x561c37212480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f132b400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 0x561c37212480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54026/0 (socket says 172.21.15.7:54026) 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.778+0000 7f132aa00700 1 -- 172.21.15.7:0/2632903460 learned_addr learned my addr 172.21.15.7:0/2632903460 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.779+0000 7f132aa00700 1 -- 172.21.15.7:0/2632903460 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 msgr2=0x561c37212480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.779+0000 7f132aa00700 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 0x561c37212480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.779+0000 7f132aa00700 1 -- 172.21.15.7:0/2632903460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 msgr2=0x561c3720fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.779+0000 7f132be00700 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c3720fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.779+0000 7f132aa00700 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c3720fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.783 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.779+0000 7f132aa00700 1 -- 172.21.15.7:0/2632903460 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c370a48d0 con 0x561c3720beb0 2024-05-21T02:03:53.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.779+0000 7f132b400700 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 0x561c37212480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:03:53.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.780+0000 7f132aa00700 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c3720f820 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1318011710 tx=0x7f1318011a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbf9a78496e64974 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:53.784 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.780+0000 7f1315600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:03:53.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.780+0000 7f1315600700 1 -- 172.21.15.7:0/2632903460 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131800f6f0 con 0x561c3720beb0 2024-05-21T02:03:53.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.780+0000 7f133ccabb80 1 -- 172.21.15.7:0/2632903460 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1324017070 con 0x561c3720beb0 2024-05-21T02:03:53.785 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.780+0000 7f1315600700 1 -- 172.21.15.7:0/2632903460 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f131800f890 con 0x561c3720beb0 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.780+0000 7f1315600700 1 -- 172.21.15.7:0/2632903460 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f131800fa90 con 0x561c3720beb0 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.780+0000 7f133ccabb80 10 client.25931 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.780+0000 7f133ccabb80 1 -- 172.21.15.7:0/2632903460 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c37125060 con 0x561c3720beb0 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.780+0000 7f1315600700 1 -- 172.21.15.7:0/2632903460 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1324017070 con 0x561c3720beb0 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.781+0000 7f1315600700 1 -- 172.21.15.7:0/2632903460 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1318019070 con 0x561c3720beb0 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.781+0000 7f133ccabb80 10 client.25931 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.781+0000 7f133ccabb80 10 client.25931 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.781+0000 7f133ccabb80 20 client.25931 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.781+0000 7f133ccabb80 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x561c3721fdf0 0x561c37222200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.781+0000 7f133ccabb80 4 client.25931 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.781+0000 7f133ccabb80 1 -- 172.21.15.7:0/2632903460 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c37166d90 con 0x561c3721fdf0 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.781+0000 7f132b400700 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x561c3721fdf0 0x561c37222200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.782+0000 7f132b400700 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x561c3721fdf0 0x561c37222200 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3f963fd144176b95 server_cookie=b92d4c1fb50f2c63 in_seq=0 out_seq=0 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.782+0000 7f1315600700 10 client.25931 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f1315600700 1 -- 172.21.15.7:0/2632903460 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561c37166d90 con 0x561c3721fdf0 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f1315600700 10 client.25931 handle_command_reply: tid=0 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f133ccabb80 1 client.25931 shutdown 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f133ccabb80 1 -- 172.21.15.7:0/2632903460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 msgr2=0x561c3720f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f133ccabb80 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c3720f820 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1318011710 tx=0x7f1318011a20 comp rx=0 tx=0).stop 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f133ccabb80 1 -- 172.21.15.7:0/2632903460 shutdown_connections 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f133ccabb80 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x561c3721fdf0 0x561c37222200 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f133ccabb80 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c3720fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f133ccabb80 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 0x561c37212480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f133ccabb80 1 --2- 172.21.15.7:0/2632903460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c3720f820 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f1315600700 0 client.25931 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:03:53.787 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.783+0000 7f133ccabb80 1 -- 172.21.15.7:0/2632903460 >> 172.21.15.7:0/2632903460 conn(0x561c37134be0 msgr2=0x561c37205250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:53.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.784+0000 7f133ccabb80 1 -- 172.21.15.7:0/2632903460 shutdown_connections 2024-05-21T02:03:53.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.784+0000 7f133ccabb80 1 -- 172.21.15.7:0/2632903460 wait complete. 2024-05-21T02:03:53.788 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.784+0000 7f133ccabb80 20 client.25931 trim_cache size 0 max 16384 2024-05-21T02:03:53.818 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.816+0000 7f133ccabb80 1 Processor -- start 2024-05-21T02:03:53.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.818+0000 7f133ccabb80 1 -- start start 2024-05-21T02:03:53.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.819+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 0x561c37206260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.819+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c37209950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.819+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c37209e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.819+0000 7f133ccabb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f132c1afd80 con 0x561c3720c7d0 2024-05-21T02:03:53.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.819+0000 7f133ccabb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f132c1b18c0 con 0x561c3720beb0 2024-05-21T02:03:53.822 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.819+0000 7f133ccabb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f132c1b0450 con 0x561c37206880 2024-05-21T02:03:53.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.821+0000 7f132be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c37209e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.821+0000 7f132be00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c37209e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57758/0 (socket says 172.21.15.7:57758) 2024-05-21T02:03:53.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.821+0000 7f132be00700 1 -- 172.21.15.7:0/336886931 learned_addr learned my addr 172.21.15.7:0/336886931 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:53.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.822+0000 7f132be00700 1 -- 172.21.15.7:0/336886931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 msgr2=0x561c37206260 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:03:53.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.822+0000 7f132be00700 1 --2- 172.21.15.7:0/336886931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 0x561c37206260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.822+0000 7f132aa00700 1 --2- 172.21.15.7:0/336886931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c37209950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.823+0000 7f132be00700 1 -- 172.21.15.7:0/336886931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 msgr2=0x561c37209950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:53.824 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.823+0000 7f132be00700 1 --2- 172.21.15.7:0/336886931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c37209950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.823+0000 7f132be00700 1 -- 172.21.15.7:0/336886931 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c3721d870 con 0x561c3720c7d0 2024-05-21T02:03:53.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.824+0000 7f132be00700 1 --2- 172.21.15.7:0/336886931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c37209e90 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f13240129c0 tx=0x7f132401e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d44c816684722be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.828+0000 7f1317e00700 1 -- 172.21.15.7:0/336886931 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132402b070 con 0x561c3720c7d0 2024-05-21T02:03:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.828+0000 7f1317e00700 1 -- 172.21.15.7:0/336886931 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1324017040 con 0x561c3720c7d0 2024-05-21T02:03:53.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.828+0000 7f1317e00700 1 -- 172.21.15.7:0/336886931 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132402f6f0 con 0x561c3720c7d0 2024-05-21T02:03:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.829+0000 7f133ccabb80 1 -- 172.21.15.7:0/336886931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 msgr2=0x561c37209e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.829+0000 7f133ccabb80 1 --2- 172.21.15.7:0/336886931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c37209e90 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f13240129c0 tx=0x7f132401e000 comp rx=0 tx=0).stop 2024-05-21T02:03:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.830+0000 7f133ccabb80 1 -- 172.21.15.7:0/336886931 shutdown_connections 2024-05-21T02:03:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.830+0000 7f133ccabb80 1 --2- 172.21.15.7:0/336886931 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c3720c7d0 0x561c37209e90 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.830+0000 7f133ccabb80 1 --2- 172.21.15.7:0/336886931 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c37206880 0x561c37206260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.830+0000 7f133ccabb80 1 --2- 172.21.15.7:0/336886931 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c37209950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.830+0000 7f133ccabb80 1 -- 172.21.15.7:0/336886931 >> 172.21.15.7:0/336886931 conn(0x561c37134be0 msgr2=0x561c371fae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:53.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.830+0000 7f133ccabb80 1 -- 172.21.15.7:0/336886931 shutdown_connections 2024-05-21T02:03:53.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.831+0000 7f133ccabb80 1 -- 172.21.15.7:0/336886931 wait complete. 2024-05-21T02:03:53.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.831+0000 7f133ccabb80 1 -- start start 2024-05-21T02:03:53.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.832+0000 7f133ccabb80 1 Processor -- start 2024-05-21T02:03:53.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.833+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c37206880 0x561c37227830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.834 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.833+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c37227d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.834+0000 7f133ccabb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720c7d0 0x561c372282b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.835 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.834+0000 7f133ccabb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f132c1b11f0 con 0x561c37206880 2024-05-21T02:03:53.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.834+0000 7f133ccabb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f132c1b0b20 con 0x561c3720beb0 2024-05-21T02:03:53.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.834+0000 7f133ccabb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f132c1add00 con 0x561c3720c7d0 2024-05-21T02:03:53.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.835+0000 7f132b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c37206880 0x561c37227830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.835+0000 7f133ccabb80 10 client.0 _ll_register_callbacks cb 0x561c370fec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:03:53.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.835+0000 7f132b400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c37206880 0x561c37227830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:57762/0 (socket says 172.21.15.7:57762) 2024-05-21T02:03:53.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.835+0000 7f132b400700 1 -- 172.21.15.7:0/1138897090 learned_addr learned my addr 172.21.15.7:0/1138897090 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:03:53.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.836+0000 7f132b400700 1 -- 172.21.15.7:0/1138897090 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720c7d0 msgr2=0x561c372282b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:03:53.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.836+0000 7f132b400700 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720c7d0 0x561c372282b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.837 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.836+0000 7f132b400700 1 -- 172.21.15.7:0/1138897090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 msgr2=0x561c37227d70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:03:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.836+0000 7f132b400700 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c37227d70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.836+0000 7f132b400700 1 -- 172.21.15.7:0/1138897090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c37289b90 con 0x561c37206880 2024-05-21T02:03:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.836+0000 7f132b400700 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c37206880 0x561c37227830 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f131c0a9e40 tx=0x7f131c0aa840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8c8f3fafef36669 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:03:53.838 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.837+0000 7f1315600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:03:53.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.848+0000 7f1315600700 1 -- 172.21.15.7:0/1138897090 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131c0c4060 con 0x561c37206880 2024-05-21T02:03:53.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.848+0000 7f133ccabb80 1 -- 172.21.15.7:0/1138897090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1324017040 con 0x561c37206880 2024-05-21T02:03:53.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.848+0000 7f1315600700 1 -- 172.21.15.7:0/1138897090 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f131c0ae170 con 0x561c37206880 2024-05-21T02:03:53.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.850+0000 7f1315600700 1 -- 172.21.15.7:0/1138897090 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f131c0cb050 con 0x561c37206880 2024-05-21T02:03:53.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.850+0000 7f133ccabb80 10 client.15831 fetch_fsmap learned FSMap version 29 2024-05-21T02:03:53.851 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.850+0000 7f133ccabb80 1 -- 172.21.15.7:0/1138897090 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c3728aed0 con 0x561c37206880 2024-05-21T02:03:53.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.851+0000 7f1315600700 1 -- 172.21.15.7:0/1138897090 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1324017040 con 0x561c37206880 2024-05-21T02:03:53.852 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.851+0000 7f1315600700 1 -- 172.21.15.7:0/1138897090 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f131c0b2a80 con 0x561c37206880 2024-05-21T02:03:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.851+0000 7f133ccabb80 10 client.15831 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:03:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.851+0000 7f133ccabb80 10 client.15831 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:03:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.851+0000 7f133ccabb80 20 client.15831 populate_metadata read hostname 'smithi007' 2024-05-21T02:03:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.851+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x561c3728b520 0x561c3728d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:03:53.853 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.851+0000 7f133ccabb80 4 client.15831 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:03:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.851+0000 7f133ccabb80 1 -- 172.21.15.7:0/1138897090 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561c37160570 con 0x561c3728b520 2024-05-21T02:03:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.852+0000 7f132aa00700 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x561c3728b520 0x561c3728d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:03:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.852+0000 7f132aa00700 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x561c3728b520 0x561c3728d940 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=84e8a69ef885dad6 server_cookie=60356c6ea5ef8e5f in_seq=0 out_seq=0 2024-05-21T02:03:53.854 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.852+0000 7f1315600700 10 client.15831 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:03:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.853+0000 7f1315600700 1 -- 172.21.15.7:0/1138897090 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561c37160570 con 0x561c3728b520 2024-05-21T02:03:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.853+0000 7f1315600700 10 client.15831 handle_command_reply: tid=0 2024-05-21T02:03:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.853+0000 7f133ccabb80 1 client.15831 shutdown 2024-05-21T02:03:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.854+0000 7f133ccabb80 1 -- 172.21.15.7:0/1138897090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c37206880 msgr2=0x561c37227830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:53.855 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.854+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c37206880 0x561c37227830 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f131c0a9e40 tx=0x7f131c0aa840 comp rx=0 tx=0).stop 2024-05-21T02:03:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.855+0000 7f133ccabb80 1 -- 172.21.15.7:0/1138897090 shutdown_connections 2024-05-21T02:03:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.855+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x561c3728b520 0x561c3728d940 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.855+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c3720c7d0 0x561c372282b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.855+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c37206880 0x561c37227830 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.856 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.855+0000 7f133ccabb80 1 --2- 172.21.15.7:0/1138897090 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c3720beb0 0x561c37227d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.855+0000 7f133ccabb80 1 -- 172.21.15.7:0/1138897090 >> 172.21.15.7:0/1138897090 conn(0x561c37134be0 msgr2=0x561c37209950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:53.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.855+0000 7f1315600700 0 client.15831 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:03:53.857 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.857+0000 7f133ccabb80 1 -- 172.21.15.7:0/1138897090 shutdown_connections 2024-05-21T02:03:53.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.857+0000 7f133ccabb80 1 -- 172.21.15.7:0/1138897090 wait complete. 2024-05-21T02:03:53.858 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.857+0000 7f133ccabb80 20 client.15831 trim_cache size 0 max 16384 2024-05-21T02:03:53.858 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:03:53.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.858+0000 7f1332400700 1 -- 172.21.15.7:0/1747418744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13100b2900 msgr2=0x7f13100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.858+0000 7f1332400700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13100b2900 0x7f13100b4dc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f1324009b70 tx=0x7f1324011490 comp rx=0 tx=0).stop 2024-05-21T02:03:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.858+0000 7f1332400700 1 -- 172.21.15.7:0/1747418744 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c1035f0 msgr2=0x7f132c19f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:03:53.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.858+0000 7f1332400700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c1035f0 0x7f132c19f8f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f131c000c00 tx=0x7f131c0057c0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.859+0000 7f1332400700 1 -- 172.21.15.7:0/1747418744 shutdown_connections 2024-05-21T02:03:53.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.859+0000 7f1332400700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f13100b2900 0x7f13100b4dc0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.859+0000 7f1332400700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f132c108500 0x7f132c199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.859+0000 7f1332400700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f132c1035f0 0x7f132c19f8f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.859+0000 7f1332400700 1 --2- 172.21.15.7:0/1747418744 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f132c103f90 0x7f132c19fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:03:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.859+0000 7f1332400700 1 -- 172.21.15.7:0/1747418744 >> 172.21.15.7:0/1747418744 conn(0x7f132c07a6a0 msgr2=0x7f132c101600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:03:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.860+0000 7f1332400700 1 -- 172.21.15.7:0/1747418744 shutdown_connections 2024-05-21T02:03:53.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:03:53.861+0000 7f1332400700 1 -- 172.21.15.7:0/1747418744 wait complete. 2024-05-21T02:03:55.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:54 smithi007 ceph-mon[31288]: pgmap v563: 97 pgs: 97 active+clean; 1.9 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 165 MiB/s wr, 76 op/s 2024-05-21T02:03:55.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:54 smithi190 ceph-mon[35961]: pgmap v563: 97 pgs: 97 active+clean; 1.9 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 165 MiB/s wr, 76 op/s 2024-05-21T02:03:55.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:54 smithi164 ceph-mon[36138]: pgmap v563: 97 pgs: 97 active+clean; 1.9 GiB data, 5.7 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 165 MiB/s wr, 76 op/s 2024-05-21T02:03:55.442 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T02:03:56.146 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:03:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:56 smithi190 ceph-mon[35961]: pgmap v564: 97 pgs: 97 active+clean; 2.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 216 MiB/s wr, 91 op/s 2024-05-21T02:03:57.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:56 smithi164 ceph-mon[36138]: pgmap v564: 97 pgs: 97 active+clean; 2.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 216 MiB/s wr, 91 op/s 2024-05-21T02:03:57.253 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:56 smithi007 ceph-mon[31288]: pgmap v564: 97 pgs: 97 active+clean; 2.5 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 216 MiB/s wr, 91 op/s 2024-05-21T02:03:58.818 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:03:58 smithi007 ceph-mon[31288]: pgmap v565: 97 pgs: 97 active+clean; 3.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 255 MiB/s wr, 89 op/s 2024-05-21T02:03:59.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:03:58 smithi190 ceph-mon[35961]: pgmap v565: 97 pgs: 97 active+clean; 3.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 255 MiB/s wr, 89 op/s 2024-05-21T02:03:59.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:03:58 smithi164 ceph-mon[36138]: pgmap v565: 97 pgs: 97 active+clean; 3.0 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 255 MiB/s wr, 89 op/s 2024-05-21T02:04:00.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.043+0000 7ffbea200700 1 -- 172.21.15.7:0/1589980348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe410ff40 msgr2=0x7ffbe4112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:00.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.043+0000 7ffbea200700 1 --2- 172.21.15.7:0/1589980348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe410ff40 0x7ffbe4112330 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc009f90 tx=0x7ffbdc00b330 comp rx=0 tx=0).stop 2024-05-21T02:04:00.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.043+0000 7ffbea200700 1 -- 172.21.15.7:0/1589980348 shutdown_connections 2024-05-21T02:04:00.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.043+0000 7ffbea200700 1 --2- 172.21.15.7:0/1589980348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe410ff40 0x7ffbe4112330 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.045 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.043+0000 7ffbea200700 1 --2- 172.21.15.7:0/1589980348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe4075770 0x7ffbe4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.043+0000 7ffbea200700 1 --2- 172.21.15.7:0/1589980348 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe4076090 0x7ffbe410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.043+0000 7ffbea200700 1 -- 172.21.15.7:0/1589980348 >> 172.21.15.7:0/1589980348 conn(0x7ffbe407a6a0 msgr2=0x7ffbe407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:00.046 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.043+0000 7ffbea200700 1 -- 172.21.15.7:0/1589980348 shutdown_connections 2024-05-21T02:04:00.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.044+0000 7ffbea200700 1 -- 172.21.15.7:0/1589980348 wait complete. 2024-05-21T02:04:00.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbea200700 1 Processor -- start 2024-05-21T02:04:00.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbea200700 1 -- start start 2024-05-21T02:04:00.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbea200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe4075770 0x7ffbe4074ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbea200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe4076090 0x7ffbe40751e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbea200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe410ff40 0x7ffbe406dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbea200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41158f0 con 0x7ffbe410ff40 2024-05-21T02:04:00.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbea200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe4115770 con 0x7ffbe4076090 2024-05-21T02:04:00.047 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbea200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe4115a70 con 0x7ffbe4075770 2024-05-21T02:04:00.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbe3400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe4075770 0x7ffbe4074ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbe3400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe4075770 0x7ffbe4074ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33752/0 (socket says 172.21.15.7:33752) 2024-05-21T02:04:00.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbe3400700 1 -- 172.21.15.7:0/1193649890 learned_addr learned my addr 172.21.15.7:0/1193649890 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:00.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.045+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe4076090 0x7ffbe40751e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbe3e00700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe410ff40 0x7ffbe406dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbe3400700 1 -- 172.21.15.7:0/1193649890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe4076090 msgr2=0x7ffbe40751e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:00.048 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbe3400700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe4076090 0x7ffbe40751e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbe3400700 1 -- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe410ff40 msgr2=0x7ffbe406dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbe3400700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe410ff40 0x7ffbe406dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbe3400700 1 -- 172.21.15.7:0/1193649890 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe406e7e0 con 0x7ffbe4075770 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe4076090 0x7ffbe40751e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbe3e00700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe410ff40 0x7ffbe406dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbe3400700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe4075770 0x7ffbe4074ca0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ffbd400ec10 tx=0x7ffbd400ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbdbe00700 1 -- 172.21.15.7:0/1193649890 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd400cd40 con 0x7ffbe4075770 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbdbe00700 1 -- 172.21.15.7:0/1193649890 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffbd40044d0 con 0x7ffbe4075770 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbdbe00700 1 -- 172.21.15.7:0/1193649890 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd4010690 con 0x7ffbe4075770 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.046+0000 7ffbea200700 1 -- 172.21.15.7:0/1193649890 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbe406ead0 con 0x7ffbe4075770 2024-05-21T02:04:00.049 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.047+0000 7ffbea200700 1 -- 172.21.15.7:0/1193649890 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbe4072a60 con 0x7ffbe4075770 2024-05-21T02:04:00.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.053+0000 7ffbf4bdfb80 1 Processor -- start 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbf4bdfb80 1 -- start start 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbdbe00700 1 -- 172.21.15.7:0/1193649890 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffbd4003e50 con 0x7ffbe4075770 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656ef3eb0 0x562656ef4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef47d0 0x562656eee260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656eee880 0x562656eeece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562656e4ce40 con 0x562656ef47d0 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562656e3c9e0 con 0x562656ef3eb0 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562656e40a20 con 0x562656eee880 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbe2a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656eee880 0x562656eeece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbe2a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656eee880 0x562656eeece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33756/0 (socket says 172.21.15.7:33756) 2024-05-21T02:04:00.056 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.054+0000 7ffbe2a00700 1 -- 172.21.15.7:0/2385474009 learned_addr learned my addr 172.21.15.7:0/2385474009 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:00.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.055+0000 7ffbe2a00700 1 -- 172.21.15.7:0/2385474009 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656ef3eb0 msgr2=0x562656ef4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:00.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.055+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/2385474009 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656ef3eb0 0x562656ef4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.055+0000 7ffbe2a00700 1 -- 172.21.15.7:0/2385474009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef47d0 msgr2=0x562656eee260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:00.057 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.055+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/2385474009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef47d0 0x562656eee260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.055+0000 7ffbe2a00700 1 -- 172.21.15.7:0/2385474009 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562656e05420 con 0x562656eee880 2024-05-21T02:04:00.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.055+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/2385474009 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656eee880 0x562656eeece0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ffbd00114f0 tx=0x7ffbd0009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eadbd3a260db179 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:00.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.055+0000 7ffbd8c00700 1 -- 172.21.15.7:0/2385474009 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd001e070 con 0x562656eee880 2024-05-21T02:04:00.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.055+0000 7ffbd8c00700 1 -- 172.21.15.7:0/2385474009 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffbd000eb20 con 0x562656eee880 2024-05-21T02:04:00.058 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.055+0000 7ffbd8c00700 1 -- 172.21.15.7:0/2385474009 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0019c10 con 0x562656eee880 2024-05-21T02:04:00.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.056+0000 7ffbdbe00700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffbc80b2900 0x7ffbc80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.057+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2385474009 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656eee880 msgr2=0x562656eeece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:00.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.057+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/2385474009 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656eee880 0x562656eeece0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ffbd00114f0 tx=0x7ffbd0009f90 comp rx=0 tx=0).stop 2024-05-21T02:04:00.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.057+0000 7ffbdbe00700 1 -- 172.21.15.7:0/1193649890 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ffbd40e2500 con 0x7ffbe4075770 2024-05-21T02:04:00.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.057+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2385474009 shutdown_connections 2024-05-21T02:04:00.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.057+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/2385474009 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656eee880 0x562656eeece0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.057+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/2385474009 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656ef3eb0 0x562656ef4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.057+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/2385474009 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef47d0 0x562656eee260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.057+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2385474009 >> 172.21.15.7:0/2385474009 conn(0x562656e1cbe0 msgr2=0x562656ee9010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:00.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.058+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2385474009 shutdown_connections 2024-05-21T02:04:00.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.058+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2385474009 wait complete. 2024-05-21T02:04:00.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.059+0000 7ffbf4bdfb80 1 -- start start 2024-05-21T02:04:00.060 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.059+0000 7ffbf4bdfb80 1 Processor -- start 2024-05-21T02:04:00.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 0x562656efa790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef3eb0 0x562656ef7a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656ef8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562656d42fa0 con 0x562656ef3eb0 2024-05-21T02:04:00.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562656ddd760 con 0x562656eee880 2024-05-21T02:04:00.061 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562656efb240 con 0x562656ef7fd0 2024-05-21T02:04:00.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbe2a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef3eb0 0x562656ef7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.062 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbf4bdfb80 10 client.0 _ll_register_callbacks cb 0x562656de6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbe2a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef3eb0 0x562656ef7a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39282/0 (socket says 172.21.15.7:39282) 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbe2a00700 1 -- 172.21.15.7:0/1914495915 learned_addr learned my addr 172.21.15.7:0/1914495915 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbe3400700 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 0x562656efa790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.060+0000 7ffbe3e00700 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656ef8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.061+0000 7ffbe2a00700 1 -- 172.21.15.7:0/1914495915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 msgr2=0x562656ef8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.061+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656ef8430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.061+0000 7ffbe2a00700 1 -- 172.21.15.7:0/1914495915 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 msgr2=0x562656efa790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.061+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 0x562656efa790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.061+0000 7ffbe2a00700 1 -- 172.21.15.7:0/1914495915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562656d8c8d0 con 0x562656ef3eb0 2024-05-21T02:04:00.063 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.061+0000 7ffbe3e00700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffbc80b2900 0x7ffbc80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.062+0000 7ffbe3e00700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffbc80b2900 0x7ffbc80b4dc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc006130 tx=0x7ffbdc0098a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:00.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.063+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef3eb0 0x562656ef7a90 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ffbd00095f0 tx=0x7ffbd000ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c375714e18f10387 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:00.064 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.063+0000 7ffbcd600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:04:00.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.063+0000 7ffbcd600700 1 -- 172.21.15.7:0/1914495915 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd001e070 con 0x562656ef3eb0 2024-05-21T02:04:00.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.063+0000 7ffbcd600700 1 -- 172.21.15.7:0/1914495915 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ffbd0019930 con 0x562656ef3eb0 2024-05-21T02:04:00.065 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.064+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1914495915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbd000eb20 con 0x562656ef3eb0 2024-05-21T02:04:00.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.064+0000 7ffbcd600700 1 -- 172.21.15.7:0/1914495915 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffbd0019b30 con 0x562656ef3eb0 2024-05-21T02:04:00.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.065+0000 7ffbf4bdfb80 10 client.15837 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:00.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.065+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1914495915 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562656e0d060 con 0x562656ef3eb0 2024-05-21T02:04:00.066 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.065+0000 7ffbcd600700 1 -- 172.21.15.7:0/1914495915 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffbd000eb20 con 0x562656ef3eb0 2024-05-21T02:04:00.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.066+0000 7ffbcd600700 1 -- 172.21.15.7:0/1914495915 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ffbd0004a30 con 0x562656ef3eb0 2024-05-21T02:04:00.068 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.067+0000 7ffbf4bdfb80 10 client.15837 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:00.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.067+0000 7ffbf4bdfb80 10 client.15837 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:04:00.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.067+0000 7ffbf4bdfb80 20 client.15837 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:00.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.067+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562656f08330 0x562656f0a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.067+0000 7ffbf4bdfb80 4 client.15837 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:00.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.067+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1914495915 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562656e4ed90 con 0x562656f08330 2024-05-21T02:04:00.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.067+0000 7ffbe3400700 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562656f08330 0x562656f0a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.069 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.068+0000 7ffbe3400700 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562656f08330 0x562656f0a720 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4c3ffc084878471f server_cookie=1d0b06b6899fb3b2 in_seq=0 out_seq=0 2024-05-21T02:04:00.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.068+0000 7ffbcd600700 10 client.15837 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:04:00.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbcd600700 1 -- 172.21.15.7:0/1914495915 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562656e4ed90 con 0x562656f08330 2024-05-21T02:04:00.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbcd600700 10 client.15837 handle_command_reply: tid=0 2024-05-21T02:04:00.070 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 client.15837 shutdown 2024-05-21T02:04:00.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1914495915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef3eb0 msgr2=0x562656ef7a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:00.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef3eb0 0x562656ef7a90 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ffbd00095f0 tx=0x7ffbd000ef70 comp rx=0 tx=0).stop 2024-05-21T02:04:00.071 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1914495915 shutdown_connections 2024-05-21T02:04:00.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562656f08330 0x562656f0a720 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656ef8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 0x562656efa790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1914495915 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ef3eb0 0x562656ef7a90 secure :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ffbd00095f0 tx=0x7ffbd000ef70 comp rx=0 tx=0).stop 2024-05-21T02:04:00.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1914495915 >> 172.21.15.7:0/1914495915 conn(0x562656e1cbe0 msgr2=0x562656eed250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:00.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbcd600700 0 client.15837 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:04:00.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.069+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1914495915 shutdown_connections 2024-05-21T02:04:00.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.070+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1914495915 wait complete. 2024-05-21T02:04:00.072 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.070+0000 7ffbf4bdfb80 20 client.15837 trim_cache size 0 max 16384 2024-05-21T02:04:00.088 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.087+0000 7ffbf4bdfb80 1 Processor -- start 2024-05-21T02:04:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.087+0000 7ffbf4bdfb80 1 -- start start 2024-05-21T02:04:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.087+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656eee880 0x562656eee260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.087+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656f0fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.087+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656ee9270 0x562656f102c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.087+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b86a0 con 0x562656eee880 2024-05-21T02:04:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.087+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41ba1e0 con 0x562656ee9270 2024-05-21T02:04:00.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.087+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b8d70 con 0x562656ef7fd0 2024-05-21T02:04:00.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.088+0000 7ffbe2a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656f0fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.088+0000 7ffbe2a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656f0fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33762/0 (socket says 172.21.15.7:33762) 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.088+0000 7ffbe2a00700 1 -- 172.21.15.7:0/2921802082 learned_addr learned my addr 172.21.15.7:0/2921802082 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.088+0000 7ffbe3e00700 1 --2- 172.21.15.7:0/2921802082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656ee9270 0x562656f102c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.088+0000 7ffbe2a00700 1 -- 172.21.15.7:0/2921802082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656ee9270 msgr2=0x562656f102c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.088+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/2921802082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656ee9270 0x562656f102c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.088+0000 7ffbe2a00700 1 -- 172.21.15.7:0/2921802082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656eee880 msgr2=0x562656eee260 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.088+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/2921802082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656eee880 0x562656eee260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.088+0000 7ffbe2a00700 1 -- 172.21.15.7:0/2921802082 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562656eef010 con 0x562656ef7fd0 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.089+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/2921802082 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656f0fd80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0004e50 tx=0x7ffbd0019a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9cff5f340f8bcf43 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.089+0000 7ffbcfe00700 1 -- 172.21.15.7:0/2921802082 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd0035070 con 0x562656ef7fd0 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.089+0000 7ffbcfe00700 1 -- 172.21.15.7:0/2921802082 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffbd0028070 con 0x562656ef7fd0 2024-05-21T02:04:00.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.089+0000 7ffbcfe00700 1 -- 172.21.15.7:0/2921802082 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd001e040 con 0x562656ef7fd0 2024-05-21T02:04:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.090+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2921802082 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 msgr2=0x562656f0fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.090+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/2921802082 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656f0fd80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ffbd0004e50 tx=0x7ffbd0019a70 comp rx=0 tx=0).stop 2024-05-21T02:04:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.090+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2921802082 shutdown_connections 2024-05-21T02:04:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.090+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/2921802082 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656ee9270 0x562656f102c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.090+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/2921802082 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656eee880 0x562656eee260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.090+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/2921802082 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656f0fd80 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.090+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2921802082 >> 172.21.15.7:0/2921802082 conn(0x562656e1cbe0 msgr2=0x562656ee2e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.091+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2921802082 shutdown_connections 2024-05-21T02:04:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.091+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/2921802082 wait complete. 2024-05-21T02:04:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.091+0000 7ffbf4bdfb80 1 -- start start 2024-05-21T02:04:00.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.092+0000 7ffbf4bdfb80 1 Processor -- start 2024-05-21T02:04:00.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.092+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ee9270 0x562656f004d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.092+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 0x562656f00a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.092+0000 7ffbf4bdfb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656efd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.092+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b9b10 con 0x562656ee9270 2024-05-21T02:04:00.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.092+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b9440 con 0x562656eee880 2024-05-21T02:04:00.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.092+0000 7ffbf4bdfb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe41b6640 con 0x562656ef7fd0 2024-05-21T02:04:00.095 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.093+0000 7ffbf4bdfb80 10 client.0 _ll_register_callbacks cb 0x562656de6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:00.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.094+0000 7ffbe3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ee9270 0x562656f004d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.094+0000 7ffbe3400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ee9270 0x562656f004d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:39300/0 (socket says 172.21.15.7:39300) 2024-05-21T02:04:00.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.094+0000 7ffbe3400700 1 -- 172.21.15.7:0/1057560602 learned_addr learned my addr 172.21.15.7:0/1057560602 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:00.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.094+0000 7ffbe3e00700 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656efd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.096 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.094+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 0x562656f00a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.095+0000 7ffbe3400700 1 -- 172.21.15.7:0/1057560602 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 msgr2=0x562656efd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:00.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.095+0000 7ffbe3400700 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656efd4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.095+0000 7ffbe3400700 1 -- 172.21.15.7:0/1057560602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 msgr2=0x562656f00a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:00.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.095+0000 7ffbe3400700 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 0x562656f00a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.095+0000 7ffbe3400700 1 -- 172.21.15.7:0/1057560602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562656efd9e0 con 0x562656ee9270 2024-05-21T02:04:00.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.095+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 0x562656f00a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:04:00.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.095+0000 7ffbe3400700 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ee9270 0x562656f004d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ffbd400c660 tx=0x7ffbd4009a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f8b804580f70699 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:00.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.095+0000 7ffbcd600700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:04:00.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.096+0000 7ffbcd600700 1 -- 172.21.15.7:0/1057560602 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbd408f070 con 0x562656ee9270 2024-05-21T02:04:00.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.096+0000 7ffbcd600700 1 -- 172.21.15.7:0/1057560602 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ffbd4004140 con 0x562656ee9270 2024-05-21T02:04:00.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.096+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1057560602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbd0028070 con 0x562656ee9270 2024-05-21T02:04:00.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.096+0000 7ffbcd600700 1 -- 172.21.15.7:0/1057560602 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffbd40a5270 con 0x562656ee9270 2024-05-21T02:04:00.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.096+0000 7ffbf4bdfb80 10 client.15840 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:00.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.096+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1057560602 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562656f733a0 con 0x562656ee9270 2024-05-21T02:04:00.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.097+0000 7ffbcd600700 1 -- 172.21.15.7:0/1057560602 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffbd0028070 con 0x562656ee9270 2024-05-21T02:04:00.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.097+0000 7ffbcd600700 1 -- 172.21.15.7:0/1057560602 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ffbd40e20d0 con 0x562656ee9270 2024-05-21T02:04:00.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.097+0000 7ffbf4bdfb80 10 client.15840 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:00.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.097+0000 7ffbf4bdfb80 10 client.15840 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:04:00.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.097+0000 7ffbf4bdfb80 20 client.15840 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:00.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.097+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562656f73960 0x562656f75d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:00.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.097+0000 7ffbf4bdfb80 4 client.15840 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:04:00.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.097+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1057560602 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562656e48570 con 0x562656f73960 2024-05-21T02:04:00.100 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.098+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562656f73960 0x562656f75d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:00.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.098+0000 7ffbe2a00700 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562656f73960 0x562656f75d80 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=701a26fac98370ca server_cookie=c99e971d6f2f2654 in_seq=0 out_seq=0 2024-05-21T02:04:00.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.098+0000 7ffbcd600700 10 client.15840 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:04:00.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.099+0000 7ffbcd600700 1 -- 172.21.15.7:0/1057560602 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562656e48570 con 0x562656f73960 2024-05-21T02:04:00.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.099+0000 7ffbcd600700 10 client.15840 handle_command_reply: tid=0 2024-05-21T02:04:00.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.099+0000 7ffbf4bdfb80 1 client.15840 shutdown 2024-05-21T02:04:00.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.100+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1057560602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ee9270 msgr2=0x562656f004d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:00.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.100+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ee9270 0x562656f004d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ffbd400c660 tx=0x7ffbd4009a10 comp rx=0 tx=0).stop 2024-05-21T02:04:00.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1057560602 shutdown_connections 2024-05-21T02:04:00.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x562656f73960 0x562656f75d80 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562656ef7fd0 0x562656efd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562656ee9270 0x562656f004d0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbf4bdfb80 1 --2- 172.21.15.7:0/1057560602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562656eee880 0x562656f00a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1057560602 >> 172.21.15.7:0/1057560602 conn(0x562656e1cbe0 msgr2=0x562656ef19c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbcd600700 0 client.15840 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:04:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1057560602 shutdown_connections 2024-05-21T02:04:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbf4bdfb80 1 -- 172.21.15.7:0/1057560602 wait complete. 2024-05-21T02:04:00.103 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.101+0000 7ffbf4bdfb80 20 client.15840 trim_cache size 0 max 16384 2024-05-21T02:04:00.104 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:04:00.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.104+0000 7ffbea200700 1 -- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffbc80b2900 msgr2=0x7ffbc80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:00.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.104+0000 7ffbea200700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffbc80b2900 0x7ffbc80b4dc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc006130 tx=0x7ffbdc0098a0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.104+0000 7ffbea200700 1 -- 172.21.15.7:0/1193649890 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe4075770 msgr2=0x7ffbe4074ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:00.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.104+0000 7ffbea200700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe4075770 0x7ffbe4074ca0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ffbd400ec10 tx=0x7ffbd400ef20 comp rx=0 tx=0).stop 2024-05-21T02:04:00.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.105+0000 7ffbea200700 1 -- 172.21.15.7:0/1193649890 shutdown_connections 2024-05-21T02:04:00.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.105+0000 7ffbea200700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffbc80b2900 0x7ffbc80b4dc0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.105+0000 7ffbea200700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffbe410ff40 0x7ffbe406dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.105+0000 7ffbea200700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffbe4075770 0x7ffbe4074ca0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.105+0000 7ffbea200700 1 --2- 172.21.15.7:0/1193649890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffbe4076090 0x7ffbe40751e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:00.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.105+0000 7ffbea200700 1 -- 172.21.15.7:0/1193649890 >> 172.21.15.7:0/1193649890 conn(0x7ffbe407a6a0 msgr2=0x7ffbe41006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:00.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.105+0000 7ffbea200700 1 -- 172.21.15.7:0/1193649890 shutdown_connections 2024-05-21T02:04:00.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:00.105+0000 7ffbea200700 1 -- 172.21.15.7:0/1193649890 wait complete. 2024-05-21T02:04:01.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:00 smithi007 ceph-mon[31288]: pgmap v566: 97 pgs: 97 active+clean; 4.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 323 MiB/s wr, 103 op/s 2024-05-21T02:04:01.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:00 smithi190 ceph-mon[35961]: pgmap v566: 97 pgs: 97 active+clean; 4.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 323 MiB/s wr, 103 op/s 2024-05-21T02:04:01.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:00 smithi164 ceph-mon[36138]: pgmap v566: 97 pgs: 97 active+clean; 4.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 323 MiB/s wr, 103 op/s 2024-05-21T02:04:01.407 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T02:04:01.975 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:02.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:01 smithi190 ceph-mon[35961]: pgmap v567: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 301 MiB/s wr, 86 op/s 2024-05-21T02:04:02.180 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:01 smithi007 ceph-mon[31288]: pgmap v567: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 301 MiB/s wr, 86 op/s 2024-05-21T02:04:02.192 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:01 smithi164 ceph-mon[36138]: pgmap v567: 97 pgs: 97 active+clean; 4.4 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 301 MiB/s wr, 86 op/s 2024-05-21T02:04:04.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.715+0000 7f9a83e00700 1 -- 172.21.15.7:0/158733531 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a84104e90 msgr2=0x7f9a8410d380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:04.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.715+0000 7f9a83e00700 1 --2- 172.21.15.7:0/158733531 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a84104e90 0x7f9a8410d380 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9a700098f0 tx=0x7f9a70009c00 comp rx=0 tx=0).stop 2024-05-21T02:04:04.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.716+0000 7f9a83e00700 1 -- 172.21.15.7:0/158733531 shutdown_connections 2024-05-21T02:04:04.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.716+0000 7f9a83e00700 1 --2- 172.21.15.7:0/158733531 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a8410d9a0 0x7f9a8410fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.716+0000 7f9a83e00700 1 --2- 172.21.15.7:0/158733531 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a84104570 0x7f9a84104950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.716+0000 7f9a83e00700 1 --2- 172.21.15.7:0/158733531 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a84104e90 0x7f9a8410d380 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.716+0000 7f9a83e00700 1 -- 172.21.15.7:0/158733531 >> 172.21.15.7:0/158733531 conn(0x7f9a840fdda0 msgr2=0x7f9a841001c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:04.718 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:04 smithi007 ceph-mon[31288]: pgmap v568: 97 pgs: 97 active+clean; 5.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 322 MiB/s wr, 93 op/s 2024-05-21T02:04:04.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.719+0000 7f9a83e00700 1 -- 172.21.15.7:0/158733531 shutdown_connections 2024-05-21T02:04:04.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.719+0000 7f9a83e00700 1 -- 172.21.15.7:0/158733531 wait complete. 2024-05-21T02:04:04.721 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.720+0000 7f9a83e00700 1 Processor -- start 2024-05-21T02:04:04.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.721+0000 7f9a83e00700 1 -- start start 2024-05-21T02:04:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.722+0000 7f9a83e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a84104570 0x7f9a84074cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.722+0000 7f9a83e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a84104e90 0x7f9a84075230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.722+0000 7f9a83e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a8410d9a0 0x7f9a8406dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.723+0000 7f9a83e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841114c0 con 0x7f9a84104570 2024-05-21T02:04:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.723+0000 7f9a83e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9a84111340 con 0x7f9a84104e90 2024-05-21T02:04:04.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.723+0000 7f9a83e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9a84111640 con 0x7f9a8410d9a0 2024-05-21T02:04:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.724+0000 7f9a83400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a8410d9a0 0x7f9a8406dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.724+0000 7f9a83400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a8410d9a0 0x7f9a8406dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33798/0 (socket says 172.21.15.7:33798) 2024-05-21T02:04:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.724+0000 7f9a83400700 1 -- 172.21.15.7:0/72933697 learned_addr learned my addr 172.21.15.7:0/72933697 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.724+0000 7f9a82000700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a84104e90 0x7f9a84075230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.724+0000 7f9a82a00700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a84104570 0x7f9a84074cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.725+0000 7f9a82000700 1 -- 172.21.15.7:0/72933697 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a8410d9a0 msgr2=0x7f9a8406dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:04.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.725+0000 7f9a82000700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a8410d9a0 0x7f9a8406dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.725+0000 7f9a82000700 1 -- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a84104570 msgr2=0x7f9a84074cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:04.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.725+0000 7f9a82000700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a84104570 0x7f9a84074cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.725+0000 7f9a82000700 1 -- 172.21.15.7:0/72933697 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8406e8d0 con 0x7f9a84104e90 2024-05-21T02:04:04.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.727+0000 7f9a82000700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a84104e90 0x7f9a84075230 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9a70009230 tx=0x7f9a7000f950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:04.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.728+0000 7f9a7b400700 1 -- 172.21.15.7:0/72933697 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a70005040 con 0x7f9a84104e90 2024-05-21T02:04:04.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.728+0000 7f9a7b400700 1 -- 172.21.15.7:0/72933697 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a70005690 con 0x7f9a84104e90 2024-05-21T02:04:04.729 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.728+0000 7f9a7b400700 1 -- 172.21.15.7:0/72933697 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a700038c0 con 0x7f9a84104e90 2024-05-21T02:04:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.729+0000 7f9a83e00700 1 -- 172.21.15.7:0/72933697 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a8406eb60 con 0x7f9a84104e90 2024-05-21T02:04:04.730 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.729+0000 7f9a83e00700 1 -- 172.21.15.7:0/72933697 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a84072a50 con 0x7f9a84104e90 2024-05-21T02:04:04.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.749+0000 7f9a7b400700 1 -- 172.21.15.7:0/72933697 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9a7000b780 con 0x7f9a84104e90 2024-05-21T02:04:04.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.752+0000 7f9a7b400700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9a680b2940 0x7f9a680b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.756 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.752+0000 7f9a93fc7b80 1 Processor -- start 2024-05-21T02:04:04.757 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.757+0000 7f9a93fc7b80 1 -- start start 2024-05-21T02:04:04.758 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.758+0000 7f9a7b400700 1 -- 172.21.15.7:0/72933697 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9a700e3040 con 0x7f9a84104e90 2024-05-21T02:04:04.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.759+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cc4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.759+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998cbf120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.759+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbf660 0x557998ccb780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.759+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557998c14e40 con 0x557998cbf660 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.759+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x557998c049e0 con 0x557998cbecc0 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.759+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x557998c08a20 con 0x557998cc4a30 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.760+0000 7f9a82000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998cbf120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.760+0000 7f9a82000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998cbf120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:41458/0 (socket says 172.21.15.7:41458) 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.760+0000 7f9a82000700 1 -- 172.21.15.7:0/1683416815 learned_addr learned my addr 172.21.15.7:0/1683416815 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.761+0000 7f9a82000700 1 -- 172.21.15.7:0/1683416815 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 msgr2=0x557998cc4e10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.761+0000 7f9a82000700 1 --2- 172.21.15.7:0/1683416815 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cc4e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.761+0000 7f9a82000700 1 -- 172.21.15.7:0/1683416815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbf660 msgr2=0x557998ccb780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.761+0000 7f9a82000700 1 --2- 172.21.15.7:0/1683416815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbf660 0x557998ccb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.764 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.761+0000 7f9a82000700 1 -- 172.21.15.7:0/1683416815 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557998bcd420 con 0x557998cbecc0 2024-05-21T02:04:04.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.762+0000 7f9a82000700 1 --2- 172.21.15.7:0/1683416815 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998cbf120 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9a700a6770 tx=0x7f9a700aa040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5122a4d42e5d7b1a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:04.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.762+0000 7f9a6fe00700 1 -- 172.21.15.7:0/1683416815 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a700aadf0 con 0x557998cbecc0 2024-05-21T02:04:04.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.762+0000 7f9a6fe00700 1 -- 172.21.15.7:0/1683416815 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a700aa6f0 con 0x557998cbecc0 2024-05-21T02:04:04.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.762+0000 7f9a6fe00700 1 -- 172.21.15.7:0/1683416815 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a700aa950 con 0x557998cbecc0 2024-05-21T02:04:04.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.762+0000 7f9a82a00700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9a680b2940 0x7f9a680b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.763+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1683416815 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 msgr2=0x557998cbf120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:04.765 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.763+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1683416815 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998cbf120 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9a700a6770 tx=0x7f9a700aa040 comp rx=0 tx=0).stop 2024-05-21T02:04:04.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.765+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1683416815 shutdown_connections 2024-05-21T02:04:04.766 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.765+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1683416815 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbf660 0x557998ccb780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.765+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1683416815 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cc4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.765+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1683416815 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998cbf120 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.765+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1683416815 >> 172.21.15.7:0/1683416815 conn(0x557998be4be0 msgr2=0x557998cb11a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:04.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.766+0000 7f9a82a00700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9a680b2940 0x7f9a680b4e00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9a74005fd0 tx=0x7f9a74009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:04.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.766+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1683416815 shutdown_connections 2024-05-21T02:04:04.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.769+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1683416815 wait complete. 2024-05-21T02:04:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.769+0000 7f9a93fc7b80 1 -- start start 2024-05-21T02:04:04.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.770+0000 7f9a93fc7b80 1 Processor -- start 2024-05-21T02:04:04.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.773+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 0x557998cbe210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.773+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbf660 0x557998cbe750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.773+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cb9710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.774+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x557998b0afa0 con 0x557998cbecc0 2024-05-21T02:04:04.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.774+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x557998ba5760 con 0x557998cbf660 2024-05-21T02:04:04.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.774+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x557998cc5490 con 0x557998cc4a30 2024-05-21T02:04:04.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.774+0000 7f9a93fc7b80 10 client.0 _ll_register_callbacks cb 0x557998baec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:04.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.775+0000 7f9a82000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbf660 0x557998cbe750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.775+0000 7f9a83400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cb9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.775+0000 7f9a82000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbf660 0x557998cbe750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:41462/0 (socket says 172.21.15.7:41462) 2024-05-21T02:04:04.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.776+0000 7f9a83400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cb9710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33808/0 (socket says 172.21.15.7:33808) 2024-05-21T02:04:04.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.776+0000 7f9a82000700 1 -- 172.21.15.7:0/1316558620 learned_addr learned my addr 172.21.15.7:0/1316558620 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:04.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.775+0000 7f9a82a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 0x557998cbe210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.778+0000 7f9a82a00700 1 -- 172.21.15.7:0/1316558620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 msgr2=0x557998cb9710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:04.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.778+0000 7f9a82a00700 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cb9710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.778+0000 7f9a82a00700 1 -- 172.21.15.7:0/1316558620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbf660 msgr2=0x557998cbe750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:04.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.778+0000 7f9a82a00700 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbf660 0x557998cbe750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.778+0000 7f9a82a00700 1 -- 172.21.15.7:0/1316558620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557998b548d0 con 0x557998cbecc0 2024-05-21T02:04:04.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.780+0000 7f9a6cc00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:04:04.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.780+0000 7f9a82a00700 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 0x557998cbe210 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f9a74011a50 tx=0x7f9a740047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d3617d45fd6699b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:04.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.785+0000 7f9a6cc00700 1 -- 172.21.15.7:0/1316558620 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7401f830 con 0x557998cbecc0 2024-05-21T02:04:04.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.785+0000 7f9a6cc00700 1 -- 172.21.15.7:0/1316558620 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9a7401f9d0 con 0x557998cbecc0 2024-05-21T02:04:04.786 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.786+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1316558620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a700aa6f0 con 0x557998cbecc0 2024-05-21T02:04:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.788+0000 7f9a6cc00700 1 -- 172.21.15.7:0/1316558620 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9a7401fbd0 con 0x557998cbecc0 2024-05-21T02:04:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.789+0000 7f9a93fc7b80 10 client.15849 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:04.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.789+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1316558620 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557998bd5060 con 0x557998cbecc0 2024-05-21T02:04:04.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.795+0000 7f9a6cc00700 1 -- 172.21.15.7:0/1316558620 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a700aa6f0 con 0x557998cbecc0 2024-05-21T02:04:04.796 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.795+0000 7f9a6cc00700 1 -- 172.21.15.7:0/1316558620 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9a740273f0 con 0x557998cbecc0 2024-05-21T02:04:04.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.795+0000 7f9a93fc7b80 10 client.15849 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:04.798 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.795+0000 7f9a93fc7b80 10 client.15849 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:04:04.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.796+0000 7f9a93fc7b80 20 client.15849 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:04.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.796+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557998ccff60 0x557998cd23a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.796+0000 7f9a93fc7b80 4 client.15849 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:04.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.796+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1316558620 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557998c16d90 con 0x557998ccff60 2024-05-21T02:04:04.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.797+0000 7f9a82000700 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557998ccff60 0x557998cd23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.798+0000 7f9a82000700 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557998ccff60 0x557998cd23a0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3a36ef8af0761e31 server_cookie=a784f3e3753ea349 in_seq=0 out_seq=0 2024-05-21T02:04:04.799 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.798+0000 7f9a6cc00700 10 client.15849 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:04:04.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.799+0000 7f9a6cc00700 1 -- 172.21.15.7:0/1316558620 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557998c16d90 con 0x557998ccff60 2024-05-21T02:04:04.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.799+0000 7f9a6cc00700 10 client.15849 handle_command_reply: tid=0 2024-05-21T02:04:04.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.799+0000 7f9a93fc7b80 1 client.15849 shutdown 2024-05-21T02:04:04.800 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.799+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1316558620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 msgr2=0x557998cbe210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.799+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 0x557998cbe210 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f9a74011a50 tx=0x7f9a740047c0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.800+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1316558620 shutdown_connections 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.800+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557998ccff60 0x557998cd23a0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.800+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cb9710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.800+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 0x557998cbe210 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.800+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1316558620 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbf660 0x557998cbe750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.800+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1316558620 >> 172.21.15.7:0/1316558620 conn(0x557998be4be0 msgr2=0x557998cc2450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.800+0000 7f9a6cc00700 0 client.15849 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.800+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1316558620 shutdown_connections 2024-05-21T02:04:04.801 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.800+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1316558620 wait complete. 2024-05-21T02:04:04.802 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.801+0000 7f9a93fc7b80 20 client.15849 trim_cache size 0 max 16384 2024-05-21T02:04:04.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:04 smithi190 ceph-mon[35961]: pgmap v568: 97 pgs: 97 active+clean; 5.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 322 MiB/s wr, 93 op/s 2024-05-21T02:04:04.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.865+0000 7f9a93fc7b80 1 Processor -- start 2024-05-21T02:04:04.866 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.865+0000 7f9a93fc7b80 1 -- start start 2024-05-21T02:04:04.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.866+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 0x557998cb9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.866+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cbf660 0x557998cb7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.866+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cc4a30 0x557998cb8380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.866+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b41a0 con 0x557998cbecc0 2024-05-21T02:04:04.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.866+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b5ce0 con 0x557998cc4a30 2024-05-21T02:04:04.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.866+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b4870 con 0x557998cbf660 2024-05-21T02:04:04.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.867+0000 7f9a82000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cbf660 0x557998cb7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.867+0000 7f9a82000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cbf660 0x557998cb7e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:33818/0 (socket says 172.21.15.7:33818) 2024-05-21T02:04:04.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.867+0000 7f9a82000700 1 -- 172.21.15.7:0/1498288813 learned_addr learned my addr 172.21.15.7:0/1498288813 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:04.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.867+0000 7f9a83400700 1 --2- 172.21.15.7:0/1498288813 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cc4a30 0x557998cb8380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.868+0000 7f9a82000700 1 -- 172.21.15.7:0/1498288813 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cc4a30 msgr2=0x557998cb8380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:04.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.868+0000 7f9a82000700 1 --2- 172.21.15.7:0/1498288813 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cc4a30 0x557998cb8380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.868+0000 7f9a82000700 1 -- 172.21.15.7:0/1498288813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 msgr2=0x557998cb9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:04.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.868+0000 7f9a82000700 1 --2- 172.21.15.7:0/1498288813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 0x557998cb9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.868+0000 7f9a82000700 1 -- 172.21.15.7:0/1498288813 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557998cd2710 con 0x557998cbf660 2024-05-21T02:04:04.869 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.869+0000 7f9a82000700 1 --2- 172.21.15.7:0/1498288813 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cbf660 0x557998cb7e40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9a700aa3f0 tx=0x7f9a70009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68aeacab24db1e0d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:04.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.870+0000 7f9a6f400700 1 -- 172.21.15.7:0/1498288813 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7000b560 con 0x557998cbf660 2024-05-21T02:04:04.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.870+0000 7f9a6f400700 1 -- 172.21.15.7:0/1498288813 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a700a6ce0 con 0x557998cbf660 2024-05-21T02:04:04.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.870+0000 7f9a6f400700 1 -- 172.21.15.7:0/1498288813 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a700aabb0 con 0x557998cbf660 2024-05-21T02:04:04.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.877+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1498288813 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cbf660 msgr2=0x557998cb7e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:04.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.877+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1498288813 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cbf660 0x557998cb7e40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9a700aa3f0 tx=0x7f9a70009c00 comp rx=0 tx=0).stop 2024-05-21T02:04:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.877+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1498288813 shutdown_connections 2024-05-21T02:04:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.878+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1498288813 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cc4a30 0x557998cb8380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.878+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1498288813 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbecc0 0x557998cb9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.878+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/1498288813 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cbf660 0x557998cb7e40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.879+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1498288813 >> 172.21.15.7:0/1498288813 conn(0x557998be4be0 msgr2=0x557998cb0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:04.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.881+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1498288813 shutdown_connections 2024-05-21T02:04:04.883 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.882+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/1498288813 wait complete. 2024-05-21T02:04:04.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.883+0000 7f9a93fc7b80 1 -- start start 2024-05-21T02:04:04.886 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.884+0000 7f9a93fc7b80 1 Processor -- start 2024-05-21T02:04:04.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.887+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998ccbe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.887+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbf660 0x557998cc73f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.887+0000 7f9a93fc7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cc7930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.888+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b5610 con 0x557998cbf660 2024-05-21T02:04:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.888+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b4f40 con 0x557998cbecc0 2024-05-21T02:04:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.888+0000 7f9a93fc7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9a841b2120 con 0x557998cc4a30 2024-05-21T02:04:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.888+0000 7f9a93fc7b80 10 client.0 _ll_register_callbacks cb 0x557998baec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.888+0000 7f9a82a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998ccbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.888+0000 7f9a82000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbf660 0x557998cc73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.888+0000 7f9a82a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998ccbe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:41488/0 (socket says 172.21.15.7:41488) 2024-05-21T02:04:04.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.888+0000 7f9a82a00700 1 -- 172.21.15.7:0/4292479732 learned_addr learned my addr 172.21.15.7:0/4292479732 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:04.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.889+0000 7f9a82a00700 1 -- 172.21.15.7:0/4292479732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 msgr2=0x557998cc7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:04.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.889+0000 7f9a82a00700 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cc7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.889+0000 7f9a82a00700 1 -- 172.21.15.7:0/4292479732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbf660 msgr2=0x557998cc73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:04.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.889+0000 7f9a82a00700 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbf660 0x557998cc73f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.889+0000 7f9a82a00700 1 -- 172.21.15.7:0/4292479732 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557998cc7ea0 con 0x557998cbecc0 2024-05-21T02:04:04.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.891+0000 7f9a82a00700 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998ccbe80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f9a74027810 tx=0x7f9a740276b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1043fb597d7b1da server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:04.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.891+0000 7f9a6cc00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:04:04.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.891+0000 7f9a6cc00700 1 -- 172.21.15.7:0/4292479732 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a74027e30 con 0x557998cbecc0 2024-05-21T02:04:04.892 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.892+0000 7f9a6cc00700 1 -- 172.21.15.7:0/4292479732 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9a74031420 con 0x557998cbecc0 2024-05-21T02:04:04.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.892+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/4292479732 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a700a6ce0 con 0x557998cbecc0 2024-05-21T02:04:04.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.893+0000 7f9a6cc00700 1 -- 172.21.15.7:0/4292479732 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9a74031660 con 0x557998cbecc0 2024-05-21T02:04:04.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.894+0000 7f9a93fc7b80 10 client.25964 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:04.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.894+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/4292479732 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557998d3a8f0 con 0x557998cbecc0 2024-05-21T02:04:04.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.895+0000 7f9a6cc00700 1 -- 172.21.15.7:0/4292479732 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a700a6ce0 con 0x557998cbecc0 2024-05-21T02:04:04.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.895+0000 7f9a6cc00700 1 -- 172.21.15.7:0/4292479732 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9a74041030 con 0x557998cbecc0 2024-05-21T02:04:04.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.897+0000 7f9a93fc7b80 10 client.25964 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:04.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.897+0000 7f9a93fc7b80 10 client.25964 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:04:04.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.897+0000 7f9a93fc7b80 20 client.25964 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:04.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.898+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557998d3b050 0x557998d3d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:04.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.899+0000 7f9a93fc7b80 4 client.25964 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:04:04.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.899+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/4292479732 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557998c10570 con 0x557998d3b050 2024-05-21T02:04:04.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.901+0000 7f9a82000700 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557998d3b050 0x557998d3d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:04.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.902+0000 7f9a82000700 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557998d3b050 0x557998d3d470 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a734a9a6480bb4af server_cookie=3ca2e273e0f79307 in_seq=0 out_seq=0 2024-05-21T02:04:04.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.902+0000 7f9a6cc00700 10 client.25964 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:04:04.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.903+0000 7f9a6cc00700 1 -- 172.21.15.7:0/4292479732 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557998c10570 con 0x557998d3b050 2024-05-21T02:04:04.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.903+0000 7f9a6cc00700 10 client.25964 handle_command_reply: tid=0 2024-05-21T02:04:04.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.903+0000 7f9a93fc7b80 1 client.25964 shutdown 2024-05-21T02:04:04.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.904+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/4292479732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 msgr2=0x557998ccbe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:04.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.904+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998ccbe80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f9a74027810 tx=0x7f9a740276b0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.905+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/4292479732 shutdown_connections 2024-05-21T02:04:04.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.905+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x557998d3b050 0x557998d3d470 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.905+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x557998cc4a30 0x557998cc7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.905+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x557998cbecc0 0x557998ccbe80 secure :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f9a74027810 tx=0x7f9a740276b0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.905+0000 7f9a93fc7b80 1 --2- 172.21.15.7:0/4292479732 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x557998cbf660 0x557998cc73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.905+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/4292479732 >> 172.21.15.7:0/4292479732 conn(0x557998be4be0 msgr2=0x557998cb7e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:04.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.906+0000 7f9a6cc00700 0 client.25964 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:04:04.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.917+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/4292479732 shutdown_connections 2024-05-21T02:04:04.920 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.918+0000 7f9a93fc7b80 1 -- 172.21.15.7:0/4292479732 wait complete. 2024-05-21T02:04:04.924 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.921+0000 7f9a93fc7b80 20 client.25964 trim_cache size 0 max 16384 2024-05-21T02:04:04.930 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:04:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.929+0000 7f9a83e00700 1 -- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9a680b2940 msgr2=0x7f9a680b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.929+0000 7f9a83e00700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9a680b2940 0x7f9a680b4e00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9a74005fd0 tx=0x7f9a74009310 comp rx=0 tx=0).stop 2024-05-21T02:04:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.929+0000 7f9a83e00700 1 -- 172.21.15.7:0/72933697 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a84104e90 msgr2=0x7f9a84075230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:04.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.930+0000 7f9a83e00700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a84104e90 0x7f9a84075230 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9a70009230 tx=0x7f9a7000f950 comp rx=0 tx=0).stop 2024-05-21T02:04:04.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.930+0000 7f9a83e00700 1 -- 172.21.15.7:0/72933697 shutdown_connections 2024-05-21T02:04:04.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.930+0000 7f9a83e00700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9a8410d9a0 0x7f9a8406dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.930+0000 7f9a83e00700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9a680b2940 0x7f9a680b4e00 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.930+0000 7f9a83e00700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9a84104570 0x7f9a84074cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.930+0000 7f9a83e00700 1 --2- 172.21.15.7:0/72933697 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9a84104e90 0x7f9a84075230 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:04.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.930+0000 7f9a83e00700 1 -- 172.21.15.7:0/72933697 >> 172.21.15.7:0/72933697 conn(0x7f9a840fdda0 msgr2=0x7f9a840fea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:04.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.931+0000 7f9a83e00700 1 -- 172.21.15.7:0/72933697 shutdown_connections 2024-05-21T02:04:04.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:04.931+0000 7f9a83e00700 1 -- 172.21.15.7:0/72933697 wait complete. 2024-05-21T02:04:04.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:04 smithi164 ceph-mon[36138]: pgmap v568: 97 pgs: 97 active+clean; 5.1 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 322 MiB/s wr, 93 op/s 2024-05-21T02:04:06.102 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T02:04:06.778 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:06.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:06 smithi190 ceph-mon[35961]: pgmap v569: 97 pgs: 97 active+clean; 5.8 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 326 MiB/s wr, 95 op/s 2024-05-21T02:04:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:06 smithi164 ceph-mon[36138]: pgmap v569: 97 pgs: 97 active+clean; 5.8 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 326 MiB/s wr, 95 op/s 2024-05-21T02:04:06.955 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:06 smithi007 ceph-mon[31288]: pgmap v569: 97 pgs: 97 active+clean; 5.8 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 326 MiB/s wr, 95 op/s 2024-05-21T02:04:08.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:08 smithi007 ceph-mon[31288]: pgmap v570: 97 pgs: 97 active+clean; 6.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 318 MiB/s wr, 91 op/s 2024-05-21T02:04:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:08 smithi190 ceph-mon[35961]: pgmap v570: 97 pgs: 97 active+clean; 6.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 318 MiB/s wr, 91 op/s 2024-05-21T02:04:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:08 smithi164 ceph-mon[36138]: pgmap v570: 97 pgs: 97 active+clean; 6.3 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 318 MiB/s wr, 91 op/s 2024-05-21T02:04:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.577+0000 7f9160e00700 1 -- 172.21.15.7:0/4044308348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10af90 msgr2=0x7f915c10e820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.577+0000 7f9160e00700 1 --2- 172.21.15.7:0/4044308348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10af90 0x7f915c10e820 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f914c0099c0 tx=0x7f914c009cd0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.577+0000 7f9160e00700 1 -- 172.21.15.7:0/4044308348 shutdown_connections 2024-05-21T02:04:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.577+0000 7f9160e00700 1 --2- 172.21.15.7:0/4044308348 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f915c10ef00 0x7f915c116a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.577+0000 7f9160e00700 1 --2- 172.21.15.7:0/4044308348 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f915c10a5e0 0x7f915c10a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.577+0000 7f9160e00700 1 --2- 172.21.15.7:0/4044308348 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10af90 0x7f915c10e820 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.578+0000 7f9160e00700 1 -- 172.21.15.7:0/4044308348 >> 172.21.15.7:0/4044308348 conn(0x7f915c079410 msgr2=0x7f915c07b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:09.584 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.578+0000 7f9160e00700 1 -- 172.21.15.7:0/4044308348 shutdown_connections 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.579+0000 7f9160e00700 1 -- 172.21.15.7:0/4044308348 wait complete. 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.581+0000 7f9160e00700 1 Processor -- start 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.581+0000 7f9160e00700 1 -- start start 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.582+0000 7f9160e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f915c10a5e0 0x7f915c1a02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.582+0000 7f9160e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f915c10af90 0x7f915c1a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.582+0000 7f9160e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10ef00 0x7f915c1a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.582+0000 7f9160e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f915c119d90 con 0x7f915c10af90 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.582+0000 7f9160e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f915c119c10 con 0x7f915c10a5e0 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.582+0000 7f9160e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f915c119f10 con 0x7f915c10ef00 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.583+0000 7f915a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10ef00 0x7f915c1a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.583+0000 7f915a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10ef00 0x7f915c1a4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60782/0 (socket says 172.21.15.7:60782) 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.583+0000 7f915a800700 1 -- 172.21.15.7:0/2747358941 learned_addr learned my addr 172.21.15.7:0/2747358941 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:09.585 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.583+0000 7f9159400700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f915c10af90 0x7f915c1a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.583+0000 7f915a800700 1 -- 172.21.15.7:0/2747358941 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f915c10a5e0 msgr2=0x7f915c1a02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:09.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.583+0000 7f915a800700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f915c10a5e0 0x7f915c1a02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.583+0000 7f915a800700 1 -- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f915c10af90 msgr2=0x7f915c1a0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:09.586 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.584+0000 7f915a800700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f915c10af90 0x7f915c1a0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.584+0000 7f915a800700 1 -- 172.21.15.7:0/2747358941 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f915c1a52a0 con 0x7f915c10ef00 2024-05-21T02:04:09.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.584+0000 7f9159400700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f915c10af90 0x7f915c1a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:04:09.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.585+0000 7f915a800700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10ef00 0x7f915c1a4b60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9154007f10 tx=0x7f915400d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:09.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.585+0000 7f9152a00700 1 -- 172.21.15.7:0/2747358941 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915400dbd0 con 0x7f915c10ef00 2024-05-21T02:04:09.587 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.585+0000 7f9152a00700 1 -- 172.21.15.7:0/2747358941 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f915400dd70 con 0x7f915c10ef00 2024-05-21T02:04:09.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.586+0000 7f9160e00700 1 -- 172.21.15.7:0/2747358941 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f915c1a5590 con 0x7f915c10ef00 2024-05-21T02:04:09.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.586+0000 7f9160e00700 1 -- 172.21.15.7:0/2747358941 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f915c1ace10 con 0x7f915c10ef00 2024-05-21T02:04:09.589 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.586+0000 7f9152a00700 1 -- 172.21.15.7:0/2747358941 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9154005990 con 0x7f915c10ef00 2024-05-21T02:04:09.593 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.592+0000 7f9152a00700 1 -- 172.21.15.7:0/2747358941 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f915401a020 con 0x7f915c10ef00 2024-05-21T02:04:09.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.594+0000 7f916b79db80 1 Processor -- start 2024-05-21T02:04:09.594 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.594+0000 7f916b79db80 1 -- start start 2024-05-21T02:04:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.594+0000 7f916b79db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.595+0000 7f916b79db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6f1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.595+0000 7f916b79db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6f1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.595+0000 7f916b79db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55709e64fe40 con 0x55709e6f1880 2024-05-21T02:04:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.595+0000 7f916b79db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55709e63f9e0 con 0x55709e6f6eb0 2024-05-21T02:04:09.595 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.595+0000 7f916b79db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55709e643a20 con 0x55709e6f77d0 2024-05-21T02:04:09.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.595+0000 7f9159400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.596+0000 7f9159400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f7290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:52290/0 (socket says 172.21.15.7:52290) 2024-05-21T02:04:09.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.596+0000 7f9159400700 1 -- 172.21.15.7:0/547824895 learned_addr learned my addr 172.21.15.7:0/547824895 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:09.597 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.597+0000 7f9159e00700 1 --2- 172.21.15.7:0/547824895 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6f1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.598 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.597+0000 7f9159400700 1 -- 172.21.15.7:0/547824895 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 msgr2=0x55709e6f1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.598+0000 7f9152a00700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f91400b2900 0x7f91400b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.598+0000 7f9159400700 1 --2- 172.21.15.7:0/547824895 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6f1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.598+0000 7f9159400700 1 -- 172.21.15.7:0/547824895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 msgr2=0x55709e6f1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.598+0000 7f9159400700 1 --2- 172.21.15.7:0/547824895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6f1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.598+0000 7f9159400700 1 -- 172.21.15.7:0/547824895 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55709e608420 con 0x55709e6f6eb0 2024-05-21T02:04:09.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.598+0000 7f9159e00700 1 --2- 172.21.15.7:0/547824895 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6f1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:09.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.598+0000 7f915a800700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f91400b2900 0x7f91400b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.599+0000 7f9159400700 1 --2- 172.21.15.7:0/547824895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f7290 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f914c006010 tx=0x7f914c009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8dc9812c995b7958 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:09.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.600+0000 7f914b400700 1 -- 172.21.15.7:0/547824895 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c003a60 con 0x55709e6f6eb0 2024-05-21T02:04:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.600+0000 7f914b400700 1 -- 172.21.15.7:0/547824895 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f914c005580 con 0x55709e6f6eb0 2024-05-21T02:04:09.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.600+0000 7f914b400700 1 -- 172.21.15.7:0/547824895 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c00bc10 con 0x55709e6f6eb0 2024-05-21T02:04:09.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.601+0000 7f9152a00700 1 -- 172.21.15.7:0/2747358941 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9154005210 con 0x7f915c10ef00 2024-05-21T02:04:09.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.602+0000 7f915a800700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f91400b2900 0x7f91400b4dc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9154004fa0 tx=0x7f9154004e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:09.603 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.602+0000 7f916b79db80 1 -- 172.21.15.7:0/547824895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 msgr2=0x55709e6f7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:09.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.602+0000 7f916b79db80 1 --2- 172.21.15.7:0/547824895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f7290 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f914c006010 tx=0x7f914c009510 comp rx=0 tx=0).stop 2024-05-21T02:04:09.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.602+0000 7f916b79db80 1 -- 172.21.15.7:0/547824895 shutdown_connections 2024-05-21T02:04:09.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.602+0000 7f916b79db80 1 --2- 172.21.15.7:0/547824895 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6f1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.602+0000 7f916b79db80 1 --2- 172.21.15.7:0/547824895 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f7290 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.602+0000 7f916b79db80 1 --2- 172.21.15.7:0/547824895 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6f1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.602+0000 7f916b79db80 1 -- 172.21.15.7:0/547824895 >> 172.21.15.7:0/547824895 conn(0x55709e61fbe0 msgr2=0x55709e6ec010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:09.604 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.603+0000 7f916b79db80 1 -- 172.21.15.7:0/547824895 shutdown_connections 2024-05-21T02:04:09.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.603+0000 7f916b79db80 1 -- 172.21.15.7:0/547824895 wait complete. 2024-05-21T02:04:09.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.604+0000 7f916b79db80 1 -- start start 2024-05-21T02:04:09.605 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.605+0000 7f916b79db80 1 Processor -- start 2024-05-21T02:04:09.606 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.606+0000 7f916b79db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6fd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.606+0000 7f916b79db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6fa860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f916b79db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6fada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f916b79db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55709e545fa0 con 0x55709e6f1880 2024-05-21T02:04:09.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f916b79db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55709e5e0760 con 0x55709e6f6eb0 2024-05-21T02:04:09.607 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f916b79db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55709e6fe1e0 con 0x55709e6f77d0 2024-05-21T02:04:09.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f9159e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6fa860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f9159e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6fa860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:52304/0 (socket says 172.21.15.7:52304) 2024-05-21T02:04:09.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f9159e00700 1 -- 172.21.15.7:0/1630591460 learned_addr learned my addr 172.21.15.7:0/1630591460 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:09.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f916b79db80 10 client.0 _ll_register_callbacks cb 0x55709e5e9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:09.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f9159e00700 1 -- 172.21.15.7:0/1630591460 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 msgr2=0x55709e6fada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:09.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f9159e00700 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6fada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f9159e00700 1 -- 172.21.15.7:0/1630591460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 msgr2=0x55709e6fd4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:09.608 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f9159e00700 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6fd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.609 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.607+0000 7f9159e00700 1 -- 172.21.15.7:0/1630591460 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55709e58f8d0 con 0x55709e6f6eb0 2024-05-21T02:04:09.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.608+0000 7f913fe00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:04:09.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.608+0000 7f9159e00700 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6fa860 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9144007f50 tx=0x7f9144010760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b04b6ebb8f80196 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:09.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.608+0000 7f913fe00700 1 -- 172.21.15.7:0/1630591460 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9144004020 con 0x55709e6f6eb0 2024-05-21T02:04:09.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.608+0000 7f913fe00700 1 -- 172.21.15.7:0/1630591460 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f91440041c0 con 0x55709e6f6eb0 2024-05-21T02:04:09.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.609+0000 7f916b79db80 1 -- 172.21.15.7:0/1630591460 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f914c005580 con 0x55709e6f6eb0 2024-05-21T02:04:09.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.609+0000 7f913fe00700 1 -- 172.21.15.7:0/1630591460 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f91440043c0 con 0x55709e6f6eb0 2024-05-21T02:04:09.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.609+0000 7f916b79db80 10 client.25973 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:09.610 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.609+0000 7f916b79db80 1 -- 172.21.15.7:0/1630591460 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55709e610060 con 0x55709e6f6eb0 2024-05-21T02:04:09.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.610+0000 7f913fe00700 1 -- 172.21.15.7:0/1630591460 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f914c005580 con 0x55709e6f6eb0 2024-05-21T02:04:09.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.610+0000 7f913fe00700 1 -- 172.21.15.7:0/1630591460 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f914401a6b0 con 0x55709e6f6eb0 2024-05-21T02:04:09.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.610+0000 7f916b79db80 10 client.25973 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:09.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.610+0000 7f916b79db80 10 client.25973 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:09.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.610+0000 7f916b79db80 20 client.25973 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:09.611 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.610+0000 7f916b79db80 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55709e70ad40 0x55709e70d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.610+0000 7f916b79db80 4 client.25973 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:09.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.610+0000 7f916b79db80 1 -- 172.21.15.7:0/1630591460 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55709e651d90 con 0x55709e70ad40 2024-05-21T02:04:09.612 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.612+0000 7f9159400700 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55709e70ad40 0x55709e70d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.612+0000 7f9159400700 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55709e70ad40 0x55709e70d130 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d70d581bfdf5392c server_cookie=d33735814e5a2514 in_seq=0 out_seq=0 2024-05-21T02:04:09.613 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.612+0000 7f913fe00700 10 client.25973 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:09.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.613+0000 7f913fe00700 1 -- 172.21.15.7:0/1630591460 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55709e651d90 con 0x55709e70ad40 2024-05-21T02:04:09.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.613+0000 7f913fe00700 10 client.25973 handle_command_reply: tid=0 2024-05-21T02:04:09.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.613+0000 7f916b79db80 1 client.25973 shutdown 2024-05-21T02:04:09.614 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 -- 172.21.15.7:0/1630591460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 msgr2=0x55709e6fa860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6fa860 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9144007f50 tx=0x7f9144010760 comp rx=0 tx=0).stop 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 -- 172.21.15.7:0/1630591460 shutdown_connections 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55709e70ad40 0x55709e70d130 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6fada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6fd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 --2- 172.21.15.7:0/1630591460 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6fa860 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 -- 172.21.15.7:0/1630591460 >> 172.21.15.7:0/1630591460 conn(0x55709e61fbe0 msgr2=0x55709e6f0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f913fe00700 0 client.25973 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 -- 172.21.15.7:0/1630591460 shutdown_connections 2024-05-21T02:04:09.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 1 -- 172.21.15.7:0/1630591460 wait complete. 2024-05-21T02:04:09.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.614+0000 7f916b79db80 20 client.25973 trim_cache size 0 max 16384 2024-05-21T02:04:09.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.632+0000 7f916b79db80 1 Processor -- start 2024-05-21T02:04:09.632 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.632+0000 7f916b79db80 1 -- start start 2024-05-21T02:04:09.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.632+0000 7f916b79db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6f1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.632+0000 7f916b79db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.632+0000 7f916b79db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6f4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.632+0000 7f916b79db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f913800d3c0 con 0x55709e6f1880 2024-05-21T02:04:09.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.632+0000 7f916b79db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f913800ef00 con 0x55709e6f6eb0 2024-05-21T02:04:09.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.632+0000 7f916b79db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f913800da90 con 0x55709e6f77d0 2024-05-21T02:04:09.634 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:52308/0 (socket says 172.21.15.7:52308) 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159e00700 1 -- 172.21.15.7:0/2500536959 learned_addr learned my addr 172.21.15.7:0/2500536959 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159400700 1 --2- 172.21.15.7:0/2500536959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6f1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159e00700 1 -- 172.21.15.7:0/2500536959 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 msgr2=0x55709e6f4e90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159e00700 1 --2- 172.21.15.7:0/2500536959 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6f4e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159e00700 1 -- 172.21.15.7:0/2500536959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 msgr2=0x55709e6f1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159e00700 1 --2- 172.21.15.7:0/2500536959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6f1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159e00700 1 -- 172.21.15.7:0/2500536959 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55709e6ecb50 con 0x55709e6f6eb0 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.633+0000 7f9159400700 1 --2- 172.21.15.7:0/2500536959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6f1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:09.635 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.634+0000 7f9159e00700 1 --2- 172.21.15.7:0/2500536959 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f4950 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f914401ac40 tx=0x7f9144005a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2001d2982f4b4c11 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.634+0000 7f914aa00700 1 -- 172.21.15.7:0/2500536959 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914402a040 con 0x55709e6f6eb0 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.634+0000 7f914aa00700 1 -- 172.21.15.7:0/2500536959 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9144010d90 con 0x55709e6f6eb0 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.634+0000 7f914aa00700 1 -- 172.21.15.7:0/2500536959 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9144011a30 con 0x55709e6f6eb0 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 -- 172.21.15.7:0/2500536959 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 msgr2=0x55709e6f4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 --2- 172.21.15.7:0/2500536959 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f4950 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f914401ac40 tx=0x7f9144005a00 comp rx=0 tx=0).stop 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 -- 172.21.15.7:0/2500536959 shutdown_connections 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 --2- 172.21.15.7:0/2500536959 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f77d0 0x55709e6f4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 --2- 172.21.15.7:0/2500536959 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f1880 0x55709e6f1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 --2- 172.21.15.7:0/2500536959 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f6eb0 0x55709e6f4950 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 -- 172.21.15.7:0/2500536959 >> 172.21.15.7:0/2500536959 conn(0x55709e61fbe0 msgr2=0x55709e6e5680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:09.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 -- 172.21.15.7:0/2500536959 shutdown_connections 2024-05-21T02:04:09.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 -- 172.21.15.7:0/2500536959 wait complete. 2024-05-21T02:04:09.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.635+0000 7f916b79db80 1 -- start start 2024-05-21T02:04:09.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f916b79db80 1 Processor -- start 2024-05-21T02:04:09.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f916b79db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f1880 0x55709e712750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f916b79db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f6eb0 0x55709e712c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f916b79db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f77d0 0x55709e7131d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f916b79db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f913800e830 con 0x55709e6f6eb0 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f916b79db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f913800e160 con 0x55709e6f77d0 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f916b79db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f913800b340 con 0x55709e6f1880 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f916b79db80 10 client.0 _ll_register_callbacks cb 0x55709e5e9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f9159400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f1880 0x55709e712750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f9159400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f1880 0x55709e712750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60812/0 (socket says 172.21.15.7:60812) 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.636+0000 7f9159400700 1 -- 172.21.15.7:0/69045173 learned_addr learned my addr 172.21.15.7:0/69045173 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f9159400700 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f77d0 0x55709e7131d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f9159e00700 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f6eb0 0x55709e712c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f9159400700 1 -- 172.21.15.7:0/69045173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f77d0 msgr2=0x55709e7131d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f9159400700 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f77d0 0x55709e7131d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f9159400700 1 -- 172.21.15.7:0/69045173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f6eb0 msgr2=0x55709e712c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f9159400700 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f6eb0 0x55709e712c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f9159400700 1 -- 172.21.15.7:0/69045173 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55709e774b50 con 0x55709e6f1880 2024-05-21T02:04:09.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f9159e00700 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f6eb0 0x55709e712c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:09.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f9159400700 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f1880 0x55709e712750 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f914c0098e0 tx=0x7f9144007ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b14a994c6c15609 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:09.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.637+0000 7f913fe00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:04:09.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.638+0000 7f913fe00700 1 -- 172.21.15.7:0/69045173 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c0052b0 con 0x55709e6f1880 2024-05-21T02:04:09.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.638+0000 7f913fe00700 1 -- 172.21.15.7:0/69045173 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f914c005450 con 0x55709e6f1880 2024-05-21T02:04:09.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.638+0000 7f916b79db80 1 -- 172.21.15.7:0/69045173 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9144010d90 con 0x55709e6f1880 2024-05-21T02:04:09.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.638+0000 7f913fe00700 1 -- 172.21.15.7:0/69045173 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f914c005650 con 0x55709e6f1880 2024-05-21T02:04:09.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.638+0000 7f916b79db80 10 client.26014 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:09.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.638+0000 7f916b79db80 1 -- 172.21.15.7:0/69045173 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55709e775dc0 con 0x55709e6f1880 2024-05-21T02:04:09.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.639+0000 7f913fe00700 1 -- 172.21.15.7:0/69045173 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9144010d90 con 0x55709e6f1880 2024-05-21T02:04:09.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.639+0000 7f913fe00700 1 -- 172.21.15.7:0/69045173 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f914c02e6e0 con 0x55709e6f1880 2024-05-21T02:04:09.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.639+0000 7f916b79db80 10 client.26014 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:09.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.639+0000 7f916b79db80 10 client.26014 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:09.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.639+0000 7f916b79db80 20 client.26014 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:09.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.639+0000 7f916b79db80 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55709e7760b0 0x55709e7784a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:09.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.639+0000 7f916b79db80 4 client.26014 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:04:09.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.639+0000 7f916b79db80 1 -- 172.21.15.7:0/69045173 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55709e64b570 con 0x55709e7760b0 2024-05-21T02:04:09.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.639+0000 7f9159e00700 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55709e7760b0 0x55709e7784a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.640+0000 7f9159e00700 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55709e7760b0 0x55709e7784a0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de989b70efab367b server_cookie=b480bb4a0d0fc7bb in_seq=0 out_seq=0 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.640+0000 7f913fe00700 10 client.26014 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.640+0000 7f913fe00700 1 -- 172.21.15.7:0/69045173 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55709e64b570 con 0x55709e7760b0 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.640+0000 7f913fe00700 10 client.26014 handle_command_reply: tid=0 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.640+0000 7f916b79db80 1 client.26014 shutdown 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 -- 172.21.15.7:0/69045173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f1880 msgr2=0x55709e712750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f1880 0x55709e712750 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f914c0098e0 tx=0x7f9144007ad0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 -- 172.21.15.7:0/69045173 shutdown_connections 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55709e7760b0 0x55709e7784a0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55709e6f77d0 0x55709e7131d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55709e6f1880 0x55709e712750 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 --2- 172.21.15.7:0/69045173 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55709e6f6eb0 0x55709e712c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f913fe00700 0 client.26014 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:09.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 -- 172.21.15.7:0/69045173 >> 172.21.15.7:0/69045173 conn(0x55709e61fbe0 msgr2=0x55709e6f4950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:09.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 -- 172.21.15.7:0/69045173 shutdown_connections 2024-05-21T02:04:09.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 1 -- 172.21.15.7:0/69045173 wait complete. 2024-05-21T02:04:09.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.641+0000 7f916b79db80 20 client.26014 trim_cache size 0 max 16384 2024-05-21T02:04:09.643 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:04:09.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 -- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f91400b2900 msgr2=0x7f91400b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f91400b2900 0x7f91400b4dc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9154004fa0 tx=0x7f9154004e70 comp rx=0 tx=0).stop 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 -- 172.21.15.7:0/2747358941 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10ef00 msgr2=0x7f915c1a4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10ef00 0x7f915c1a4b60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9154007f10 tx=0x7f915400d3b0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 -- 172.21.15.7:0/2747358941 shutdown_connections 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f915c10ef00 0x7f915c1a4b60 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f915c10a5e0 0x7f915c1a02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f91400b2900 0x7f91400b4dc0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 --2- 172.21.15.7:0/2747358941 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f915c10af90 0x7f915c1a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 -- 172.21.15.7:0/2747358941 >> 172.21.15.7:0/2747358941 conn(0x7f915c079410 msgr2=0x7f915c10d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 -- 172.21.15.7:0/2747358941 shutdown_connections 2024-05-21T02:04:09.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:09.642+0000 7f9160e00700 1 -- 172.21.15.7:0/2747358941 wait complete. 2024-05-21T02:04:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:10 smithi190 ceph-mon[35961]: pgmap v571: 97 pgs: 97 active+clean; 7.2 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 358 MiB/s wr, 103 op/s 2024-05-21T02:04:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:10 smithi164 ceph-mon[36138]: pgmap v571: 97 pgs: 97 active+clean; 7.2 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 358 MiB/s wr, 103 op/s 2024-05-21T02:04:11.026 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:10 smithi007 ceph-mon[31288]: pgmap v571: 97 pgs: 97 active+clean; 7.2 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 358 MiB/s wr, 103 op/s 2024-05-21T02:04:11.658 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T02:04:11.659 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T02:04:12.399 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:12.842 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:12 smithi007 ceph-mon[31288]: pgmap v572: 97 pgs: 97 active+clean; 7.7 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 317 MiB/s wr, 89 op/s 2024-05-21T02:04:12.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:12 smithi190 ceph-mon[35961]: pgmap v572: 97 pgs: 97 active+clean; 7.7 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 317 MiB/s wr, 89 op/s 2024-05-21T02:04:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:12 smithi164 ceph-mon[36138]: pgmap v572: 97 pgs: 97 active+clean; 7.7 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 317 MiB/s wr, 89 op/s 2024-05-21T02:04:14.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:14 smithi007 ceph-mon[31288]: pgmap v573: 97 pgs: 97 active+clean; 8.5 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 357 MiB/s wr, 100 op/s 2024-05-21T02:04:14.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:14 smithi164 ceph-mon[36138]: pgmap v573: 97 pgs: 97 active+clean; 8.5 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 357 MiB/s wr, 100 op/s 2024-05-21T02:04:15.104 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:04:15.105 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 initial writers = 308142.91 kB/sec 2024-05-21T02:04:15.105 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 initial writers = 308135.77 kB/sec 2024-05-21T02:04:15.105 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 308142.91 kB/sec 2024-05-21T02:04:15.105 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 308142.91 kB/sec 2024-05-21T02:04:15.105 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 308142.91 kB/sec 2024-05-21T02:04:15.105 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 10485760.00 kB 2024-05-21T02:04:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:14 smithi190 ceph-mon[35961]: pgmap v573: 97 pgs: 97 active+clean; 8.5 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 357 MiB/s wr, 100 op/s 2024-05-21T02:04:15.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.154+0000 7fca7b200700 1 -- 172.21.15.7:0/3370835468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca7c10e950 msgr2=0x7fca7c10ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:15.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.154+0000 7fca7b200700 1 --2- 172.21.15.7:0/3370835468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca7c10e950 0x7fca7c10ed30 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fca6c0098f0 tx=0x7fca6c009c00 comp rx=0 tx=0).stop 2024-05-21T02:04:15.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.154+0000 7fca7b200700 1 -- 172.21.15.7:0/3370835468 shutdown_connections 2024-05-21T02:04:15.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.154+0000 7fca7b200700 1 --2- 172.21.15.7:0/3370835468 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca7c10a440 0x7fca7c1168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.154+0000 7fca7b200700 1 --2- 172.21.15.7:0/3370835468 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca7c10e950 0x7fca7c10ed30 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.154+0000 7fca7b200700 1 --2- 172.21.15.7:0/3370835468 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca7c109a80 0x7fca7c109f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.154+0000 7fca7b200700 1 -- 172.21.15.7:0/3370835468 >> 172.21.15.7:0/3370835468 conn(0x7fca7c0792d0 msgr2=0x7fca7c108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:15.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.154+0000 7fca7b200700 1 -- 172.21.15.7:0/3370835468 shutdown_connections 2024-05-21T02:04:15.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.154+0000 7fca7b200700 1 -- 172.21.15.7:0/3370835468 wait complete. 2024-05-21T02:04:15.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.155+0000 7fca7b200700 1 Processor -- start 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.155+0000 7fca7b200700 1 -- start start 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.155+0000 7fca7b200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca7c109a80 0x7fca7c1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.155+0000 7fca7b200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca7c10a440 0x7fca7c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.155+0000 7fca7b200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca7c10e950 0x7fca7c1a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.155+0000 7fca7b200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c119c10 con 0x7fca7c10a440 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.155+0000 7fca7b200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c119a90 con 0x7fca7c10e950 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.155+0000 7fca7b200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c119d90 con 0x7fca7c109a80 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca7c109a80 0x7fca7c1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca7c10a440 0x7fca7c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca7c109a80 0x7fca7c1a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60834/0 (socket says 172.21.15.7:60834) 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79e00700 1 -- 172.21.15.7:0/3907868427 learned_addr learned my addr 172.21.15.7:0/3907868427 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:15.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca7a800700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca7c10e950 0x7fca7c1a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79e00700 1 -- 172.21.15.7:0/3907868427 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca7c10e950 msgr2=0x7fca7c1a4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:15.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79e00700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca7c10e950 0x7fca7c1a4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79e00700 1 -- 172.21.15.7:0/3907868427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca7c10a440 msgr2=0x7fca7c1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:15.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79e00700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca7c10a440 0x7fca7c1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79e00700 1 -- 172.21.15.7:0/3907868427 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca7c1a51b0 con 0x7fca7c109a80 2024-05-21T02:04:15.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.156+0000 7fca79e00700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca7c109a80 0x7fca7c1a01a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fca6c00f990 tx=0x7fca6c00f9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:15.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.157+0000 7fca72a00700 1 -- 172.21.15.7:0/3907868427 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6c027070 con 0x7fca7c109a80 2024-05-21T02:04:15.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.157+0000 7fca72a00700 1 -- 172.21.15.7:0/3907868427 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca6c0055f0 con 0x7fca7c109a80 2024-05-21T02:04:15.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.157+0000 7fca72a00700 1 -- 172.21.15.7:0/3907868427 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6c004930 con 0x7fca7c109a80 2024-05-21T02:04:15.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.157+0000 7fca7b200700 1 -- 172.21.15.7:0/3907868427 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca7c1a5440 con 0x7fca7c109a80 2024-05-21T02:04:15.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.157+0000 7fca7b200700 1 -- 172.21.15.7:0/3907868427 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca7c1acd20 con 0x7fca7c109a80 2024-05-21T02:04:15.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.162+0000 7fca72a00700 1 -- 172.21.15.7:0/3907868427 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fca6c02a070 con 0x7fca7c109a80 2024-05-21T02:04:15.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.163+0000 7fca8b87ab80 1 Processor -- start 2024-05-21T02:04:15.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.163+0000 7fca8b87ab80 1 -- start start 2024-05-21T02:04:15.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.163+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d81840 0x558539d81c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.163+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d7bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.163+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 0x558539d7c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.163+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558539cd9ec0 con 0x558539d7c410 2024-05-21T02:04:15.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.163+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558539cc9a60 con 0x558539d81840 2024-05-21T02:04:15.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.163+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558539ccdaa0 con 0x558539d82160 2024-05-21T02:04:15.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca72a00700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca600b2900 0x7fca600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca79e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d7bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca79e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d7bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60850/0 (socket says 172.21.15.7:60850) 2024-05-21T02:04:15.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca79e00700 1 -- 172.21.15.7:0/725278526 learned_addr learned my addr 172.21.15.7:0/725278526 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:15.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca7a800700 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d81840 0x558539d81c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca72a00700 1 -- 172.21.15.7:0/3907868427 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fca6c0e2b60 con 0x7fca7c109a80 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca79400700 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 0x558539d7c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca7a800700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca600b2900 0x7fca600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca7a800700 1 -- 172.21.15.7:0/725278526 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 msgr2=0x558539d7bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca7a800700 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d7bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca7a800700 1 -- 172.21.15.7:0/725278526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 msgr2=0x558539d7c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca7a800700 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 0x558539d7c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca7a800700 1 -- 172.21.15.7:0/725278526 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558539c924a0 con 0x558539d81840 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.164+0000 7fca79400700 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 0x558539d7c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.165+0000 7fca7a800700 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d81840 0x558539d81c20 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fca74009fd0 tx=0x7fca7401a6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce1c3b8a06a437cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:15.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.165+0000 7fca7a800700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca600b2900 0x7fca600b4dc0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fca7401aa10 tx=0x7fca7401e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:15.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.165+0000 7fca67400700 1 -- 172.21.15.7:0/725278526 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca74009210 con 0x558539d81840 2024-05-21T02:04:15.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca67400700 1 -- 172.21.15.7:0/725278526 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca74028070 con 0x558539d81840 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca67400700 1 -- 172.21.15.7:0/725278526 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca740238e0 con 0x558539d81840 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca8b87ab80 1 -- 172.21.15.7:0/725278526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d81840 msgr2=0x558539d81c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d81840 0x558539d81c20 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fca74009fd0 tx=0x7fca7401a6c0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca8b87ab80 1 -- 172.21.15.7:0/725278526 shutdown_connections 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 0x558539d7c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d81840 0x558539d81c20 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/725278526 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d7bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca8b87ab80 1 -- 172.21.15.7:0/725278526 >> 172.21.15.7:0/725278526 conn(0x558539ca9c60 msgr2=0x558539d76890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca8b87ab80 1 -- 172.21.15.7:0/725278526 shutdown_connections 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.166+0000 7fca8b87ab80 1 -- 172.21.15.7:0/725278526 wait complete. 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.167+0000 7fca8b87ab80 1 -- start start 2024-05-21T02:04:15.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.167+0000 7fca8b87ab80 1 Processor -- start 2024-05-21T02:04:15.170 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d7c410 0x558539d87f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 0x558539d852a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d857e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558539bd0020 con 0x558539d81840 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558539c6a7e0 con 0x558539d7c410 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558539d88c20 con 0x558539d82160 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca8b87ab80 10 client.0 _ll_register_callbacks cb 0x558539c73cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca79e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d7c410 0x558539d87f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca79e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d7c410 0x558539d87f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:52356/0 (socket says 172.21.15.7:52356) 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca79e00700 1 -- 172.21.15.7:0/3261857769 learned_addr learned my addr 172.21.15.7:0/3261857769 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca7a800700 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d857e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.171 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca79400700 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 0x558539d852a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca79e00700 1 -- 172.21.15.7:0/3261857769 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 msgr2=0x558539d857e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca79e00700 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d857e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca79e00700 1 -- 172.21.15.7:0/3261857769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 msgr2=0x558539d852a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca79e00700 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 0x558539d852a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.168+0000 7fca79e00700 1 -- 172.21.15.7:0/3261857769 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558539c19950 con 0x558539d7c410 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca7a800700 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d857e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca79e00700 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d7c410 0x558539d87f00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fca6c0e2e00 tx=0x7fca6c0a9fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72cc0d5f99e4de server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca5be00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca5be00700 1 -- 172.21.15.7:0/3261857769 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6c0a9940 con 0x558539d7c410 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca5be00700 1 -- 172.21.15.7:0/3261857769 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fca6c0aa430 con 0x558539d7c410 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca8b87ab80 1 -- 172.21.15.7:0/3261857769 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca74028070 con 0x558539d7c410 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca5be00700 1 -- 172.21.15.7:0/3261857769 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fca6c0a9ce0 con 0x558539d7c410 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca8b87ab80 10 client.25991 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:15.172 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca8b87ab80 1 -- 172.21.15.7:0/3261857769 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558539c9a0e0 con 0x558539d7c410 2024-05-21T02:04:15.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.169+0000 7fca5be00700 1 -- 172.21.15.7:0/3261857769 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca74028070 con 0x558539d7c410 2024-05-21T02:04:15.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.170+0000 7fca5be00700 1 -- 172.21.15.7:0/3261857769 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fca6c0ae120 con 0x558539d7c410 2024-05-21T02:04:15.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.170+0000 7fca8b87ab80 10 client.25991 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:15.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.170+0000 7fca8b87ab80 10 client.25991 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:15.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.170+0000 7fca8b87ab80 20 client.25991 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:15.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.170+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x558539d95830 0x558539d97c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.170+0000 7fca8b87ab80 4 client.25991 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:15.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.170+0000 7fca8b87ab80 1 -- 172.21.15.7:0/3261857769 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558539cdbe10 con 0x558539d95830 2024-05-21T02:04:15.173 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.170+0000 7fca79400700 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x558539d95830 0x558539d97c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.171+0000 7fca79400700 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x558539d95830 0x558539d97c40 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdc02c07d01835da server_cookie=ac1cbd5ef5391832 in_seq=0 out_seq=0 2024-05-21T02:04:15.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.171+0000 7fca5be00700 10 client.25991 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:15.174 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.171+0000 7fca5be00700 1 -- 172.21.15.7:0/3261857769 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558539cdbe10 con 0x558539d95830 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.171+0000 7fca5be00700 10 client.25991 handle_command_reply: tid=0 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.171+0000 7fca8b87ab80 1 client.25991 shutdown 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 -- 172.21.15.7:0/3261857769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d7c410 msgr2=0x558539d87f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d7c410 0x558539d87f00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fca6c0e2e00 tx=0x7fca6c0a9fa0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 -- 172.21.15.7:0/3261857769 shutdown_connections 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x558539d95830 0x558539d97c40 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d82160 0x558539d857e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d7c410 0x558539d87f00 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/3261857769 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 0x558539d852a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca5be00700 0 client.25991 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 -- 172.21.15.7:0/3261857769 >> 172.21.15.7:0/3261857769 conn(0x558539ca9c60 msgr2=0x558539d76040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 -- 172.21.15.7:0/3261857769 shutdown_connections 2024-05-21T02:04:15.175 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 1 -- 172.21.15.7:0/3261857769 wait complete. 2024-05-21T02:04:15.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.172+0000 7fca8b87ab80 20 client.25991 trim_cache size 0 max 16384 2024-05-21T02:04:15.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.194+0000 7fca8b87ab80 1 Processor -- start 2024-05-21T02:04:15.194 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.194+0000 7fca8b87ab80 1 -- start start 2024-05-21T02:04:15.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.194+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d7c410 0x558539d82dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.195 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.194+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 0x558539d767c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.194+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 0x558539d80ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c1b4030 con 0x558539d81840 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c1b5b70 con 0x558539d82160 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c1b4700 con 0x558539d7c410 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca79e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d7c410 0x558539d82dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca79400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 0x558539d767c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca7a800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 0x558539d80ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca79e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d7c410 0x558539d82dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60864/0 (socket says 172.21.15.7:60864) 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca79e00700 1 -- 172.21.15.7:0/4173772015 learned_addr learned my addr 172.21.15.7:0/4173772015 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca79e00700 1 -- 172.21.15.7:0/4173772015 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 msgr2=0x558539d80ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca79e00700 1 --2- 172.21.15.7:0/4173772015 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 0x558539d80ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca79e00700 1 -- 172.21.15.7:0/4173772015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 msgr2=0x558539d767c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:15.196 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca79e00700 1 --2- 172.21.15.7:0/4173772015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 0x558539d767c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.197 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.195+0000 7fca79e00700 1 -- 172.21.15.7:0/4173772015 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558539d982c0 con 0x558539d7c410 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.196+0000 7fca79e00700 1 --2- 172.21.15.7:0/4173772015 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d7c410 0x558539d82dd0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fca6c0a4820 tx=0x7fca6c00ba20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dddd0c4dbf34ec9d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.196+0000 7fca66a00700 1 -- 172.21.15.7:0/4173772015 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6c0a9940 con 0x558539d7c410 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.196+0000 7fca66a00700 1 -- 172.21.15.7:0/4173772015 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca6c0aa1d0 con 0x558539d7c410 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.196+0000 7fca66a00700 1 -- 172.21.15.7:0/4173772015 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6c0ae120 con 0x558539d7c410 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.196+0000 7fca8b87ab80 1 -- 172.21.15.7:0/4173772015 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d7c410 msgr2=0x558539d82dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.196+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/4173772015 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d7c410 0x558539d82dd0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fca6c0a4820 tx=0x7fca6c00ba20 comp rx=0 tx=0).stop 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.196+0000 7fca8b87ab80 1 -- 172.21.15.7:0/4173772015 shutdown_connections 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.196+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/4173772015 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 0x558539d80ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.197+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/4173772015 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d7c410 0x558539d82dd0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.197+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/4173772015 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d81840 0x558539d767c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.198 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.197+0000 7fca8b87ab80 1 -- 172.21.15.7:0/4173772015 >> 172.21.15.7:0/4173772015 conn(0x558539ca9c60 msgr2=0x558539d803d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:15.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.197+0000 7fca8b87ab80 1 -- 172.21.15.7:0/4173772015 shutdown_connections 2024-05-21T02:04:15.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.197+0000 7fca8b87ab80 1 -- 172.21.15.7:0/4173772015 wait complete. 2024-05-21T02:04:15.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.197+0000 7fca8b87ab80 1 -- start start 2024-05-21T02:04:15.199 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.197+0000 7fca8b87ab80 1 Processor -- start 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 0x558539d8deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d81840 0x558539d8e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca8b87ab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 0x558539d8ae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c1b54a0 con 0x558539d7c410 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c1b4dd0 con 0x558539d82160 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca8b87ab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fca7c1b1fd0 con 0x558539d81840 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca8b87ab80 10 client.0 _ll_register_callbacks cb 0x558539c73cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca79400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d81840 0x558539d8e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca79400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d81840 0x558539d8e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:60868/0 (socket says 172.21.15.7:60868) 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca79e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 0x558539d8deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca79400700 1 -- 172.21.15.7:0/1779422615 learned_addr learned my addr 172.21.15.7:0/1779422615 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.198+0000 7fca7a800700 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 0x558539d8ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.201 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca79400700 1 -- 172.21.15.7:0/1779422615 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 msgr2=0x558539d8ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca79400700 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 0x558539d8ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca79400700 1 -- 172.21.15.7:0/1779422615 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 msgr2=0x558539d8deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca79400700 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 0x558539d8deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca79400700 1 -- 172.21.15.7:0/1779422615 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558539d8b4c0 con 0x558539d81840 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca79400700 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d81840 0x558539d8e3f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fca7c109630 tx=0x7fca68010b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99c481d3013ee943 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca5be00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca5be00700 1 -- 172.21.15.7:0/1779422615 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca6801f8d0 con 0x558539d81840 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca8b87ab80 1 -- 172.21.15.7:0/1779422615 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca6c0aa1d0 con 0x558539d81840 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.199+0000 7fca5be00700 1 -- 172.21.15.7:0/1779422615 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fca6801fa70 con 0x558539d81840 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca5be00700 1 -- 172.21.15.7:0/1779422615 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fca68028480 con 0x558539d81840 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca8b87ab80 10 client.26032 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca8b87ab80 1 -- 172.21.15.7:0/1779422615 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558539e00e40 con 0x558539d81840 2024-05-21T02:04:15.202 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca5be00700 1 -- 172.21.15.7:0/1779422615 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca6c0aa1d0 con 0x558539d81840 2024-05-21T02:04:15.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca5be00700 1 -- 172.21.15.7:0/1779422615 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fca68032520 con 0x558539d81840 2024-05-21T02:04:15.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca8b87ab80 10 client.26032 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:15.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca8b87ab80 10 client.26032 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:15.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca8b87ab80 20 client.26032 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:15.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x558539e01530 0x558539e03950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:15.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca8b87ab80 4 client.26032 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T02:04:15.203 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.200+0000 7fca8b87ab80 1 -- 172.21.15.7:0/1779422615 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558539cd55f0 con 0x558539e01530 2024-05-21T02:04:15.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.201+0000 7fca79e00700 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x558539e01530 0x558539e03950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:15.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.201+0000 7fca79e00700 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x558539e01530 0x558539e03950 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fb68b1d13f4b136 server_cookie=b76c9472155c084a in_seq=0 out_seq=0 2024-05-21T02:04:15.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.201+0000 7fca5be00700 10 client.26032 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:15.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.202+0000 7fca5be00700 1 -- 172.21.15.7:0/1779422615 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558539cd55f0 con 0x558539e01530 2024-05-21T02:04:15.204 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.202+0000 7fca5be00700 10 client.26032 handle_command_reply: tid=0 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.202+0000 7fca8b87ab80 1 client.26032 shutdown 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.202+0000 7fca8b87ab80 1 -- 172.21.15.7:0/1779422615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d81840 msgr2=0x558539d8e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.202+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d81840 0x558539d8e3f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fca7c109630 tx=0x7fca68010b00 comp rx=0 tx=0).stop 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.202+0000 7fca8b87ab80 1 -- 172.21.15.7:0/1779422615 shutdown_connections 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.203+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x558539e01530 0x558539e03950 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.203+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x558539d82160 0x558539d8ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.203+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x558539d7c410 0x558539d8deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.203+0000 7fca8b87ab80 1 --2- 172.21.15.7:0/1779422615 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x558539d81840 0x558539d8e3f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.203+0000 7fca5be00700 0 client.26032 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.203+0000 7fca8b87ab80 1 -- 172.21.15.7:0/1779422615 >> 172.21.15.7:0/1779422615 conn(0x558539ca9c60 msgr2=0x558539d80c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.203+0000 7fca8b87ab80 1 -- 172.21.15.7:0/1779422615 shutdown_connections 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.203+0000 7fca8b87ab80 1 -- 172.21.15.7:0/1779422615 wait complete. 2024-05-21T02:04:15.205 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.203+0000 7fca8b87ab80 20 client.26032 trim_cache size 0 max 16384 2024-05-21T02:04:15.206 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:04:15.206 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-05-21T02:04:15.206 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "99646651-2c62-4bd8-97fd-5a6027795223", 2024-05-21T02:04:15.206 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-05-21T02:04:15.206 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:04:15.206 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 -- 172.21.15.7:0/3907868427 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca600b2900 msgr2=0x7fca600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca600b2900 0x7fca600b4dc0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fca7401aa10 tx=0x7fca7401e000 comp rx=0 tx=0).stop 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 -- 172.21.15.7:0/3907868427 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca7c109a80 msgr2=0x7fca7c1a01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca7c109a80 0x7fca7c1a01a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fca6c00f990 tx=0x7fca6c00f9c0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 -- 172.21.15.7:0/3907868427 shutdown_connections 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fca7c10e950 0x7fca7c1a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fca7c109a80 0x7fca7c1a01a0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fca600b2900 0x7fca600b4dc0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 --2- 172.21.15.7:0/3907868427 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fca7c10a440 0x7fca7c1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 -- 172.21.15.7:0/3907868427 >> 172.21.15.7:0/3907868427 conn(0x7fca7c0792d0 msgr2=0x7fca7c0799f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 -- 172.21.15.7:0/3907868427 shutdown_connections 2024-05-21T02:04:15.207 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:15.204+0000 7fca7b200700 1 -- 172.21.15.7:0/3907868427 wait complete. 2024-05-21T02:04:16.353 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T02:04:16.815 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:16.909 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:16 smithi190 ceph-mon[35961]: scrub queued for path: / 2024-05-21T02:04:16.909 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:16 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:16.909 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:16 smithi190 ceph-mon[35961]: scrub summary: active paths [/] 2024-05-21T02:04:16.909 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:16 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:16.909 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:16 smithi190 ceph-mon[35961]: pgmap v574: 97 pgs: 97 active+clean; 9.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 359 MiB/s wr, 101 op/s 2024-05-21T02:04:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:16 smithi164 ceph-mon[36138]: scrub queued for path: / 2024-05-21T02:04:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:16 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:16 smithi164 ceph-mon[36138]: scrub summary: active paths [/] 2024-05-21T02:04:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:16 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:16.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:16 smithi164 ceph-mon[36138]: pgmap v574: 97 pgs: 97 active+clean; 9.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 359 MiB/s wr, 101 op/s 2024-05-21T02:04:16.970 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:16 smithi007 ceph-mon[31288]: scrub queued for path: / 2024-05-21T02:04:16.970 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:16 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:16.970 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:16 smithi007 ceph-mon[31288]: scrub summary: active paths [/] 2024-05-21T02:04:16.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:16 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:16.971 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:16 smithi007 ceph-mon[31288]: pgmap v574: 97 pgs: 97 active+clean; 9.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 359 MiB/s wr, 101 op/s 2024-05-21T02:04:18.899 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:18 smithi007 ceph-mon[31288]: pgmap v575: 97 pgs: 97 active+clean; 9.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 331 MiB/s wr, 92 op/s 2024-05-21T02:04:18.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:18 smithi164 ceph-mon[36138]: pgmap v575: 97 pgs: 97 active+clean; 9.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 331 MiB/s wr, 92 op/s 2024-05-21T02:04:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:18 smithi190 ceph-mon[35961]: pgmap v575: 97 pgs: 97 active+clean; 9.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 331 MiB/s wr, 92 op/s 2024-05-21T02:04:19.387 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.386+0000 7fc743c00700 1 -- 172.21.15.7:0/1747259653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc73c1095d0 msgr2=0x7fc73c1099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:19.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.386+0000 7fc743c00700 1 --2- 172.21.15.7:0/1747259653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc73c1095d0 0x7fc73c1099b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fc734009990 tx=0x7fc734009ca0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.386+0000 7fc743c00700 1 -- 172.21.15.7:0/1747259653 shutdown_connections 2024-05-21T02:04:19.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.386+0000 7fc743c00700 1 --2- 172.21.15.7:0/1747259653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc73c103f80 0x7fc73c110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.386+0000 7fc743c00700 1 --2- 172.21.15.7:0/1747259653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc73c1095d0 0x7fc73c1099b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.386+0000 7fc743c00700 1 --2- 172.21.15.7:0/1747259653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc73c1035c0 0x7fc73c103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.386+0000 7fc743c00700 1 -- 172.21.15.7:0/1747259653 >> 172.21.15.7:0/1747259653 conn(0x7fc73c07a610 msgr2=0x7fc73c07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:19.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.386+0000 7fc743c00700 1 -- 172.21.15.7:0/1747259653 shutdown_connections 2024-05-21T02:04:19.388 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.386+0000 7fc743c00700 1 -- 172.21.15.7:0/1747259653 wait complete. 2024-05-21T02:04:19.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.388+0000 7fc743c00700 1 Processor -- start 2024-05-21T02:04:19.389 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.388+0000 7fc743c00700 1 -- start start 2024-05-21T02:04:19.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.388+0000 7fc743c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc73c1035c0 0x7fc73c19bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.388+0000 7fc743c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc73c103f80 0x7fc73c19c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.388+0000 7fc743c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc73c1095d0 0x7fc73c1a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.388+0000 7fc743c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1137f0 con 0x7fc73c1035c0 2024-05-21T02:04:19.391 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.388+0000 7fc743c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c113670 con 0x7fc73c1095d0 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.388+0000 7fc743c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c113970 con 0x7fc73c103f80 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.389+0000 7fc73be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc73c103f80 0x7fc73c19c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.389+0000 7fc73be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc73c103f80 0x7fc73c19c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:56534/0 (socket says 172.21.15.7:56534) 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.389+0000 7fc73be00700 1 -- 172.21.15.7:0/1662602676 learned_addr learned my addr 172.21.15.7:0/1662602676 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.389+0000 7fc741c00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc73c1095d0 0x7fc73c1a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.390+0000 7fc73be00700 1 -- 172.21.15.7:0/1662602676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc73c1095d0 msgr2=0x7fc73c1a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.390+0000 7fc73be00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc73c1095d0 0x7fc73c1a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.390+0000 7fc73be00700 1 -- 172.21.15.7:0/1662602676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc73c1035c0 msgr2=0x7fc73c19bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.390+0000 7fc73be00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc73c1035c0 0x7fc73c19bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.390+0000 7fc73be00700 1 -- 172.21.15.7:0/1662602676 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc73c1a0f10 con 0x7fc73c103f80 2024-05-21T02:04:19.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.391+0000 7fc73be00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc73c103f80 0x7fc73c19c440 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc72400d950 tx=0x7fc72400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:19.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.393+0000 7fc739600700 1 -- 172.21.15.7:0/1662602676 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc724016070 con 0x7fc73c103f80 2024-05-21T02:04:19.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.393+0000 7fc739600700 1 -- 172.21.15.7:0/1662602676 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc724009df0 con 0x7fc73c103f80 2024-05-21T02:04:19.393 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.393+0000 7fc739600700 1 -- 172.21.15.7:0/1662602676 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc72400f3c0 con 0x7fc73c103f80 2024-05-21T02:04:19.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.393+0000 7fc743c00700 1 -- 172.21.15.7:0/1662602676 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc73c1a1200 con 0x7fc73c103f80 2024-05-21T02:04:19.394 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.393+0000 7fc743c00700 1 -- 172.21.15.7:0/1662602676 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc73c1a8a80 con 0x7fc73c103f80 2024-05-21T02:04:19.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.398+0000 7fc74e5abb80 1 Processor -- start 2024-05-21T02:04:19.399 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.399+0000 7fc74e5abb80 1 -- start start 2024-05-21T02:04:19.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.399+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b345858290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.399+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b345852260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.399+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b345852ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.399+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b3457b0e40 con 0x55b345852880 2024-05-21T02:04:19.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.399+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b3457a09e0 con 0x55b3458587d0 2024-05-21T02:04:19.400 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.399+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b3457a4a20 con 0x55b345857eb0 2024-05-21T02:04:19.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.400+0000 7fc741200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b345852260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.400+0000 7fc741200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b345852260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:43916/0 (socket says 172.21.15.7:43916) 2024-05-21T02:04:19.401 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.400+0000 7fc741200700 1 -- 172.21.15.7:0/3945655532 learned_addr learned my addr 172.21.15.7:0/3945655532 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:19.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.401+0000 7fc741200700 1 -- 172.21.15.7:0/3945655532 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 msgr2=0x55b345858290 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:04:19.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.401+0000 7fc741200700 1 --2- 172.21.15.7:0/3945655532 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b345858290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.401+0000 7fc741200700 1 -- 172.21.15.7:0/3945655532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 msgr2=0x55b345852ce0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:04:19.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.401+0000 7fc741200700 1 --2- 172.21.15.7:0/3945655532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b345852ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.401+0000 7fc741200700 1 -- 172.21.15.7:0/3945655532 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b345769420 con 0x55b3458587d0 2024-05-21T02:04:19.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.401+0000 7fc741200700 1 --2- 172.21.15.7:0/3945655532 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b345852260 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc734006010 tx=0x7fc734003810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f20afe1997384a48 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:19.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.401+0000 7fc732000700 1 -- 172.21.15.7:0/3945655532 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7340038f0 con 0x55b3458587d0 2024-05-21T02:04:19.402 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.402+0000 7fc732000700 1 -- 172.21.15.7:0/3945655532 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7340050c0 con 0x55b3458587d0 2024-05-21T02:04:19.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.402+0000 7fc732000700 1 -- 172.21.15.7:0/3945655532 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73400bac0 con 0x55b3458587d0 2024-05-21T02:04:19.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.402+0000 7fc739600700 1 -- 172.21.15.7:0/1662602676 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc724019070 con 0x7fc73c103f80 2024-05-21T02:04:19.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.403+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3945655532 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 msgr2=0x55b345852260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:19.403 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.403+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3945655532 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b345852260 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc734006010 tx=0x7fc734003810 comp rx=0 tx=0).stop 2024-05-21T02:04:19.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.403+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3945655532 shutdown_connections 2024-05-21T02:04:19.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.403+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3945655532 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b345852ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.403+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3945655532 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b345858290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.403+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3945655532 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b345852260 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.403+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3945655532 >> 172.21.15.7:0/3945655532 conn(0x55b345780be0 msgr2=0x55b34584d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:19.404 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.403+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3945655532 shutdown_connections 2024-05-21T02:04:19.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.404+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3945655532 wait complete. 2024-05-21T02:04:19.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.404+0000 7fc74e5abb80 1 -- start start 2024-05-21T02:04:19.405 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.405+0000 7fc74e5abb80 1 Processor -- start 2024-05-21T02:04:19.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.406+0000 7fc739600700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7200b28e0 0x7fc7200b4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.406+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b34585e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.407 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.406+0000 7fc739600700 1 -- 172.21.15.7:0/1662602676 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc7240e1930 con 0x7fc73c103f80 2024-05-21T02:04:19.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.406+0000 7fc741c00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7200b28e0 0x7fc7200b4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.407+0000 7fc741200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b34585e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.407+0000 7fc741200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b34585e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50526/0 (socket says 172.21.15.7:50526) 2024-05-21T02:04:19.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.407+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34585b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.407+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.407+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b3456a6fa0 con 0x55b345852880 2024-05-21T02:04:19.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.407+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b345741760 con 0x55b3458587d0 2024-05-21T02:04:19.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.407+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b34585f1e0 con 0x55b345857eb0 2024-05-21T02:04:19.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.407+0000 7fc74e5abb80 10 client.0 _ll_register_callbacks cb 0x55b34574ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:19.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.408+0000 7fc741200700 1 -- 172.21.15.7:0/1069765495 learned_addr learned my addr 172.21.15.7:0/1069765495 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:19.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.409+0000 7fc73be00700 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34585b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.409+0000 7fc741200700 1 -- 172.21.15.7:0/1069765495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 msgr2=0x55b34585b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:19.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.409+0000 7fc741200700 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34585b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.409+0000 7fc741200700 1 -- 172.21.15.7:0/1069765495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 msgr2=0x55b34585be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:19.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.409+0000 7fc741c00700 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.410+0000 7fc741200700 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.410+0000 7fc741200700 1 -- 172.21.15.7:0/1069765495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3456f08d0 con 0x55b345852880 2024-05-21T02:04:19.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.410+0000 7fc741c00700 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:19.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.410+0000 7fc741c00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7200b28e0 0x7fc7200b4da0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009fa0 tx=0x7fc72c00d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:19.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.410+0000 7fc73be00700 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34585b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:19.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.411+0000 7fc741200700 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b34585e5b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc734005950 tx=0x7fc734003bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82b64c03919a1522 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:19.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.411+0000 7fc72aa00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:04:19.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.411+0000 7fc72aa00700 1 -- 172.21.15.7:0/1069765495 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73400b7d0 con 0x55b345852880 2024-05-21T02:04:19.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.411+0000 7fc72aa00700 1 -- 172.21.15.7:0/1069765495 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc73400b970 con 0x55b345852880 2024-05-21T02:04:19.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.412+0000 7fc74e5abb80 1 -- 172.21.15.7:0/1069765495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7340050c0 con 0x55b345852880 2024-05-21T02:04:19.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.412+0000 7fc72aa00700 1 -- 172.21.15.7:0/1069765495 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc73400bb90 con 0x55b345852880 2024-05-21T02:04:19.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.412+0000 7fc74e5abb80 10 client.15879 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:19.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.412+0000 7fc74e5abb80 1 -- 172.21.15.7:0/1069765495 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b345771060 con 0x55b345852880 2024-05-21T02:04:19.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.413+0000 7fc72aa00700 1 -- 172.21.15.7:0/1069765495 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7340050c0 con 0x55b345852880 2024-05-21T02:04:19.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.413+0000 7fc72aa00700 1 -- 172.21.15.7:0/1069765495 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc73400f460 con 0x55b345852880 2024-05-21T02:04:19.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.413+0000 7fc74e5abb80 10 client.15879 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:19.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.413+0000 7fc74e5abb80 10 client.15879 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:19.414 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.414+0000 7fc74e5abb80 20 client.15879 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:19.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.414+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b345874470 0x55b345876860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.414+0000 7fc74e5abb80 4 client.15879 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:19.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.414+0000 7fc74e5abb80 1 -- 172.21.15.7:0/1069765495 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b3457b2d90 con 0x55b345874470 2024-05-21T02:04:19.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.414+0000 7fc73be00700 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b345874470 0x55b345876860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.415+0000 7fc73be00700 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b345874470 0x55b345876860 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ddba014846723b4 server_cookie=99bbc44805b9fe0c in_seq=0 out_seq=0 2024-05-21T02:04:19.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.415+0000 7fc72aa00700 10 client.15879 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:19.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.416+0000 7fc72aa00700 1 -- 172.21.15.7:0/1069765495 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b3457b2d90 con 0x55b345874470 2024-05-21T02:04:19.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.416+0000 7fc72aa00700 10 client.15879 handle_command_reply: tid=0 2024-05-21T02:04:19.420 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.416+0000 7fc74e5abb80 1 client.15879 shutdown 2024-05-21T02:04:19.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.417+0000 7fc74e5abb80 1 -- 172.21.15.7:0/1069765495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 msgr2=0x55b34585e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:19.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.417+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b34585e5b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc734005950 tx=0x7fc734003bd0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.419+0000 7fc74e5abb80 1 -- 172.21.15.7:0/1069765495 shutdown_connections 2024-05-21T02:04:19.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.419+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b345874470 0x55b345876860 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.419+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.419+0000 7fc72aa00700 0 client.15879 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:19.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.419+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b34585e5b0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.419+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/1069765495 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34585b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.421 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.419+0000 7fc74e5abb80 1 -- 172.21.15.7:0/1069765495 >> 172.21.15.7:0/1069765495 conn(0x55b345780be0 msgr2=0x55b345851250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:19.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.420+0000 7fc74e5abb80 1 -- 172.21.15.7:0/1069765495 shutdown_connections 2024-05-21T02:04:19.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.421+0000 7fc74e5abb80 1 -- 172.21.15.7:0/1069765495 wait complete. 2024-05-21T02:04:19.422 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.421+0000 7fc74e5abb80 20 client.15879 trim_cache size 0 max 16384 2024-05-21T02:04:19.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.476+0000 7fc74e5abb80 1 Processor -- start 2024-05-21T02:04:19.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.476+0000 7fc74e5abb80 1 -- start start 2024-05-21T02:04:19.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.477+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b345852260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.477+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34584d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.477+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.477+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1abaa0 con 0x55b345852880 2024-05-21T02:04:19.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.477+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1ad5e0 con 0x55b3458587d0 2024-05-21T02:04:19.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.477+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1ac170 con 0x55b345857eb0 2024-05-21T02:04:19.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.478+0000 7fc741c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.479+0000 7fc73be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34584d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.479+0000 7fc73be00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34584d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:56552/0 (socket says 172.21.15.7:56552) 2024-05-21T02:04:19.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.479+0000 7fc73be00700 1 -- 172.21.15.7:0/2648635361 learned_addr learned my addr 172.21.15.7:0/2648635361 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:19.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.480+0000 7fc741c00700 1 -- 172.21.15.7:0/2648635361 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 msgr2=0x55b34584d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:19.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.480+0000 7fc741c00700 1 --2- 172.21.15.7:0/2648635361 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34584d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.480+0000 7fc741c00700 1 -- 172.21.15.7:0/2648635361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 msgr2=0x55b345852260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:19.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.480+0000 7fc741c00700 1 --2- 172.21.15.7:0/2648635361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b345852260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.480+0000 7fc741c00700 1 -- 172.21.15.7:0/2648635361 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b345857b00 con 0x55b3458587d0 2024-05-21T02:04:19.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.482+0000 7fc741c00700 1 --2- 172.21.15.7:0/2648635361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585b730 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc72c016730 tx=0x7fc72c015000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5e2be529af2031b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:19.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.482+0000 7fc731600700 1 -- 172.21.15.7:0/2648635361 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc72c021460 con 0x55b3458587d0 2024-05-21T02:04:19.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.482+0000 7fc731600700 1 -- 172.21.15.7:0/2648635361 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc72c026070 con 0x55b3458587d0 2024-05-21T02:04:19.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.483+0000 7fc731600700 1 -- 172.21.15.7:0/2648635361 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc72c015950 con 0x55b3458587d0 2024-05-21T02:04:19.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.484+0000 7fc74e5abb80 1 -- 172.21.15.7:0/2648635361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 msgr2=0x55b34585b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:19.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.484+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/2648635361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585b730 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc72c016730 tx=0x7fc72c015000 comp rx=0 tx=0).stop 2024-05-21T02:04:19.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.485+0000 7fc74e5abb80 1 -- 172.21.15.7:0/2648635361 shutdown_connections 2024-05-21T02:04:19.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.485+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/2648635361 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3458587d0 0x55b34585b730 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.485+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/2648635361 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b345852880 0x55b345852260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.485+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/2648635361 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345857eb0 0x55b34584d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.485+0000 7fc74e5abb80 1 -- 172.21.15.7:0/2648635361 >> 172.21.15.7:0/2648635361 conn(0x55b345780be0 msgr2=0x55b34584c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:19.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.486+0000 7fc74e5abb80 1 -- 172.21.15.7:0/2648635361 shutdown_connections 2024-05-21T02:04:19.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.486+0000 7fc74e5abb80 1 -- 172.21.15.7:0/2648635361 wait complete. 2024-05-21T02:04:19.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.487+0000 7fc74e5abb80 1 -- start start 2024-05-21T02:04:19.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.488+0000 7fc74e5abb80 1 Processor -- start 2024-05-21T02:04:19.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.490+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345852880 0x55b345877c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.491+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b345857eb0 0x55b345878160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.491 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.491+0000 7fc74e5abb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3458587d0 0x55b3458ddcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.492+0000 7fc73be00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b345857eb0 0x55b345878160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.493+0000 7fc74e5abb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1acf10 con 0x55b3458587d0 2024-05-21T02:04:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.493+0000 7fc73be00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b345857eb0 0x55b345878160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:43948/0 (socket says 172.21.15.7:43948) 2024-05-21T02:04:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.493+0000 7fc73be00700 1 -- 172.21.15.7:0/3896292325 learned_addr learned my addr 172.21.15.7:0/3896292325 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.493+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c1ac840 con 0x55b345857eb0 2024-05-21T02:04:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.493+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c10e240 con 0x55b345852880 2024-05-21T02:04:19.494 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.493+0000 7fc741200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345852880 0x55b345877c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.494+0000 7fc741c00700 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3458587d0 0x55b3458ddcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.495 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.494+0000 7fc74e5abb80 10 client.0 _ll_register_callbacks cb 0x55b34574ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:19.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.495+0000 7fc741200700 1 -- 172.21.15.7:0/3896292325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b345857eb0 msgr2=0x55b345878160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:19.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.495+0000 7fc741200700 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b345857eb0 0x55b345878160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.496 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.495+0000 7fc741200700 1 -- 172.21.15.7:0/3896292325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3458587d0 msgr2=0x55b3458ddcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:19.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.495+0000 7fc741200700 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3458587d0 0x55b3458ddcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.496+0000 7fc741200700 1 -- 172.21.15.7:0/3896292325 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3458de1f0 con 0x55b345852880 2024-05-21T02:04:19.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.499+0000 7fc741200700 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345852880 0x55b345877c20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc734005850 tx=0x7fc73400b5c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83f23c0b98c190b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:19.502 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.502+0000 7fc72aa00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:04:19.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.503+0000 7fc72aa00700 1 -- 172.21.15.7:0/3896292325 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7340050b0 con 0x55b345852880 2024-05-21T02:04:19.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.504+0000 7fc72aa00700 1 -- 172.21.15.7:0/3896292325 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc734005bc0 con 0x55b345852880 2024-05-21T02:04:19.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.504+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc72c026070 con 0x55b345852880 2024-05-21T02:04:19.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.505+0000 7fc72aa00700 1 -- 172.21.15.7:0/3896292325 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc734005980 con 0x55b345852880 2024-05-21T02:04:19.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.506+0000 7fc74e5abb80 10 client.26041 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:19.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.506+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b3458df410 con 0x55b345852880 2024-05-21T02:04:19.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.507+0000 7fc72aa00700 1 -- 172.21.15.7:0/3896292325 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc72c026070 con 0x55b345852880 2024-05-21T02:04:19.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.508+0000 7fc72aa00700 1 -- 172.21.15.7:0/3896292325 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc73403d020 con 0x55b345852880 2024-05-21T02:04:19.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.509+0000 7fc74e5abb80 10 client.26041 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:19.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.510+0000 7fc74e5abb80 10 client.26041 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:19.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.510+0000 7fc74e5abb80 20 client.26041 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:19.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.510+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3458df950 0x55b3458e1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:19.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.510+0000 7fc74e5abb80 4 client.26041 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T02:04:19.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.510+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b3457ac570 con 0x55b3458df950 2024-05-21T02:04:19.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.512+0000 7fc73be00700 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3458df950 0x55b3458e1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.516+0000 7fc73be00700 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3458df950 0x55b3458e1d70 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecee96b9941c434a server_cookie=ce2e0b3e29135de6 in_seq=0 out_seq=0 2024-05-21T02:04:19.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.516+0000 7fc72aa00700 10 client.26041 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:19.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.516+0000 7fc72aa00700 1 -- 172.21.15.7:0/3896292325 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b3457ac570 con 0x55b3458df950 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.516+0000 7fc72aa00700 10 client.26041 handle_command_reply: tid=0 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.517+0000 7fc74e5abb80 1 client.26041 shutdown 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.517+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345852880 msgr2=0x55b345877c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.517+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345852880 0x55b345877c20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc734005850 tx=0x7fc73400b5c0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.517+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 shutdown_connections 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.517+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b3458df950 0x55b3458e1d70 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.518+0000 7fc72aa00700 0 client.26041 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.518+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3458587d0 0x55b3458ddcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.518+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b345852880 0x55b345877c20 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.518+0000 7fc74e5abb80 1 --2- 172.21.15.7:0/3896292325 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b345857eb0 0x55b345878160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.519 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.518+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 >> 172.21.15.7:0/3896292325 conn(0x55b345780be0 msgr2=0x55b34585b730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:19.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.519+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 shutdown_connections 2024-05-21T02:04:19.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.519+0000 7fc74e5abb80 1 -- 172.21.15.7:0/3896292325 wait complete. 2024-05-21T02:04:19.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.519+0000 7fc74e5abb80 20 client.26041 trim_cache size 0 max 16384 2024-05-21T02:04:19.520 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:04:19.520 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-05-21T02:04:19.520 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-05-21T02:04:19.521 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:04:19.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 -- 172.21.15.7:0/1662602676 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7200b28e0 msgr2=0x7fc7200b4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:19.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7200b28e0 0x7fc7200b4da0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009fa0 tx=0x7fc72c00d040 comp rx=0 tx=0).stop 2024-05-21T02:04:19.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 -- 172.21.15.7:0/1662602676 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc73c103f80 msgr2=0x7fc73c19c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:19.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc73c103f80 0x7fc73c19c440 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc72400d950 tx=0x7fc72400dc60 comp rx=0 tx=0).stop 2024-05-21T02:04:19.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 -- 172.21.15.7:0/1662602676 shutdown_connections 2024-05-21T02:04:19.521 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc73c1095d0 0x7fc73c1a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc7200b28e0 0x7fc7200b4da0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc73c1035c0 0x7fc73c19bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:19.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 --2- 172.21.15.7:0/1662602676 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc73c103f80 0x7fc73c19c440 secure :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc72400d950 tx=0x7fc72400dc60 comp rx=0 tx=0).stop 2024-05-21T02:04:19.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.520+0000 7fc743c00700 1 -- 172.21.15.7:0/1662602676 >> 172.21.15.7:0/1662602676 conn(0x7fc73c07a610 msgr2=0x7fc73c075a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:19.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.521+0000 7fc743c00700 1 -- 172.21.15.7:0/1662602676 shutdown_connections 2024-05-21T02:04:19.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:19.521+0000 7fc743c00700 1 -- 172.21.15.7:0/1662602676 wait complete. 2024-05-21T02:04:19.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:19 smithi007 ceph-mon[31288]: scrub summary: idle 2024-05-21T02:04:19.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:19 smithi164 ceph-mon[36138]: scrub summary: idle 2024-05-21T02:04:20.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:19 smithi190 ceph-mon[35961]: scrub summary: idle 2024-05-21T02:04:20.531 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T02:04:20.531 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:04:20.782 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:20 smithi007 ceph-mon[31288]: pgmap v576: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 319 MiB/s wr, 91 op/s 2024-05-21T02:04:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:20 smithi164 ceph-mon[36138]: pgmap v576: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 319 MiB/s wr, 91 op/s 2024-05-21T02:04:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:20 smithi190 ceph-mon[35961]: pgmap v576: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 319 MiB/s wr, 91 op/s 2024-05-21T02:04:21.216 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:22.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:22 smithi007 ceph-mon[31288]: pgmap v577: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 250 MiB/s wr, 71 op/s 2024-05-21T02:04:22.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:22 smithi164 ceph-mon[36138]: pgmap v577: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 250 MiB/s wr, 71 op/s 2024-05-21T02:04:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:22 smithi190 ceph-mon[35961]: pgmap v577: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 250 MiB/s wr, 71 op/s 2024-05-21T02:04:23.690 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:23 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:04:23.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:23 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:04:24.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.098+0000 7f693d400700 1 -- 172.21.15.7:0/1157801137 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69381095b0 msgr2=0x7f6938109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:24.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.098+0000 7f693d400700 1 --2- 172.21.15.7:0/1157801137 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69381095b0 0x7f6938109990 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6928009990 tx=0x7f6928009ca0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.099+0000 7f693d400700 1 -- 172.21.15.7:0/1157801137 shutdown_connections 2024-05-21T02:04:24.101 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.099+0000 7f693d400700 1 --2- 172.21.15.7:0/1157801137 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f693806bbe0 0x7f69381103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.099+0000 7f693d400700 1 --2- 172.21.15.7:0/1157801137 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f69381095b0 0x7f6938109990 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.099+0000 7f693d400700 1 --2- 172.21.15.7:0/1157801137 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f693806b220 0x7f693806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.099+0000 7f693d400700 1 -- 172.21.15.7:0/1157801137 >> 172.21.15.7:0/1157801137 conn(0x7f69380793f0 msgr2=0x7f6938079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:24.102 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.101+0000 7f693d400700 1 -- 172.21.15.7:0/1157801137 shutdown_connections 2024-05-21T02:04:24.104 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.101+0000 7f693d400700 1 -- 172.21.15.7:0/1157801137 wait complete. 2024-05-21T02:04:24.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:23 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:04:24.106 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.105+0000 7f693d400700 1 Processor -- start 2024-05-21T02:04:24.107 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.106+0000 7f693d400700 1 -- start start 2024-05-21T02:04:24.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.108+0000 7f693d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f693806b220 0x7f6938102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:24.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.108+0000 7f693d400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f693806bbe0 0x7f6938102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:24.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.108+0000 7f693d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381095b0 0x7f6938102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:24.109 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.108+0000 7f693d400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6938113760 con 0x7f69381095b0 2024-05-21T02:04:24.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.109+0000 7f6937200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381095b0 0x7f6938102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:24.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.109+0000 7f6937200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381095b0 0x7f6938102f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:50558/0 (socket says 172.21.15.7:50558) 2024-05-21T02:04:24.110 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.109+0000 7f6937200700 1 -- 172.21.15.7:0/1394683612 learned_addr learned my addr 172.21.15.7:0/1394683612 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:24.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.109+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f69381135e0 con 0x7f693806bbe0 2024-05-21T02:04:24.111 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.109+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f69381138e0 con 0x7f693806b220 2024-05-21T02:04:24.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.111+0000 7f6937200700 1 -- 172.21.15.7:0/1394683612 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f693806b220 msgr2=0x7f6938102510 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-21T02:04:24.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.111+0000 7f6937200700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f693806b220 0x7f6938102510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.111+0000 7f6937200700 1 -- 172.21.15.7:0/1394683612 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f693806bbe0 msgr2=0x7f6938102a50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-21T02:04:24.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.111+0000 7f6937200700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f693806bbe0 0x7f6938102a50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.112 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.111+0000 7f6937200700 1 -- 172.21.15.7:0/1394683612 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69381a8100 con 0x7f69381095b0 2024-05-21T02:04:24.113 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.112+0000 7f6937200700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381095b0 0x7f6938102f90 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f6930007ee0 tx=0x7f693000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:24.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.112+0000 7f692f400700 1 -- 172.21.15.7:0/1394683612 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f693000ddd0 con 0x7f69381095b0 2024-05-21T02:04:24.114 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.113+0000 7f692f400700 1 -- 172.21.15.7:0/1394683612 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6930004020 con 0x7f69381095b0 2024-05-21T02:04:24.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.113+0000 7f692f400700 1 -- 172.21.15.7:0/1394683612 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6930015660 con 0x7f69381095b0 2024-05-21T02:04:24.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.114+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69381a83f0 con 0x7f69381095b0 2024-05-21T02:04:24.115 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.114+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69381a88b0 con 0x7f69381095b0 2024-05-21T02:04:24.119 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.118+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6938104c70 con 0x7f69381095b0 2024-05-21T02:04:24.130 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.127+0000 7f692f400700 1 -- 172.21.15.7:0/1394683612 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6930003a00 con 0x7f69381095b0 2024-05-21T02:04:24.139 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.131+0000 7f692f400700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f691c0b2980 0x7f691c0b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:24.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.133+0000 7f692f400700 1 -- 172.21.15.7:0/1394683612 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f69300e2490 con 0x7f69381095b0 2024-05-21T02:04:24.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.134+0000 7f6936800700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f691c0b2980 0x7f691c0b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:24.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.135+0000 7f6936800700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f691c0b2980 0x7f691c0b4e40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6928005f50 tx=0x7f6928005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:24.140 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.138+0000 7f692f400700 1 -- 172.21.15.7:0/1394683612 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6930010070 con 0x7f69381095b0 2024-05-21T02:04:24.596 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.592+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f693802e720 con 0x7f69381095b0 2024-05-21T02:04:24.599 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.595+0000 7f692f400700 1 -- 172.21.15.7:0/1394683612 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f69300aa170 con 0x7f69381095b0 2024-05-21T02:04:24.599 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:04:24.599 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:04:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.599+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f691c0b2980 msgr2=0x7f691c0b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.599+0000 7f693d400700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f691c0b2980 0x7f691c0b4e40 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6928005f50 tx=0x7f6928005e80 comp rx=0 tx=0).stop 2024-05-21T02:04:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.599+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381095b0 msgr2=0x7f6938102f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:24.600 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.599+0000 7f693d400700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381095b0 0x7f6938102f90 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f6930007ee0 tx=0x7f693000d3b0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.599+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 shutdown_connections 2024-05-21T02:04:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.599+0000 7f693d400700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f691c0b2980 0x7f691c0b4e40 secure :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6928005f50 tx=0x7f6928005e80 comp rx=0 tx=0).stop 2024-05-21T02:04:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.600+0000 7f693d400700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f69381095b0 0x7f6938102f90 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.600+0000 7f693d400700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f693806b220 0x7f6938102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.600+0000 7f693d400700 1 --2- 172.21.15.7:0/1394683612 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f693806bbe0 0x7f6938102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.600+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 >> 172.21.15.7:0/1394683612 conn(0x7f69380793f0 msgr2=0x7f6938100f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.601+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 shutdown_connections 2024-05-21T02:04:24.601 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:24.601+0000 7f693d400700 1 -- 172.21.15.7:0/1394683612 wait complete. 2024-05-21T02:04:24.607 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:04:25.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:24 smithi007 ceph-mon[31288]: pgmap v578: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 247 MiB/s wr, 72 op/s 2024-05-21T02:04:25.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:24 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:24 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi164 to 176.2M 2024-05-21T02:04:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:24 smithi007 ceph-mon[31288]: Unable to set osd_memory_target on smithi164 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-05-21T02:04:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:24 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1394683612' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:04:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:24 smithi190 ceph-mon[35961]: pgmap v578: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 247 MiB/s wr, 72 op/s 2024-05-21T02:04:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:24 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:24 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi164 to 176.2M 2024-05-21T02:04:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:24 smithi190 ceph-mon[35961]: Unable to set osd_memory_target on smithi164 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-05-21T02:04:25.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:24 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1394683612' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:04:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:24 smithi164 ceph-mon[36138]: pgmap v578: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 247 MiB/s wr, 72 op/s 2024-05-21T02:04:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:24 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:24 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi164 to 176.2M 2024-05-21T02:04:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:24 smithi164 ceph-mon[36138]: Unable to set osd_memory_target on smithi164 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-05-21T02:04:25.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:24 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1394683612' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:04:25.679 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T02:04:26.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:25 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:25 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:25 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:25 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:25 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:04:26.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:25 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:04:26.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:25 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:04:26.093 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:25 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.094 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:25 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.094 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:25 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.094 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:25 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.094 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:25 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:04:26.094 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:25 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:04:26.094 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:25 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:04:26.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:25 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:25 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:25 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:25 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:04:26.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:25 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:04:26.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:25 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:04:26.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:25 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:04:26.464 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:27.018 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:26 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi007 to 177.5M 2024-05-21T02:04:27.019 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:26 smithi007 ceph-mon[31288]: Unable to set osd_memory_target on smithi007 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T02:04:27.019 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:26 smithi007 ceph-mon[31288]: pgmap v579: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 230 MiB/s wr, 69 op/s 2024-05-21T02:04:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:26 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi007 to 177.5M 2024-05-21T02:04:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:26 smithi190 ceph-mon[35961]: Unable to set osd_memory_target on smithi007 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T02:04:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:26 smithi190 ceph-mon[35961]: pgmap v579: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 230 MiB/s wr, 69 op/s 2024-05-21T02:04:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:26 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi007 to 177.5M 2024-05-21T02:04:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:26 smithi164 ceph-mon[36138]: Unable to set osd_memory_target on smithi007 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T02:04:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:26 smithi164 ceph-mon[36138]: pgmap v579: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 230 MiB/s wr, 69 op/s 2024-05-21T02:04:29.012 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:28 smithi007 ceph-mon[31288]: pgmap v580: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 205 MiB/s wr, 62 op/s 2024-05-21T02:04:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:28 smithi190 ceph-mon[35961]: pgmap v580: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 205 MiB/s wr, 62 op/s 2024-05-21T02:04:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:28 smithi164 ceph-mon[36138]: pgmap v580: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 205 MiB/s wr, 62 op/s 2024-05-21T02:04:29.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.458+0000 7f7047200700 1 -- 172.21.15.7:0/2665787602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040108470 msgr2=0x7f704006b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:29.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.458+0000 7f7047200700 1 --2- 172.21.15.7:0/2665787602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040108470 0x7f704006b250 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7030009990 tx=0x7f7030009ca0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.458+0000 7f7047200700 1 -- 172.21.15.7:0/2665787602 shutdown_connections 2024-05-21T02:04:29.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.459+0000 7f7047200700 1 --2- 172.21.15.7:0/2665787602 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040105f80 0x7f7040106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.459+0000 7f7047200700 1 --2- 172.21.15.7:0/2665787602 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f7040108470 0x7f704006b250 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.459+0000 7f7047200700 1 --2- 172.21.15.7:0/2665787602 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f704006b790 0x7f704006bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.459+0000 7f7047200700 1 -- 172.21.15.7:0/2665787602 >> 172.21.15.7:0/2665787602 conn(0x7f70400793f0 msgr2=0x7f7040079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:29.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.459+0000 7f7047200700 1 -- 172.21.15.7:0/2665787602 shutdown_connections 2024-05-21T02:04:29.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.459+0000 7f7047200700 1 -- 172.21.15.7:0/2665787602 wait complete. 2024-05-21T02:04:29.463 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.462+0000 7f7047200700 1 Processor -- start 2024-05-21T02:04:29.464 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.464+0000 7f7047200700 1 -- start start 2024-05-21T02:04:29.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.464+0000 7f7047200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f7040074d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.464+0000 7f7047200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040105f80 0x7f704006dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.464+0000 7f7047200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040108470 0x7f704006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.464+0000 7f7047200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f7040119d80 con 0x7f7040108470 2024-05-21T02:04:29.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.464+0000 7f7047200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f7040119c00 con 0x7f704006b790 2024-05-21T02:04:29.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.464+0000 7f7047200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f7040119f00 con 0x7f7040105f80 2024-05-21T02:04:29.465 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f703fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f7040074d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f7045200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040108470 0x7f704006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f703fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f7040074d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:58878/0 (socket says 172.21.15.7:58878) 2024-05-21T02:04:29.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f703fe00700 1 -- 172.21.15.7:0/3536582507 learned_addr learned my addr 172.21.15.7:0/3536582507 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:29.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f703f400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040105f80 0x7f704006dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f703fe00700 1 -- 172.21.15.7:0/3536582507 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040105f80 msgr2=0x7f704006dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f703fe00700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040105f80 0x7f704006dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f703fe00700 1 -- 172.21.15.7:0/3536582507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040108470 msgr2=0x7f704006e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f703fe00700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040108470 0x7f704006e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.465+0000 7f703fe00700 1 -- 172.21.15.7:0/3536582507 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f704006e960 con 0x7f704006b790 2024-05-21T02:04:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.466+0000 7f703fe00700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f7040074d50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7030000c00 tx=0x7f70300057a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:29.467 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.466+0000 7f703cc00700 1 -- 172.21.15.7:0/3536582507 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7030027070 con 0x7f704006b790 2024-05-21T02:04:29.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.466+0000 7f703cc00700 1 -- 172.21.15.7:0/3536582507 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7030003f20 con 0x7f704006b790 2024-05-21T02:04:29.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.466+0000 7f703cc00700 1 -- 172.21.15.7:0/3536582507 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7030022b60 con 0x7f704006b790 2024-05-21T02:04:29.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.466+0000 7f7047200700 1 -- 172.21.15.7:0/3536582507 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f704006ebf0 con 0x7f704006b790 2024-05-21T02:04:29.468 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.466+0000 7f7047200700 1 -- 172.21.15.7:0/3536582507 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7040072ab0 con 0x7f704006b790 2024-05-21T02:04:29.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.470+0000 7f703cc00700 1 -- 172.21.15.7:0/3536582507 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f703002a070 con 0x7f704006b790 2024-05-21T02:04:29.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.471+0000 7f7051c74b80 1 Processor -- start 2024-05-21T02:04:29.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.472+0000 7f7051c74b80 1 -- start start 2024-05-21T02:04:29.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.473+0000 7f703cc00700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70240b2880 0x7f70240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.474 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.473+0000 7f703cc00700 1 -- 172.21.15.7:0/3536582507 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f70300e3230 con 0x7f704006b790 2024-05-21T02:04:29.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.474+0000 7f7045200700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70240b2880 0x7f70240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.474+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d85569f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.474+0000 7f7045200700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70240b2880 0x7f70240b4d40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7038009c90 tx=0x7f7038009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:29.475 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d8550b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d85515c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7051c74b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5605d84aee40 con 0x5605d8556f30 2024-05-21T02:04:29.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7051c74b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5605d849e9e0 con 0x5605d8551140 2024-05-21T02:04:29.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7051c74b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5605d84a2a20 con 0x5605d8556610 2024-05-21T02:04:29.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f703fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d85569f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f703fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d85569f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40290/0 (socket says 172.21.15.7:40290) 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f703fe00700 1 -- 172.21.15.7:0/507908394 learned_addr learned my addr 172.21.15.7:0/507908394 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7045200700 1 --2- 172.21.15.7:0/507908394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d85515c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f703f400700 1 --2- 172.21.15.7:0/507908394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d8550b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7045200700 1 -- 172.21.15.7:0/507908394 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 msgr2=0x5605d85569f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7045200700 1 --2- 172.21.15.7:0/507908394 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d85569f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7045200700 1 -- 172.21.15.7:0/507908394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 msgr2=0x5605d8550b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7045200700 1 --2- 172.21.15.7:0/507908394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d8550b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.475+0000 7f7045200700 1 -- 172.21.15.7:0/507908394 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605d8467420 con 0x5605d8551140 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.476+0000 7f7045200700 1 --2- 172.21.15.7:0/507908394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d85515c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7038007ea0 tx=0x7f7038012000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=832c8d80374bb918 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.476+0000 7f7035600700 1 -- 172.21.15.7:0/507908394 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7038026070 con 0x5605d8551140 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.476+0000 7f7035600700 1 -- 172.21.15.7:0/507908394 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70380218b0 con 0x5605d8551140 2024-05-21T02:04:29.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.476+0000 7f7035600700 1 -- 172.21.15.7:0/507908394 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70380148b0 con 0x5605d8551140 2024-05-21T02:04:29.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.479+0000 7f7051c74b80 1 -- 172.21.15.7:0/507908394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 msgr2=0x5605d85515c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:29.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.479+0000 7f7051c74b80 1 --2- 172.21.15.7:0/507908394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d85515c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7038007ea0 tx=0x7f7038012000 comp rx=0 tx=0).stop 2024-05-21T02:04:29.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.480+0000 7f7051c74b80 1 -- 172.21.15.7:0/507908394 shutdown_connections 2024-05-21T02:04:29.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.480+0000 7f7051c74b80 1 --2- 172.21.15.7:0/507908394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d85515c0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.480+0000 7f7051c74b80 1 --2- 172.21.15.7:0/507908394 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d85569f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.480+0000 7f7051c74b80 1 --2- 172.21.15.7:0/507908394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d8550b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.480+0000 7f7051c74b80 1 -- 172.21.15.7:0/507908394 >> 172.21.15.7:0/507908394 conn(0x5605d847ebe0 msgr2=0x5605d854b690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:29.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.480+0000 7f7051c74b80 1 -- 172.21.15.7:0/507908394 shutdown_connections 2024-05-21T02:04:29.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.480+0000 7f7051c74b80 1 -- 172.21.15.7:0/507908394 wait complete. 2024-05-21T02:04:29.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.480+0000 7f7051c74b80 1 -- start start 2024-05-21T02:04:29.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.481+0000 7f7051c74b80 1 Processor -- start 2024-05-21T02:04:29.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.481+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d855cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.481+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d855a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.481+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d855a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.481+0000 7f7051c74b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5605d83a4fa0 con 0x5605d8556f30 2024-05-21T02:04:29.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.481+0000 7f7051c74b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5605d843f760 con 0x5605d8556610 2024-05-21T02:04:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.481+0000 7f7051c74b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5605d855d9e0 con 0x5605d8551140 2024-05-21T02:04:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.481+0000 7f7051c74b80 10 client.0 _ll_register_callbacks cb 0x5605d8448c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f703fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d855cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f703fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d855cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40306/0 (socket says 172.21.15.7:40306) 2024-05-21T02:04:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f703fe00700 1 -- 172.21.15.7:0/4162524594 learned_addr learned my addr 172.21.15.7:0/4162524594 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:29.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f703f400700 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d855a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f7045200700 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d855a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f703fe00700 1 -- 172.21.15.7:0/4162524594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 msgr2=0x5605d855a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f703fe00700 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d855a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.484 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f703fe00700 1 -- 172.21.15.7:0/4162524594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 msgr2=0x5605d855a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f703fe00700 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d855a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f703fe00700 1 -- 172.21.15.7:0/4162524594 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605d83ee8d0 con 0x5605d8551140 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.482+0000 7f7045200700 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d855a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.483+0000 7f703fe00700 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d855cd90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f70300aa5a0 tx=0x7f7030009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86fd9d89ccef3c41 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.483+0000 7f702a000700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.483+0000 7f702a000700 1 -- 172.21.15.7:0/4162524594 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70300053d0 con 0x5605d8551140 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.483+0000 7f702a000700 1 -- 172.21.15.7:0/4162524594 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f70300cd0c0 con 0x5605d8551140 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.483+0000 7f7051c74b80 1 -- 172.21.15.7:0/4162524594 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70380218b0 con 0x5605d8551140 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.483+0000 7f702a000700 1 -- 172.21.15.7:0/4162524594 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f70300aa3b0 con 0x5605d8551140 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.483+0000 7f7051c74b80 10 client.26056 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.483+0000 7f7051c74b80 1 -- 172.21.15.7:0/4162524594 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5605d846f060 con 0x5605d8551140 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.483+0000 7f702a000700 1 -- 172.21.15.7:0/4162524594 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70380218b0 con 0x5605d8551140 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.484+0000 7f702a000700 1 -- 172.21.15.7:0/4162524594 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f70300abbd0 con 0x5605d8551140 2024-05-21T02:04:29.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.484+0000 7f7051c74b80 10 client.26056 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.484+0000 7f7051c74b80 10 client.26056 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:04:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.484+0000 7f7051c74b80 20 client.26056 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.484+0000 7f7051c74b80 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5605d856a4b0 0x5605d856c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.484+0000 7f7051c74b80 4 client.26056 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:29.486 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.484+0000 7f7051c74b80 1 -- 172.21.15.7:0/4162524594 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605d84b0d90 con 0x5605d856a4b0 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.484+0000 7f703f400700 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5605d856a4b0 0x5605d856c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.485+0000 7f703f400700 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5605d856a4b0 0x5605d856c8c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1225ee1fa7d147df server_cookie=70878b26e364e9f2 in_seq=0 out_seq=0 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.485+0000 7f702a000700 10 client.26056 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f702a000700 1 -- 172.21.15.7:0/4162524594 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5605d84b0d90 con 0x5605d856a4b0 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f702a000700 10 client.26056 handle_command_reply: tid=0 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 client.26056 shutdown 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 -- 172.21.15.7:0/4162524594 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 msgr2=0x5605d855cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d855cd90 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f70300aa5a0 tx=0x7f7030009ca0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 -- 172.21.15.7:0/4162524594 shutdown_connections 2024-05-21T02:04:29.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5605d856a4b0 0x5605d856c8c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d855a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d855cd90 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 --2- 172.21.15.7:0/4162524594 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d855a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 -- 172.21.15.7:0/4162524594 >> 172.21.15.7:0/4162524594 conn(0x5605d847ebe0 msgr2=0x5605d854ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:29.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f702a000700 0 client.26056 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:04:29.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 -- 172.21.15.7:0/4162524594 shutdown_connections 2024-05-21T02:04:29.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 1 -- 172.21.15.7:0/4162524594 wait complete. 2024-05-21T02:04:29.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.486+0000 7f7051c74b80 20 client.26056 trim_cache size 0 max 16384 2024-05-21T02:04:29.503 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.503+0000 7f7051c74b80 1 Processor -- start 2024-05-21T02:04:29.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.503+0000 7f7051c74b80 1 -- start start 2024-05-21T02:04:29.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.503+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d8566a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.503+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d8558320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.503+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d8555b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.503+0000 7f7051c74b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f70401bca30 con 0x5605d8556f30 2024-05-21T02:04:29.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.503+0000 7f7051c74b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f70401be570 con 0x5605d8551140 2024-05-21T02:04:29.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.503+0000 7f7051c74b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f70401bd100 con 0x5605d8556610 2024-05-21T02:04:29.504 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d8566a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d8566a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:58912/0 (socket says 172.21.15.7:58912) 2024-05-21T02:04:29.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703fe00700 1 -- 172.21.15.7:0/988890330 learned_addr learned my addr 172.21.15.7:0/988890330 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:29.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703f400700 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d8558320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.505 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f7045200700 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d8555b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703fe00700 1 -- 172.21.15.7:0/988890330 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 msgr2=0x5605d8558320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703fe00700 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d8558320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703fe00700 1 -- 172.21.15.7:0/988890330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 msgr2=0x5605d8555b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703fe00700 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d8555b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703fe00700 1 -- 172.21.15.7:0/988890330 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605d8543620 con 0x5605d8551140 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.504+0000 7f703f400700 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d8558320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.505+0000 7f703fe00700 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d8566a80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f70300aa550 tx=0x7f7030005a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c83f5957cd0af7af server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.505+0000 7f7034c00700 1 -- 172.21.15.7:0/988890330 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70300aafa0 con 0x5605d8551140 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.505+0000 7f7034c00700 1 -- 172.21.15.7:0/988890330 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70300aa8a0 con 0x5605d8551140 2024-05-21T02:04:29.506 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.505+0000 7f7034c00700 1 -- 172.21.15.7:0/988890330 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70300cd070 con 0x5605d8551140 2024-05-21T02:04:29.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.506+0000 7f7051c74b80 1 -- 172.21.15.7:0/988890330 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 msgr2=0x5605d8566a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:29.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.506+0000 7f7051c74b80 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d8566a80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f70300aa550 tx=0x7f7030005a00 comp rx=0 tx=0).stop 2024-05-21T02:04:29.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.506+0000 7f7051c74b80 1 -- 172.21.15.7:0/988890330 shutdown_connections 2024-05-21T02:04:29.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.506+0000 7f7051c74b80 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d8555b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.506+0000 7f7051c74b80 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8551140 0x5605d8566a80 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.506+0000 7f7051c74b80 1 --2- 172.21.15.7:0/988890330 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8556610 0x5605d8558320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.506+0000 7f7051c74b80 1 -- 172.21.15.7:0/988890330 >> 172.21.15.7:0/988890330 conn(0x5605d847ebe0 msgr2=0x5605d8554720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:29.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.507+0000 7f7051c74b80 1 -- 172.21.15.7:0/988890330 shutdown_connections 2024-05-21T02:04:29.507 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.507+0000 7f7051c74b80 1 -- 172.21.15.7:0/988890330 wait complete. 2024-05-21T02:04:29.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.507+0000 7f7051c74b80 1 -- start start 2024-05-21T02:04:29.508 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.508+0000 7f7051c74b80 1 Processor -- start 2024-05-21T02:04:29.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.508+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d8562f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.508+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d8563470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.508+0000 7f7051c74b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d85716c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.508+0000 7f7051c74b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f70401bdea0 con 0x5605d8556f30 2024-05-21T02:04:29.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.508+0000 7f7051c74b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f70401bd7d0 con 0x5605d8556610 2024-05-21T02:04:29.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.508+0000 7f7051c74b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f70401ba9b0 con 0x5605d8551140 2024-05-21T02:04:29.509 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.508+0000 7f7051c74b80 10 client.0 _ll_register_callbacks cb 0x5605d8448c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:29.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.509+0000 7f703f400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d8563470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.509+0000 7f703f400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d8563470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:58918/0 (socket says 172.21.15.7:58918) 2024-05-21T02:04:29.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.509+0000 7f703f400700 1 -- 172.21.15.7:0/1845009534 learned_addr learned my addr 172.21.15.7:0/1845009534 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:29.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.509+0000 7f703fe00700 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d8562f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.510 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.509+0000 7f7045200700 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d85716c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.510+0000 7f703f400700 1 -- 172.21.15.7:0/1845009534 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 msgr2=0x5605d8562f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:29.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.510+0000 7f703f400700 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d8562f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.510+0000 7f703f400700 1 -- 172.21.15.7:0/1845009534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 msgr2=0x5605d85716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:29.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.510+0000 7f703f400700 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d85716c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.510+0000 7f703f400700 1 -- 172.21.15.7:0/1845009534 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605d8571ed0 con 0x5605d8556610 2024-05-21T02:04:29.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.510+0000 7f7045200700 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d85716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:04:29.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.510+0000 7f703f400700 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d8563470 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x5605d855b700 tx=0x7f702c009f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=299e1c4e7031082e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:29.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.510+0000 7f702a000700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:04:29.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.511+0000 7f702a000700 1 -- 172.21.15.7:0/1845009534 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c01ea50 con 0x5605d8556610 2024-05-21T02:04:29.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.511+0000 7f702a000700 1 -- 172.21.15.7:0/1845009534 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f702c01ebf0 con 0x5605d8556610 2024-05-21T02:04:29.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.511+0000 7f7051c74b80 1 -- 172.21.15.7:0/1845009534 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70300aa8a0 con 0x5605d8556610 2024-05-21T02:04:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.511+0000 7f702a000700 1 -- 172.21.15.7:0/1845009534 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f702c027470 con 0x5605d8556610 2024-05-21T02:04:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.511+0000 7f7051c74b80 10 client.26033 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.511+0000 7f7051c74b80 1 -- 172.21.15.7:0/1845009534 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5605d85d4d30 con 0x5605d8556610 2024-05-21T02:04:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.511+0000 7f702a000700 1 -- 172.21.15.7:0/1845009534 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70300aa8a0 con 0x5605d8556610 2024-05-21T02:04:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.512+0000 7f702a000700 1 -- 172.21.15.7:0/1845009534 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f702c0167a0 con 0x5605d8556610 2024-05-21T02:04:29.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.512+0000 7f7051c74b80 10 client.26033 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:29.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.512+0000 7f7051c74b80 10 client.26033 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:04:29.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.512+0000 7f7051c74b80 20 client.26033 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:29.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.512+0000 7f7051c74b80 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5605d85d53d0 0x5605d85d77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:29.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.512+0000 7f7051c74b80 4 client.26033 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:04:29.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.512+0000 7f7051c74b80 1 -- 172.21.15.7:0/1845009534 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5605d84aa570 con 0x5605d85d53d0 2024-05-21T02:04:29.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.512+0000 7f703fe00700 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5605d85d53d0 0x5605d85d77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:29.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.513+0000 7f703fe00700 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5605d85d53d0 0x5605d85d77f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=33ae4b48a0e894c4 server_cookie=94167a464f13cf53 in_seq=0 out_seq=0 2024-05-21T02:04:29.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.513+0000 7f702a000700 10 client.26033 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:04:29.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.513+0000 7f702a000700 1 -- 172.21.15.7:0/1845009534 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5605d84aa570 con 0x5605d85d53d0 2024-05-21T02:04:29.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.513+0000 7f702a000700 10 client.26033 handle_command_reply: tid=0 2024-05-21T02:04:29.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.513+0000 7f7051c74b80 1 client.26033 shutdown 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 -- 172.21.15.7:0/1845009534 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 msgr2=0x5605d8563470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d8563470 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x5605d855b700 tx=0x7f702c009f70 comp rx=0 tx=0).stop 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 -- 172.21.15.7:0/1845009534 shutdown_connections 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5605d85d53d0 0x5605d85d77f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5605d8556f30 0x5605d85716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5605d8551140 0x5605d8562f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 --2- 172.21.15.7:0/1845009534 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5605d8556610 0x5605d8563470 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 -- 172.21.15.7:0/1845009534 >> 172.21.15.7:0/1845009534 conn(0x5605d847ebe0 msgr2=0x5605d8558a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f702a000700 0 client.26033 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:04:29.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 -- 172.21.15.7:0/1845009534 shutdown_connections 2024-05-21T02:04:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.515+0000 7f7051c74b80 1 -- 172.21.15.7:0/1845009534 wait complete. 2024-05-21T02:04:29.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.519+0000 7f7051c74b80 20 client.26033 trim_cache size 0 max 16384 2024-05-21T02:04:29.524 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:04:29.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.524+0000 7f7047200700 1 -- 172.21.15.7:0/3536582507 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70240b2880 msgr2=0x7f70240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:29.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.524+0000 7f7047200700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70240b2880 0x7f70240b4d40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7038009c90 tx=0x7f7038009040 comp rx=0 tx=0).stop 2024-05-21T02:04:29.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.524+0000 7f7047200700 1 -- 172.21.15.7:0/3536582507 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 msgr2=0x7f7040074d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:29.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.524+0000 7f7047200700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f7040074d50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7030000c00 tx=0x7f70300057a0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.525+0000 7f7047200700 1 -- 172.21.15.7:0/3536582507 shutdown_connections 2024-05-21T02:04:29.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.525+0000 7f7047200700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f70240b2880 0x7f70240b4d40 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.525+0000 7f7047200700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f7040108470 0x7f704006e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.525+0000 7f7047200700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f704006b790 0x7f7040074d50 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.525+0000 7f7047200700 1 --2- 172.21.15.7:0/3536582507 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f7040105f80 0x7f704006dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:29.526 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.525+0000 7f7047200700 1 -- 172.21.15.7:0/3536582507 >> 172.21.15.7:0/3536582507 conn(0x7f70400793f0 msgr2=0x7f7040101430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:29.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.527+0000 7f7047200700 1 -- 172.21.15.7:0/3536582507 shutdown_connections 2024-05-21T02:04:29.527 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:29.527+0000 7f7047200700 1 -- 172.21.15.7:0/3536582507 wait complete. 2024-05-21T02:04:30.771 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T02:04:31.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:30 smithi007 ceph-mon[31288]: pgmap v581: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 245 MiB/s wr, 75 op/s 2024-05-21T02:04:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:30 smithi190 ceph-mon[35961]: pgmap v581: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 245 MiB/s wr, 75 op/s 2024-05-21T02:04:31.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:30 smithi164 ceph-mon[36138]: pgmap v581: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 245 MiB/s wr, 75 op/s 2024-05-21T02:04:31.435 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:33.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:32 smithi007 ceph-mon[31288]: pgmap v582: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 246 MiB/s wr, 72 op/s 2024-05-21T02:04:33.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:32 smithi190 ceph-mon[35961]: pgmap v582: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 246 MiB/s wr, 72 op/s 2024-05-21T02:04:33.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:32 smithi164 ceph-mon[36138]: pgmap v582: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 246 MiB/s wr, 72 op/s 2024-05-21T02:04:34.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.216+0000 7f697fe00700 1 -- 172.21.15.7:0/2200147394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6978076090 msgr2=0x7f69781141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:34.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.216+0000 7f697fe00700 1 --2- 172.21.15.7:0/2200147394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6978076090 0x7f69781141d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f69640098f0 tx=0x7f6964009c00 comp rx=0 tx=0).stop 2024-05-21T02:04:34.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.216+0000 7f697fe00700 1 -- 172.21.15.7:0/2200147394 shutdown_connections 2024-05-21T02:04:34.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.216+0000 7f697fe00700 1 --2- 172.21.15.7:0/2200147394 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6978114710 0x7f6978116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.216+0000 7f697fe00700 1 --2- 172.21.15.7:0/2200147394 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6978075770 0x7f6978075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.216+0000 7f697fe00700 1 --2- 172.21.15.7:0/2200147394 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6978076090 0x7f69781141d0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.216+0000 7f697fe00700 1 -- 172.21.15.7:0/2200147394 >> 172.21.15.7:0/2200147394 conn(0x7f697807a6a0 msgr2=0x7f697807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:34.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.217+0000 7f697fe00700 1 -- 172.21.15.7:0/2200147394 shutdown_connections 2024-05-21T02:04:34.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.217+0000 7f697fe00700 1 -- 172.21.15.7:0/2200147394 wait complete. 2024-05-21T02:04:34.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.220+0000 7f697fe00700 1 Processor -- start 2024-05-21T02:04:34.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.220+0000 7f697fe00700 1 -- start start 2024-05-21T02:04:34.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.222+0000 7f697fe00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6978075770 0x7f69781a03c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.222+0000 7f697fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6978076090 0x7f69781a0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.222+0000 7f697fe00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6978114710 0x7f69781a4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.222+0000 7f697ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6978076090 0x7f69781a0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.222+0000 7f697ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6978076090 0x7f69781a0900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47896/0 (socket says 172.21.15.7:47896) 2024-05-21T02:04:34.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.222+0000 7f697ca00700 1 -- 172.21.15.7:0/129627603 learned_addr learned my addr 172.21.15.7:0/129627603 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:34.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.223+0000 7f697d400700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6978075770 0x7f69781a03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.222+0000 7f697fe00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6978119d60 con 0x7f6978076090 2024-05-21T02:04:34.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.223+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6978119be0 con 0x7f6978114710 2024-05-21T02:04:34.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.224+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6978119ee0 con 0x7f6978075770 2024-05-21T02:04:34.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.224+0000 7f697de00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6978114710 0x7f69781a4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.225+0000 7f697de00700 1 -- 172.21.15.7:0/129627603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6978075770 msgr2=0x7f69781a03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:34.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.225+0000 7f697de00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6978075770 0x7f69781a03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.225+0000 7f697de00700 1 -- 172.21.15.7:0/129627603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6978076090 msgr2=0x7f69781a0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:34.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.225+0000 7f697de00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6978076090 0x7f69781a0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.225+0000 7f697de00700 1 -- 172.21.15.7:0/129627603 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69781a53d0 con 0x7f6978114710 2024-05-21T02:04:34.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.226+0000 7f697de00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6978114710 0x7f69781a4c90 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6970007ee0 tx=0x7f697000d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:34.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.226+0000 7f6976000700 1 -- 172.21.15.7:0/129627603 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697000ddd0 con 0x7f6978114710 2024-05-21T02:04:34.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.226+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69781a56c0 con 0x7f6978114710 2024-05-21T02:04:34.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.226+0000 7f6976000700 1 -- 172.21.15.7:0/129627603 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6970004bb0 con 0x7f6978114710 2024-05-21T02:04:34.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.227+0000 7f6976000700 1 -- 172.21.15.7:0/129627603 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697000ddd0 con 0x7f6978114710 2024-05-21T02:04:34.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.227+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69781acf40 con 0x7f6978114710 2024-05-21T02:04:34.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.236+0000 7f6976000700 1 -- 172.21.15.7:0/129627603 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f697001c020 con 0x7f6978114710 2024-05-21T02:04:34.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.239+0000 7f6976000700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f69600b2b80 0x7f69600b5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.240+0000 7f6976000700 1 -- 172.21.15.7:0/129627603 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f69700e1490 con 0x7f6978114710 2024-05-21T02:04:34.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.241+0000 7f697d400700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f69600b2b80 0x7f69600b5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.242+0000 7f697d400700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f69600b2b80 0x7f69600b5040 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f696c005fd0 tx=0x7f696c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:34.243 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.242+0000 7f698a7c7b80 1 Processor -- start 2024-05-21T02:04:34.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.242+0000 7f698a7c7b80 1 -- start start 2024-05-21T02:04:34.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de3670e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 0x55de36708b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de367095c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55de36666e40 con 0x55de3670e610 2024-05-21T02:04:34.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55de366569e0 con 0x55de3670ef30 2024-05-21T02:04:34.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55de3665aa20 con 0x55de36709140 2024-05-21T02:04:34.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f697de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de367095c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f697de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de367095c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40348/0 (socket says 172.21.15.7:40348) 2024-05-21T02:04:34.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f697de00700 1 -- 172.21.15.7:0/2438905097 learned_addr learned my addr 172.21.15.7:0/2438905097 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:34.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.243+0000 7f697d400700 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de3670e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.244+0000 7f697de00700 1 -- 172.21.15.7:0/2438905097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 msgr2=0x55de36708b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:34.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.244+0000 7f697ca00700 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 0x55de36708b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.244+0000 7f697de00700 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 0x55de36708b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.244+0000 7f697de00700 1 -- 172.21.15.7:0/2438905097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 msgr2=0x55de3670e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:34.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.244+0000 7f697de00700 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de3670e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.244+0000 7f697de00700 1 -- 172.21.15.7:0/2438905097 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de3661f420 con 0x55de36709140 2024-05-21T02:04:34.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.244+0000 7f697d400700 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de3670e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:04:34.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.244+0000 7f697ca00700 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 0x55de36708b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:34.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.245+0000 7f697de00700 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de367095c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f69700a8a00 tx=0x7f69700a8970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a5d5f84a6df6a9d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:34.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.245+0000 7f696aa00700 1 -- 172.21.15.7:0/2438905097 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6970019040 con 0x55de36709140 2024-05-21T02:04:34.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.245+0000 7f696aa00700 1 -- 172.21.15.7:0/2438905097 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69700b1220 con 0x55de36709140 2024-05-21T02:04:34.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.245+0000 7f696aa00700 1 -- 172.21.15.7:0/2438905097 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6970012570 con 0x55de36709140 2024-05-21T02:04:34.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.246+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2438905097 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 msgr2=0x55de367095c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:34.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.246+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de367095c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f69700a8a00 tx=0x7f69700a8970 comp rx=0 tx=0).stop 2024-05-21T02:04:34.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.246+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2438905097 shutdown_connections 2024-05-21T02:04:34.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.246+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de367095c0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.246+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de3670e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.246+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2438905097 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 0x55de36708b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.246+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2438905097 >> 172.21.15.7:0/2438905097 conn(0x55de36636be0 msgr2=0x55de36703690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:34.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.247+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2438905097 shutdown_connections 2024-05-21T02:04:34.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.247+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2438905097 wait complete. 2024-05-21T02:04:34.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.248+0000 7f698a7c7b80 1 -- start start 2024-05-21T02:04:34.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.248+0000 7f698a7c7b80 1 Processor -- start 2024-05-21T02:04:34.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.249+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de36714d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.249+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de367120d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.251 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.249+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 0x55de36712610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.249+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55de3655cfa0 con 0x55de3670e610 2024-05-21T02:04:34.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.249+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55de365f7760 con 0x55de3670ef30 2024-05-21T02:04:34.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.249+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55de367159e0 con 0x55de36709140 2024-05-21T02:04:34.252 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.249+0000 7f698a7c7b80 10 client.0 _ll_register_callbacks cb 0x55de36600c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:34.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de36714d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697ca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de367120d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de36714d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40362/0 (socket says 172.21.15.7:40362) 2024-05-21T02:04:34.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697d400700 1 -- 172.21.15.7:0/2288660396 learned_addr learned my addr 172.21.15.7:0/2288660396 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:34.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697ca00700 1 -- 172.21.15.7:0/2288660396 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 msgr2=0x55de36714d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:34.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697ca00700 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de36714d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697ca00700 1 -- 172.21.15.7:0/2288660396 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 msgr2=0x55de36712610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:34.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697ca00700 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 0x55de36712610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.253 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697ca00700 1 -- 172.21.15.7:0/2288660396 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de365a68d0 con 0x55de3670e610 2024-05-21T02:04:34.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.250+0000 7f697d400700 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de36714d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:34.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.251+0000 7f697ca00700 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de367120d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f6964009fd0 tx=0x7f696400ff60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69ca0c5478b882af server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:34.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.251+0000 7f695f400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:04:34.254 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.252+0000 7f695f400700 1 -- 172.21.15.7:0/2288660396 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6964038060 con 0x55de3670e610 2024-05-21T02:04:34.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.252+0000 7f695f400700 1 -- 172.21.15.7:0/2288660396 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6964005240 con 0x55de3670e610 2024-05-21T02:04:34.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.252+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2288660396 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69700b1220 con 0x55de3670e610 2024-05-21T02:04:34.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.253+0000 7f695f400700 1 -- 172.21.15.7:0/2288660396 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f696400f9a0 con 0x55de3670e610 2024-05-21T02:04:34.255 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.254+0000 7f698a7c7b80 10 client.15912 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:34.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.254+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2288660396 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55de36627060 con 0x55de3670e610 2024-05-21T02:04:34.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.255+0000 7f695f400700 1 -- 172.21.15.7:0/2288660396 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69700b1220 con 0x55de3670e610 2024-05-21T02:04:34.256 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.255+0000 7f695f400700 1 -- 172.21.15.7:0/2288660396 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f696403d070 con 0x55de3670e610 2024-05-21T02:04:34.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.255+0000 7f698a7c7b80 10 client.15912 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:34.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.255+0000 7f698a7c7b80 10 client.15912 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:04:34.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.255+0000 7f698a7c7b80 20 client.15912 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:34.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.255+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55de36733600 0x55de36735a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.255+0000 7f698a7c7b80 4 client.15912 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:34.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.255+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2288660396 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de36668d90 con 0x55de36733600 2024-05-21T02:04:34.257 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.256+0000 7f697d400700 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55de36733600 0x55de36735a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.257+0000 7f697d400700 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55de36733600 0x55de36735a10 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=cedcb2bd3b45c64f server_cookie=df9df7637944e320 in_seq=0 out_seq=0 2024-05-21T02:04:34.258 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.257+0000 7f695f400700 10 client.15912 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:04:34.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.258+0000 7f695f400700 1 -- 172.21.15.7:0/2288660396 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55de36668d90 con 0x55de36733600 2024-05-21T02:04:34.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.258+0000 7f695f400700 10 client.15912 handle_command_reply: tid=0 2024-05-21T02:04:34.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.258+0000 7f698a7c7b80 1 client.15912 shutdown 2024-05-21T02:04:34.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.258+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2288660396 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 msgr2=0x55de367120d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:34.260 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de367120d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f6964009fd0 tx=0x7f696400ff60 comp rx=0 tx=0).stop 2024-05-21T02:04:34.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2288660396 shutdown_connections 2024-05-21T02:04:34.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55de36733600 0x55de36735a10 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670ef30 0x55de36712610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.261 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de36709140 0x55de36714d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/2288660396 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670e610 0x55de367120d0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2288660396 >> 172.21.15.7:0/2288660396 conn(0x55de36636be0 msgr2=0x55de36702d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:34.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f695f400700 0 client.15912 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:04:34.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2288660396 shutdown_connections 2024-05-21T02:04:34.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.259+0000 7f698a7c7b80 1 -- 172.21.15.7:0/2288660396 wait complete. 2024-05-21T02:04:34.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.260+0000 7f698a7c7b80 20 client.15912 trim_cache size 0 max 16384 2024-05-21T02:04:34.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.290+0000 7f698a7c7b80 1 Processor -- start 2024-05-21T02:04:34.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.290+0000 7f698a7c7b80 1 -- start start 2024-05-21T02:04:34.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.290+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de36709140 0x55de36708b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.290+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 0x55de367359f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.290+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670c940 0x55de36712700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.290+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f697810ea90 con 0x55de3670c940 2024-05-21T02:04:34.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.290+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f697806d390 con 0x55de36709140 2024-05-21T02:04:34.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.290+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f697810f160 con 0x55de3670ef30 2024-05-21T02:04:34.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.291+0000 7f697d400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de36709140 0x55de36708b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.291+0000 7f697d400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de36709140 0x55de36708b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:58976/0 (socket says 172.21.15.7:58976) 2024-05-21T02:04:34.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.291+0000 7f697d400700 1 -- 172.21.15.7:0/818106240 learned_addr learned my addr 172.21.15.7:0/818106240 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:34.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.291+0000 7f697de00700 1 --2- 172.21.15.7:0/818106240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670c940 0x55de36712700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.291+0000 7f697d400700 1 -- 172.21.15.7:0/818106240 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 msgr2=0x55de367359f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:04:34.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.291+0000 7f697d400700 1 --2- 172.21.15.7:0/818106240 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 0x55de367359f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.291+0000 7f697d400700 1 -- 172.21.15.7:0/818106240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670c940 msgr2=0x55de36712700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:34.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.291+0000 7f697d400700 1 --2- 172.21.15.7:0/818106240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670c940 0x55de36712700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.291+0000 7f697d400700 1 -- 172.21.15.7:0/818106240 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de36736090 con 0x55de36709140 2024-05-21T02:04:34.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.292+0000 7f697d400700 1 --2- 172.21.15.7:0/818106240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de36709140 0x55de36708b20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f696c011ab0 tx=0x7f696c014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=213a9d941994ee2a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:34.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.293+0000 7f696a000700 1 -- 172.21.15.7:0/818106240 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696c004a30 con 0x55de36709140 2024-05-21T02:04:34.296 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.293+0000 7f696a000700 1 -- 172.21.15.7:0/818106240 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f696c003e40 con 0x55de36709140 2024-05-21T02:04:34.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.293+0000 7f696a000700 1 -- 172.21.15.7:0/818106240 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f696c01f760 con 0x55de36709140 2024-05-21T02:04:34.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.296+0000 7f698a7c7b80 1 -- 172.21.15.7:0/818106240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de36709140 msgr2=0x55de36708b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:34.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.296+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/818106240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de36709140 0x55de36708b20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f696c011ab0 tx=0x7f696c014000 comp rx=0 tx=0).stop 2024-05-21T02:04:34.298 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.297+0000 7f698a7c7b80 1 -- 172.21.15.7:0/818106240 shutdown_connections 2024-05-21T02:04:34.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.297+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/818106240 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de3670c940 0x55de36712700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.298+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/818106240 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de36709140 0x55de36708b20 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.298+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/818106240 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 0x55de367359f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.298+0000 7f698a7c7b80 1 -- 172.21.15.7:0/818106240 >> 172.21.15.7:0/818106240 conn(0x55de36636be0 msgr2=0x55de3670f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:34.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.301+0000 7f698a7c7b80 1 -- 172.21.15.7:0/818106240 shutdown_connections 2024-05-21T02:04:34.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.304+0000 7f698a7c7b80 1 -- 172.21.15.7:0/818106240 wait complete. 2024-05-21T02:04:34.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.306+0000 7f698a7c7b80 1 -- start start 2024-05-21T02:04:34.312 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.307+0000 7f698a7c7b80 1 Processor -- start 2024-05-21T02:04:34.314 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.312+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de36709140 0x55de3671b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.315 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.313+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670c940 0x55de3673abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.313+0000 7f698a7c7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 0x55de3673b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.316 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.313+0000 7f697d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de36709140 0x55de3671b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.313+0000 7f697d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de36709140 0x55de3671b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47940/0 (socket says 172.21.15.7:47940) 2024-05-21T02:04:34.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.313+0000 7f698a7c7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f697810ff00 con 0x55de36709140 2024-05-21T02:04:34.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.313+0000 7f697d400700 1 -- 172.21.15.7:0/1665867335 learned_addr learned my addr 172.21.15.7:0/1665867335 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:34.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.313+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f697810f830 con 0x55de3670c940 2024-05-21T02:04:34.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.313+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f697810ca10 con 0x55de3670ef30 2024-05-21T02:04:34.317 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.314+0000 7f698a7c7b80 10 client.0 _ll_register_callbacks cb 0x55de36600c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:34.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.315+0000 7f697de00700 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 0x55de3673b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.316+0000 7f697ca00700 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670c940 0x55de3673abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.316+0000 7f697de00700 1 -- 172.21.15.7:0/1665867335 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670c940 msgr2=0x55de3673abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:34.318 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.316+0000 7f697de00700 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670c940 0x55de3673abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.316+0000 7f697de00700 1 -- 172.21.15.7:0/1665867335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de36709140 msgr2=0x55de3671b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:34.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.316+0000 7f697de00700 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de36709140 0x55de3671b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.317+0000 7f697de00700 1 -- 172.21.15.7:0/1665867335 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de3670ec40 con 0x55de3670ef30 2024-05-21T02:04:34.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.317+0000 7f697d400700 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de36709140 0x55de3671b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:34.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.317+0000 7f697de00700 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 0x55de3673b150 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x55de36709b00 tx=0x7f6970009ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42d1390e60adf32e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:34.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.317+0000 7f695f400700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:04:34.319 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.317+0000 7f695f400700 1 -- 172.21.15.7:0/1665867335 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6970019040 con 0x55de3670ef30 2024-05-21T02:04:34.320 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.318+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55de36662570 con 0x55de3670ef30 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.319+0000 7f695f400700 1 -- 172.21.15.7:0/1665867335 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f69700b1440 con 0x55de3670ef30 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.319+0000 7f695f400700 1 -- 172.21.15.7:0/1665867335 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f69700b1220 con 0x55de3670ef30 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.319+0000 7f698a7c7b80 10 client.26077 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.319+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55de3679e110 con 0x55de3670ef30 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.319+0000 7f695f400700 1 -- 172.21.15.7:0/1665867335 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55de36662570 con 0x55de3670ef30 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.319+0000 7f695f400700 1 -- 172.21.15.7:0/1665867335 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6970087020 con 0x55de3670ef30 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.319+0000 7f698a7c7b80 10 client.26077 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.319+0000 7f698a7c7b80 10 client.26077 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.319+0000 7f698a7c7b80 20 client.26077 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.320+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55de3679e3a0 0x55de367a0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.320+0000 7f698a7c7b80 4 client.26077 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:04:34.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.320+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55de364d9250 con 0x55de3679e3a0 2024-05-21T02:04:34.323 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.320+0000 7f697d400700 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55de3679e3a0 0x55de367a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.323+0000 7f697d400700 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55de3679e3a0 0x55de367a0790 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=64c09868adab374c server_cookie=23cbc8f220bc93f8 in_seq=0 out_seq=0 2024-05-21T02:04:34.325 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.323+0000 7f695f400700 10 client.26077 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:04:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.327+0000 7f695f400700 1 -- 172.21.15.7:0/1665867335 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55de364d9250 con 0x55de3679e3a0 2024-05-21T02:04:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.327+0000 7f695f400700 10 client.26077 handle_command_reply: tid=0 2024-05-21T02:04:34.329 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.327+0000 7f698a7c7b80 1 client.26077 shutdown 2024-05-21T02:04:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.328+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 msgr2=0x55de3673b150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.328+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 0x55de3673b150 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x55de36709b00 tx=0x7f6970009ea0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.330 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.329+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 shutdown_connections 2024-05-21T02:04:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.329+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55de3679e3a0 0x55de367a0790 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.329+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55de3670ef30 0x55de3673b150 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.329+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55de36709140 0x55de3671b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.331 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.329+0000 7f698a7c7b80 1 --2- 172.21.15.7:0/1665867335 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55de3670c940 0x55de3673abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.329+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 >> 172.21.15.7:0/1665867335 conn(0x55de36636be0 msgr2=0x55de3670fba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.330+0000 7f695f400700 0 client.26077 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:04:34.332 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.331+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 shutdown_connections 2024-05-21T02:04:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.337+0000 7f698a7c7b80 1 -- 172.21.15.7:0/1665867335 wait complete. 2024-05-21T02:04:34.340 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.338+0000 7f698a7c7b80 20 client.26077 trim_cache size 0 max 16384 2024-05-21T02:04:34.341 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:04:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f69600b2b80 msgr2=0x7f69600b5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:34.343 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f69600b2b80 0x7f69600b5040 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f696c005fd0 tx=0x7f696c009310 comp rx=0 tx=0).stop 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6978114710 msgr2=0x7f69781a4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6978114710 0x7f69781a4c90 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6970007ee0 tx=0x7f697000d3b0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 shutdown_connections 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6978114710 0x7f69781a4c90 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6978075770 0x7f69781a03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f69600b2b80 0x7f69600b5040 secure :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f696c005fd0 tx=0x7f696c009310 comp rx=0 tx=0).stop 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 --2- 172.21.15.7:0/129627603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6978076090 0x7f69781a0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 >> 172.21.15.7:0/129627603 conn(0x7f697807a6a0 msgr2=0x7f69781101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.341+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 shutdown_connections 2024-05-21T02:04:34.344 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:34.342+0000 7f697fe00700 1 -- 172.21.15.7:0/129627603 wait complete. 2024-05-21T02:04:35.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:34 smithi007 ceph-mon[31288]: pgmap v583: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 299 MiB/s wr, 87 op/s 2024-05-21T02:04:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:34 smithi190 ceph-mon[35961]: pgmap v583: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 299 MiB/s wr, 87 op/s 2024-05-21T02:04:35.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:34 smithi164 ceph-mon[36138]: pgmap v583: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 299 MiB/s wr, 87 op/s 2024-05-21T02:04:35.559 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T02:04:36.179 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:36.916 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:36 smithi007 ceph-mon[31288]: pgmap v584: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 316 MiB/s wr, 93 op/s 2024-05-21T02:04:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:36 smithi190 ceph-mon[35961]: pgmap v584: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 316 MiB/s wr, 93 op/s 2024-05-21T02:04:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:36 smithi164 ceph-mon[36138]: pgmap v584: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 316 MiB/s wr, 93 op/s 2024-05-21T02:04:38.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.887+0000 7fc65d800700 1 -- 172.21.15.7:0/2393949452 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc658076090 msgr2=0x7fc65810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:38.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.887+0000 7fc65d800700 1 --2- 172.21.15.7:0/2393949452 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc658076090 0x7fc65810fa00 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc640009990 tx=0x7fc640009ca0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.887+0000 7fc65d800700 1 -- 172.21.15.7:0/2393949452 shutdown_connections 2024-05-21T02:04:38.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.887+0000 7fc65d800700 1 --2- 172.21.15.7:0/2393949452 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc65810ff40 0x7fc658112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.887+0000 7fc65d800700 1 --2- 172.21.15.7:0/2393949452 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc658075770 0x7fc658075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.887+0000 7fc65d800700 1 --2- 172.21.15.7:0/2393949452 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc658076090 0x7fc65810fa00 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.887+0000 7fc65d800700 1 -- 172.21.15.7:0/2393949452 >> 172.21.15.7:0/2393949452 conn(0x7fc65807a6a0 msgr2=0x7fc65807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:38.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.887+0000 7fc65d800700 1 -- 172.21.15.7:0/2393949452 shutdown_connections 2024-05-21T02:04:38.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.887+0000 7fc65d800700 1 -- 172.21.15.7:0/2393949452 wait complete. 2024-05-21T02:04:38.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.888+0000 7fc65d800700 1 Processor -- start 2024-05-21T02:04:38.890 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.889+0000 7fc65d800700 1 -- start start 2024-05-21T02:04:38.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.889+0000 7fc65d800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc658075770 0x7fc65819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.889+0000 7fc65d800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc658076090 0x7fc65819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.889+0000 7fc65d800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc65810ff40 0x7fc6581a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.889+0000 7fc65d800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc658115920 con 0x7fc658075770 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.889+0000 7fc65d800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc6581157a0 con 0x7fc658076090 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.889+0000 7fc65d800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc658115aa0 con 0x7fc65810ff40 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc656a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc658075770 0x7fc65819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc656a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc658075770 0x7fc65819be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37568/0 (socket says 172.21.15.7:37568) 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc656a00700 1 -- 172.21.15.7:0/1568237024 learned_addr learned my addr 172.21.15.7:0/1568237024 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc657400700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc65810ff40 0x7fc6581a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc64fe00700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc658076090 0x7fc65819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc656a00700 1 -- 172.21.15.7:0/1568237024 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc65810ff40 msgr2=0x7fc6581a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc656a00700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc65810ff40 0x7fc6581a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc656a00700 1 -- 172.21.15.7:0/1568237024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc658076090 msgr2=0x7fc65819c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:38.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc656a00700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc658076090 0x7fc65819c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc656a00700 1 -- 172.21.15.7:0/1568237024 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6581a0e20 con 0x7fc658075770 2024-05-21T02:04:38.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.890+0000 7fc657400700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc65810ff40 0x7fc6581a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:38.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.891+0000 7fc656a00700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc658075770 0x7fc65819be10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc64800e9c0 tx=0x7fc64800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:38.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.891+0000 7fc64f400700 1 -- 172.21.15.7:0/1568237024 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc64800cbd0 con 0x7fc658075770 2024-05-21T02:04:38.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.891+0000 7fc64f400700 1 -- 172.21.15.7:0/1568237024 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc64800ee50 con 0x7fc658075770 2024-05-21T02:04:38.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.891+0000 7fc64f400700 1 -- 172.21.15.7:0/1568237024 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc648005550 con 0x7fc658075770 2024-05-21T02:04:38.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.891+0000 7fc65d800700 1 -- 172.21.15.7:0/1568237024 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6581a1110 con 0x7fc658075770 2024-05-21T02:04:38.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.891+0000 7fc65d800700 1 -- 172.21.15.7:0/1568237024 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6581a8990 con 0x7fc658075770 2024-05-21T02:04:38.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.895+0000 7fc64f400700 1 -- 172.21.15.7:0/1568237024 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc648004750 con 0x7fc658075770 2024-05-21T02:04:38.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.896+0000 7fc668289b80 1 Processor -- start 2024-05-21T02:04:38.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.896+0000 7fc668289b80 1 -- start start 2024-05-21T02:04:38.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.896+0000 7fc668289b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.896+0000 7fc668289b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 0x55aa7ecaf260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.896+0000 7fc668289b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecaf880 0x55aa7ecafce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.896+0000 7fc668289b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ec0de40 con 0x55aa7ecaf880 2024-05-21T02:04:38.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.896+0000 7fc668289b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ebfd9e0 con 0x55aa7ecb57d0 2024-05-21T02:04:38.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.896+0000 7fc668289b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ec01a20 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc657400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc657400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb5290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54354/0 (socket says 172.21.15.7:54354) 2024-05-21T02:04:38.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc657400700 1 -- 172.21.15.7:0/1609867906 learned_addr learned my addr 172.21.15.7:0/1609867906 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:38.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc656a00700 1 --2- 172.21.15.7:0/1609867906 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 0x55aa7ecaf260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc64fe00700 1 --2- 172.21.15.7:0/1609867906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecaf880 0x55aa7ecafce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc657400700 1 -- 172.21.15.7:0/1609867906 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 msgr2=0x55aa7ecaf260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:38.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc657400700 1 --2- 172.21.15.7:0/1609867906 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 0x55aa7ecaf260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc657400700 1 -- 172.21.15.7:0/1609867906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecaf880 msgr2=0x55aa7ecafce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:38.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc657400700 1 --2- 172.21.15.7:0/1609867906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecaf880 0x55aa7ecafce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.897+0000 7fc657400700 1 -- 172.21.15.7:0/1609867906 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa7ebc6420 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.898+0000 7fc657400700 1 --2- 172.21.15.7:0/1609867906 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb5290 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc650009510 tx=0x7fc650009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25394cf394f1825e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:38.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.898+0000 7fc64f400700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc63c0b2900 0x7fc63c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.898+0000 7fc647e00700 1 -- 172.21.15.7:0/1609867906 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65001b020 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.898+0000 7fc647e00700 1 -- 172.21.15.7:0/1609867906 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc65000eba0 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.898+0000 7fc647e00700 1 -- 172.21.15.7:0/1609867906 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650017d50 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.899+0000 7fc656a00700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc63c0b2900 0x7fc63c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.899+0000 7fc668289b80 1 -- 172.21.15.7:0/1609867906 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 msgr2=0x55aa7ecb5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:38.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.899+0000 7fc668289b80 1 --2- 172.21.15.7:0/1609867906 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb5290 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc650009510 tx=0x7fc650009920 comp rx=0 tx=0).stop 2024-05-21T02:04:38.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.900+0000 7fc668289b80 1 -- 172.21.15.7:0/1609867906 shutdown_connections 2024-05-21T02:04:38.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.900+0000 7fc668289b80 1 --2- 172.21.15.7:0/1609867906 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecaf880 0x55aa7ecafce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.900+0000 7fc668289b80 1 --2- 172.21.15.7:0/1609867906 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb5290 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.900+0000 7fc668289b80 1 --2- 172.21.15.7:0/1609867906 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 0x55aa7ecaf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.900+0000 7fc668289b80 1 -- 172.21.15.7:0/1609867906 >> 172.21.15.7:0/1609867906 conn(0x55aa7ebddbe0 msgr2=0x55aa7ecaa010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:38.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.900+0000 7fc64f400700 1 -- 172.21.15.7:0/1568237024 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc6480e2430 con 0x7fc658075770 2024-05-21T02:04:38.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.900+0000 7fc656a00700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc63c0b2900 0x7fc63c0b4dc0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc64800c5b0 tx=0x7fc6480e5e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:38.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.900+0000 7fc668289b80 1 -- 172.21.15.7:0/1609867906 shutdown_connections 2024-05-21T02:04:38.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.900+0000 7fc668289b80 1 -- 172.21.15.7:0/1609867906 wait complete. 2024-05-21T02:04:38.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.901+0000 7fc668289b80 1 -- start start 2024-05-21T02:04:38.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.901+0000 7fc668289b80 1 Processor -- start 2024-05-21T02:04:38.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc668289b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecbb470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc668289b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc668289b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb57d0 0x55aa7ecb8d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc668289b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55aa7eb03fa0 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc668289b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55aa7eb9e760 con 0x55aa7ecaf880 2024-05-21T02:04:38.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc668289b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55aa7ecbc240 con 0x55aa7ecb57d0 2024-05-21T02:04:38.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc668289b80 10 client.0 _ll_register_callbacks cb 0x55aa7eba7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc64fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc657400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecbb470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc64fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37596/0 (socket says 172.21.15.7:37596) 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.902+0000 7fc64fe00700 1 -- 172.21.15.7:0/3048121971 learned_addr learned my addr 172.21.15.7:0/3048121971 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.903+0000 7fc657400700 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb57d0 0x55aa7ecb8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.903+0000 7fc64fe00700 1 -- 172.21.15.7:0/3048121971 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb57d0 msgr2=0x55aa7ecb8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.903+0000 7fc64fe00700 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb57d0 0x55aa7ecb8d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.903+0000 7fc64fe00700 1 -- 172.21.15.7:0/3048121971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 msgr2=0x55aa7ecbb470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.903+0000 7fc64fe00700 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecbb470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.903+0000 7fc64fe00700 1 -- 172.21.15.7:0/3048121971 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa7eb4d8d0 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.903+0000 7fc64fe00700 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb8810 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fc640009990 tx=0x7fc640005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1afaccbca34442f6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:38.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.903+0000 7fc644c00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:04:38.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.907+0000 7fc644c00700 1 -- 172.21.15.7:0/3048121971 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc640029060 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.907+0000 7fc644c00700 1 -- 172.21.15.7:0/3048121971 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc64000bd80 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.907+0000 7fc668289b80 1 -- 172.21.15.7:0/3048121971 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc65000eba0 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.907+0000 7fc644c00700 1 -- 172.21.15.7:0/3048121971 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc640003680 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.907+0000 7fc668289b80 10 client.15930 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.907+0000 7fc668289b80 1 -- 172.21.15.7:0/3048121971 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aa7ebce060 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.908+0000 7fc644c00700 1 -- 172.21.15.7:0/3048121971 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc65000eba0 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.909+0000 7fc644c00700 1 -- 172.21.15.7:0/3048121971 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc64002e070 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.909+0000 7fc668289b80 10 client.15930 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.909+0000 7fc668289b80 10 client.15930 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:04:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.909+0000 7fc668289b80 20 client.15930 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.909+0000 7fc668289b80 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55aa7ecd1530 0x55aa7ecd3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.909+0000 7fc668289b80 4 client.15930 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.909+0000 7fc668289b80 1 -- 172.21.15.7:0/3048121971 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa7ec0fd90 con 0x55aa7ecd1530 2024-05-21T02:04:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.909+0000 7fc657400700 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55aa7ecd1530 0x55aa7ecd3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.910+0000 7fc644c00700 10 client.15930 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:04:38.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.910+0000 7fc657400700 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55aa7ecd1530 0x55aa7ecd3920 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b7ebfb82ebee0a1 server_cookie=46fb0c95fc03b4c4 in_seq=0 out_seq=0 2024-05-21T02:04:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.911+0000 7fc644c00700 1 -- 172.21.15.7:0/3048121971 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55aa7ec0fd90 con 0x55aa7ecd1530 2024-05-21T02:04:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.911+0000 7fc644c00700 10 client.15930 handle_command_reply: tid=0 2024-05-21T02:04:38.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.912+0000 7fc668289b80 1 client.15930 shutdown 2024-05-21T02:04:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.913+0000 7fc668289b80 1 -- 172.21.15.7:0/3048121971 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 msgr2=0x55aa7ecb8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:38.915 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.913+0000 7fc668289b80 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb8810 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fc640009990 tx=0x7fc640005800 comp rx=0 tx=0).stop 2024-05-21T02:04:38.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.914+0000 7fc668289b80 1 -- 172.21.15.7:0/3048121971 shutdown_connections 2024-05-21T02:04:38.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.914+0000 7fc668289b80 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55aa7ecd1530 0x55aa7ecd3920 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.914+0000 7fc668289b80 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb57d0 0x55aa7ecb8d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.916 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.914+0000 7fc668289b80 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecbb470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.914+0000 7fc668289b80 1 --2- 172.21.15.7:0/3048121971 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecb8810 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.914+0000 7fc668289b80 1 -- 172.21.15.7:0/3048121971 >> 172.21.15.7:0/3048121971 conn(0x55aa7ebddbe0 msgr2=0x55aa7ecae250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.914+0000 7fc644c00700 0 client.15930 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:04:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.915+0000 7fc668289b80 1 -- 172.21.15.7:0/3048121971 shutdown_connections 2024-05-21T02:04:38.917 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.915+0000 7fc668289b80 1 -- 172.21.15.7:0/3048121971 wait complete. 2024-05-21T02:04:38.921 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.916+0000 7fc668289b80 20 client.15930 trim_cache size 0 max 16384 2024-05-21T02:04:38.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc668289b80 1 Processor -- start 2024-05-21T02:04:38.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc668289b80 1 -- start start 2024-05-21T02:04:38.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc668289b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecaf880 0x55aa7ecaf260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc668289b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7eca99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc668289b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 0x55aa7eca9f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc668289b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc6581aba60 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc668289b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc6581ad5a0 con 0x55aa7ecb57d0 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc668289b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc6581ac130 con 0x55aa7ecaf880 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc657400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecaf880 0x55aa7ecaf260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc657400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecaf880 0x55aa7ecaf260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54364/0 (socket says 172.21.15.7:54364) 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.943+0000 7fc657400700 1 -- 172.21.15.7:0/1498895220 learned_addr learned my addr 172.21.15.7:0/1498895220 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.944+0000 7fc657400700 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 0x55aa7eca9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.944+0000 7fc657400700 1 -- 172.21.15.7:0/1498895220 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 msgr2=0x55aa7eca9f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.944+0000 7fc657400700 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 0x55aa7eca9f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.944+0000 7fc657400700 1 -- 172.21.15.7:0/1498895220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 msgr2=0x55aa7eca99e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.946+0000 7fc64fe00700 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7eca99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.946+0000 7fc657400700 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7eca99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.946+0000 7fc657400700 1 -- 172.21.15.7:0/1498895220 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa7ecaab50 con 0x55aa7ecaf880 2024-05-21T02:04:38.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.946+0000 7fc64fe00700 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7eca99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:38.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.946+0000 7fc657400700 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecaf880 0x55aa7ecaf260 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc650009da0 tx=0x7fc650019040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=864f8c7387e00933 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:38.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.947+0000 7fc647400700 1 -- 172.21.15.7:0/1498895220 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65001b040 con 0x55aa7ecaf880 2024-05-21T02:04:38.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.947+0000 7fc647400700 1 -- 172.21.15.7:0/1498895220 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc65000e4f0 con 0x55aa7ecaf880 2024-05-21T02:04:38.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.947+0000 7fc647400700 1 -- 172.21.15.7:0/1498895220 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6500052e0 con 0x55aa7ecaf880 2024-05-21T02:04:38.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.948+0000 7fc668289b80 1 -- 172.21.15.7:0/1498895220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecaf880 msgr2=0x55aa7ecaf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:38.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.948+0000 7fc668289b80 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecaf880 0x55aa7ecaf260 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc650009da0 tx=0x7fc650019040 comp rx=0 tx=0).stop 2024-05-21T02:04:38.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.948+0000 7fc668289b80 1 -- 172.21.15.7:0/1498895220 shutdown_connections 2024-05-21T02:04:38.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.948+0000 7fc668289b80 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecb57d0 0x55aa7eca9f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.948+0000 7fc668289b80 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecaf880 0x55aa7ecaf260 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.948+0000 7fc668289b80 1 --2- 172.21.15.7:0/1498895220 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb4eb0 0x55aa7eca99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.948+0000 7fc668289b80 1 -- 172.21.15.7:0/1498895220 >> 172.21.15.7:0/1498895220 conn(0x55aa7ebddbe0 msgr2=0x55aa7ecd3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:38.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.949+0000 7fc668289b80 1 -- 172.21.15.7:0/1498895220 shutdown_connections 2024-05-21T02:04:38.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.949+0000 7fc668289b80 1 -- 172.21.15.7:0/1498895220 wait complete. 2024-05-21T02:04:38.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.950+0000 7fc668289b80 1 -- start start 2024-05-21T02:04:38.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.950+0000 7fc668289b80 1 Processor -- start 2024-05-21T02:04:38.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.950+0000 7fc668289b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecc1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.950+0000 7fc668289b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecc1a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc668289b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb57d0 0x55aa7ed37040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc668289b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc6581aced0 con 0x55aa7ecb57d0 2024-05-21T02:04:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc668289b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc6581ac800 con 0x55aa7ecaf880 2024-05-21T02:04:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc668289b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc658107610 con 0x55aa7ecb4eb0 2024-05-21T02:04:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc668289b80 10 client.0 _ll_register_callbacks cb 0x55aa7eba7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc657400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecc1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.955 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc657400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecc1500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:60502/0 (socket says 172.21.15.7:60502) 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc657400700 1 -- 172.21.15.7:0/142207882 learned_addr learned my addr 172.21.15.7:0/142207882 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc657400700 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb57d0 0x55aa7ed37040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.951+0000 7fc64fe00700 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecc1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc657400700 1 -- 172.21.15.7:0/142207882 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 msgr2=0x55aa7ecc1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc657400700 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecc1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc657400700 1 -- 172.21.15.7:0/142207882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb57d0 msgr2=0x55aa7ed37040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc657400700 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb57d0 0x55aa7ed37040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc657400700 1 -- 172.21.15.7:0/142207882 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa7ed37680 con 0x55aa7ecaf880 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc657400700 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecc1500 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc65000ef70 tx=0x7fc650019040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57f5aafb23838006 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc644c00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:04:38.956 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc644c00700 1 -- 172.21.15.7:0/142207882 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65001b070 con 0x55aa7ecaf880 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc644c00700 1 -- 172.21.15.7:0/142207882 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc65000e8a0 con 0x55aa7ecaf880 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.952+0000 7fc668289b80 1 -- 172.21.15.7:0/142207882 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc65000e4f0 con 0x55aa7ecaf880 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.953+0000 7fc644c00700 1 -- 172.21.15.7:0/142207882 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc65000eaa0 con 0x55aa7ecaf880 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.953+0000 7fc668289b80 10 client.26063 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.953+0000 7fc668289b80 1 -- 172.21.15.7:0/142207882 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aa7ecd8b90 con 0x55aa7ecaf880 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.953+0000 7fc644c00700 1 -- 172.21.15.7:0/142207882 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc65000e4f0 con 0x55aa7ecaf880 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.953+0000 7fc644c00700 1 -- 172.21.15.7:0/142207882 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc65002e3e0 con 0x55aa7ecaf880 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.954+0000 7fc668289b80 10 client.26063 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.954+0000 7fc668289b80 10 client.26063 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.954+0000 7fc668289b80 20 client.26063 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.954+0000 7fc668289b80 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55aa7ed4d070 0x55aa7ed4f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.954+0000 7fc668289b80 4 client.26063 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:04:38.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.954+0000 7fc668289b80 1 -- 172.21.15.7:0/142207882 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aa7ec09570 con 0x55aa7ed4d070 2024-05-21T02:04:38.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.954+0000 7fc64fe00700 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55aa7ed4d070 0x55aa7ed4f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc64fe00700 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55aa7ed4d070 0x55aa7ed4f460 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d05ca629a3d2aab6 server_cookie=d8df10f8d62ec89 in_seq=0 out_seq=0 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc644c00700 10 client.26063 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc644c00700 1 -- 172.21.15.7:0/142207882 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55aa7ec09570 con 0x55aa7ed4d070 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc644c00700 10 client.26063 handle_command_reply: tid=0 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 client.26063 shutdown 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 -- 172.21.15.7:0/142207882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 msgr2=0x55aa7ecc1500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecc1500 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc65000ef70 tx=0x7fc650019040 comp rx=0 tx=0).stop 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 -- 172.21.15.7:0/142207882 shutdown_connections 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55aa7ed4d070 0x55aa7ed4f460 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55aa7ecb57d0 0x55aa7ed37040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55aa7ecaf880 0x55aa7ecc1500 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.959 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 --2- 172.21.15.7:0/142207882 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55aa7ecb4eb0 0x55aa7ecc1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 -- 172.21.15.7:0/142207882 >> 172.21.15.7:0/142207882 conn(0x55aa7ebddbe0 msgr2=0x55aa7eca99e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc644c00700 0 client.26063 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:04:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.955+0000 7fc668289b80 1 -- 172.21.15.7:0/142207882 shutdown_connections 2024-05-21T02:04:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.956+0000 7fc668289b80 1 -- 172.21.15.7:0/142207882 wait complete. 2024-05-21T02:04:38.960 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.956+0000 7fc668289b80 20 client.26063 trim_cache size 0 max 16384 2024-05-21T02:04:38.960 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.956+0000 7fc65d800700 1 -- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc63c0b2900 msgr2=0x7fc63c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.956+0000 7fc65d800700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc63c0b2900 0x7fc63c0b4dc0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc64800c5b0 tx=0x7fc6480e5e70 comp rx=0 tx=0).stop 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.956+0000 7fc65d800700 1 -- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc658075770 msgr2=0x7fc65819be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.956+0000 7fc65d800700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc658075770 0x7fc65819be10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc64800e9c0 tx=0x7fc64800ecd0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.957+0000 7fc65d800700 1 -- 172.21.15.7:0/1568237024 shutdown_connections 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.957+0000 7fc65d800700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc65810ff40 0x7fc6581a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.957+0000 7fc65d800700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc63c0b2900 0x7fc63c0b4dc0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.957+0000 7fc65d800700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc658075770 0x7fc65819be10 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.957+0000 7fc65d800700 1 --2- 172.21.15.7:0/1568237024 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc658076090 0x7fc65819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.957+0000 7fc65d800700 1 -- 172.21.15.7:0/1568237024 >> 172.21.15.7:0/1568237024 conn(0x7fc65807a6a0 msgr2=0x7fc6581007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:38.961 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.957+0000 7fc65d800700 1 -- 172.21.15.7:0/1568237024 shutdown_connections 2024-05-21T02:04:38.962 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:38.957+0000 7fc65d800700 1 -- 172.21.15.7:0/1568237024 wait complete. 2024-05-21T02:04:39.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:38 smithi190 ceph-mon[35961]: pgmap v585: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 306 MiB/s wr, 88 op/s 2024-05-21T02:04:39.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:38 smithi164 ceph-mon[36138]: pgmap v585: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 306 MiB/s wr, 88 op/s 2024-05-21T02:04:39.278 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:38 smithi007 ceph-mon[31288]: pgmap v585: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 306 MiB/s wr, 88 op/s 2024-05-21T02:04:39.901 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T02:04:40.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:39 smithi164 ceph-mon[36138]: pgmap v586: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 347 MiB/s wr, 101 op/s 2024-05-21T02:04:40.276 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:39 smithi007 ceph-mon[31288]: pgmap v586: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 347 MiB/s wr, 101 op/s 2024-05-21T02:04:40.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:39 smithi190 ceph-mon[35961]: pgmap v586: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 347 MiB/s wr, 101 op/s 2024-05-21T02:04:40.698 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:42.758 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:42 smithi007 ceph-mon[31288]: pgmap v587: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 310 MiB/s wr, 88 op/s 2024-05-21T02:04:42.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:42 smithi190 ceph-mon[35961]: pgmap v587: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 310 MiB/s wr, 88 op/s 2024-05-21T02:04:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:42 smithi164 ceph-mon[36138]: pgmap v587: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 310 MiB/s wr, 88 op/s 2024-05-21T02:04:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.420+0000 7fc094800700 1 -- 172.21.15.7:0/923215360 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 msgr2=0x7fc08c109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.420+0000 7fc094800700 1 --2- 172.21.15.7:0/923215360 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 0x7fc08c109980 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc080009990 tx=0x7fc080009ca0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.421+0000 7fc094800700 1 -- 172.21.15.7:0/923215360 shutdown_connections 2024-05-21T02:04:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.421+0000 7fc094800700 1 --2- 172.21.15.7:0/923215360 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc08c06c470 0x7fc08c1103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.421+0000 7fc094800700 1 --2- 172.21.15.7:0/923215360 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 0x7fc08c109980 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.423 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.421+0000 7fc094800700 1 --2- 172.21.15.7:0/923215360 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc08c06bab0 0x7fc08c06bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.424 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.421+0000 7fc094800700 1 -- 172.21.15.7:0/923215360 >> 172.21.15.7:0/923215360 conn(0x7fc08c0793b0 msgr2=0x7fc08c0797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.422+0000 7fc094800700 1 -- 172.21.15.7:0/923215360 shutdown_connections 2024-05-21T02:04:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.422+0000 7fc094800700 1 -- 172.21.15.7:0/923215360 wait complete. 2024-05-21T02:04:43.425 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.424+0000 7fc094800700 1 Processor -- start 2024-05-21T02:04:43.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.424+0000 7fc094800700 1 -- start start 2024-05-21T02:04:43.426 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.425+0000 7fc094800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc08c06bab0 0x7fc08c10c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.426+0000 7fc094800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc08c06c470 0x7fc08c10cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.426+0000 7fc094800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 0x7fc08c10d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.426+0000 7fc092800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 0x7fc08c10d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.428 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.426+0000 7fc092800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 0x7fc08c10d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54396/0 (socket says 172.21.15.7:54396) 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.426+0000 7fc092800700 1 -- 172.21.15.7:0/2130626700 learned_addr learned my addr 172.21.15.7:0/2130626700 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.426+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c103230 con 0x7fc08c06bab0 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.427+0000 7fc091400700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc08c06c470 0x7fc08c10cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.427+0000 7fc091e00700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc08c06bab0 0x7fc08c10c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.427+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c1030b0 con 0x7fc08c06c470 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.428+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c1033b0 con 0x7fc08c1095a0 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.428+0000 7fc092800700 1 -- 172.21.15.7:0/2130626700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc08c06c470 msgr2=0x7fc08c10cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.428+0000 7fc092800700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc08c06c470 0x7fc08c10cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.428+0000 7fc092800700 1 -- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc08c06bab0 msgr2=0x7fc08c10c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:43.430 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.428+0000 7fc092800700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc08c06bab0 0x7fc08c10c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.428+0000 7fc092800700 1 -- 172.21.15.7:0/2130626700 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc08c1a3d30 con 0x7fc08c1095a0 2024-05-21T02:04:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.428+0000 7fc091400700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc08c06c470 0x7fc08c10cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:04:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.429+0000 7fc092800700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 0x7fc08c10d1e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc08800b970 tx=0x7fc08800bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.429+0000 7fc086a00700 1 -- 172.21.15.7:0/2130626700 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc088019070 con 0x7fc08c1095a0 2024-05-21T02:04:43.431 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.429+0000 7fc086a00700 1 -- 172.21.15.7:0/2130626700 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc08800cde0 con 0x7fc08c1095a0 2024-05-21T02:04:43.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.429+0000 7fc086a00700 1 -- 172.21.15.7:0/2130626700 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc088007370 con 0x7fc08c1095a0 2024-05-21T02:04:43.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.429+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc08c1a4020 con 0x7fc08c1095a0 2024-05-21T02:04:43.432 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.430+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc08c1b5540 con 0x7fc08c1095a0 2024-05-21T02:04:43.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.440+0000 7fc086a00700 1 -- 172.21.15.7:0/2130626700 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc08801c070 con 0x7fc08c1095a0 2024-05-21T02:04:43.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.449+0000 7fc086a00700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0740b2980 0x7fc0740b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.451 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.449+0000 7fc086a00700 1 -- 172.21.15.7:0/2130626700 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc0880e15f0 con 0x7fc08c1095a0 2024-05-21T02:04:43.452 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.451+0000 7fc09f1b7b80 1 Processor -- start 2024-05-21T02:04:43.453 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.451+0000 7fc09f1b7b80 1 -- start start 2024-05-21T02:04:43.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.452+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8d610 0x55b3c4c8d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.452+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4c87b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.452+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c885c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.455 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.452+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b3c4be5e40 con 0x55b3c4c88140 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.452+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b3c4bd59e0 con 0x55b3c4c8d610 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.452+0000 7fc091e00700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0740b2980 0x7fc0740b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.452+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b3c4bd9a20 con 0x55b3c4c8df30 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8d610 0x55b3c4c8d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4c87b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8d610 0x55b3c4c8d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:60532/0 (socket says 172.21.15.7:60532) 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091e00700 1 -- 172.21.15.7:0/4138509938 learned_addr learned my addr 172.21.15.7:0/4138509938 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091400700 1 --2- 172.21.15.7:0/4138509938 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4c87b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54412/0 (socket says 172.21.15.7:54412) 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091400700 1 -- 172.21.15.7:0/4138509938 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8d610 msgr2=0x55b3c4c8d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091400700 1 --2- 172.21.15.7:0/4138509938 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8d610 0x55b3c4c8d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091400700 1 -- 172.21.15.7:0/4138509938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 msgr2=0x55b3c4c885c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091400700 1 --2- 172.21.15.7:0/4138509938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c885c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.456 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.453+0000 7fc091400700 1 -- 172.21.15.7:0/4138509938 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3c4b9e420 con 0x55b3c4c8df30 2024-05-21T02:04:43.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.456+0000 7fc091e00700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0740b2980 0x7fc0740b4e40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc080009750 tx=0x7fc080005c00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:43.458 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.457+0000 7fc091400700 1 --2- 172.21.15.7:0/4138509938 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4c87b20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc08c10df60 tx=0x7fc07c008eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24403be3d93762be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:43.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.457+0000 7fc07b400700 1 -- 172.21.15.7:0/4138509938 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c014070 con 0x55b3c4c8df30 2024-05-21T02:04:43.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.458+0000 7fc07b400700 1 -- 172.21.15.7:0/4138509938 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc07c00ed40 con 0x55b3c4c8df30 2024-05-21T02:04:43.459 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.458+0000 7fc07b400700 1 -- 172.21.15.7:0/4138509938 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c0056a0 con 0x55b3c4c8df30 2024-05-21T02:04:43.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.459+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/4138509938 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 msgr2=0x55b3c4c87b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:43.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.459+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/4138509938 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4c87b20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc08c10df60 tx=0x7fc07c008eb0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.460+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/4138509938 shutdown_connections 2024-05-21T02:04:43.461 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.460+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/4138509938 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c885c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.460+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/4138509938 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8d610 0x55b3c4c8d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.460+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/4138509938 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4c87b20 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.460+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/4138509938 >> 172.21.15.7:0/4138509938 conn(0x55b3c4bb5be0 msgr2=0x55b3c4c82690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:43.462 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.461+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/4138509938 shutdown_connections 2024-05-21T02:04:43.471 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.461+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/4138509938 wait complete. 2024-05-21T02:04:43.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.462+0000 7fc09f1b7b80 1 -- start start 2024-05-21T02:04:43.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.462+0000 7fc09f1b7b80 1 Processor -- start 2024-05-21T02:04:43.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.463+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c93cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.463+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8d610 0x55b3c4c91090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.463+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 0x55b3c4c915d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.469+0000 7fc091400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8d610 0x55b3c4c91090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.469+0000 7fc092800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 0x55b3c4c915d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.470+0000 7fc091e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c93cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.472 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.471+0000 7fc091e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c93cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:37638/0 (socket says 172.21.15.7:37638) 2024-05-21T02:04:43.473 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.471+0000 7fc092800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 0x55b3c4c915d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:60546/0 (socket says 172.21.15.7:60546) 2024-05-21T02:04:43.476 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.471+0000 7fc091400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8d610 0x55b3c4c91090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54424/0 (socket says 172.21.15.7:54424) 2024-05-21T02:04:43.477 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.471+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b3c4adbfa0 con 0x55b3c4c88140 2024-05-21T02:04:43.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.471+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b3c4b76760 con 0x55b3c4c8df30 2024-05-21T02:04:43.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.471+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b3c4c949e0 con 0x55b3c4c8d610 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.471+0000 7fc09f1b7b80 10 client.0 _ll_register_callbacks cb 0x55b3c4b7fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.471+0000 7fc091e00700 1 -- 172.21.15.7:0/2190759375 learned_addr learned my addr 172.21.15.7:0/2190759375 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.474+0000 7fc091400700 1 -- 172.21.15.7:0/2190759375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 msgr2=0x55b3c4c915d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.474+0000 7fc091400700 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 0x55b3c4c915d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.474+0000 7fc091400700 1 -- 172.21.15.7:0/2190759375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 msgr2=0x55b3c4c93cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.474+0000 7fc091400700 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c93cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.474+0000 7fc091400700 1 -- 172.21.15.7:0/2190759375 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3c4b258d0 con 0x55b3c4c8d610 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.476+0000 7fc091e00700 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c93cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.477+0000 7fc06fe00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.477+0000 7fc091400700 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8d610 0x55b3c4c91090 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc07c0052c0 tx=0x7fc07c0082c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=727a5d93b54344ce server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.477+0000 7fc06fe00700 1 -- 172.21.15.7:0/2190759375 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07c038060 con 0x55b3c4c8d610 2024-05-21T02:04:43.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.478+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2190759375 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc07c00ed40 con 0x55b3c4c8d610 2024-05-21T02:04:43.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.478+0000 7fc06fe00700 1 -- 172.21.15.7:0/2190759375 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc07c004960 con 0x55b3c4c8d610 2024-05-21T02:04:43.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.484+0000 7fc06fe00700 1 -- 172.21.15.7:0/2190759375 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc07c038060 con 0x55b3c4c8d610 2024-05-21T02:04:43.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.484+0000 7fc09f1b7b80 10 client.26107 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:43.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.484+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2190759375 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b3c4ba6060 con 0x55b3c4c8d610 2024-05-21T02:04:43.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.484+0000 7fc06fe00700 1 -- 172.21.15.7:0/2190759375 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc07c00ed40 con 0x55b3c4c8d610 2024-05-21T02:04:43.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.486+0000 7fc06fe00700 1 -- 172.21.15.7:0/2190759375 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc07c010c90 con 0x55b3c4c8d610 2024-05-21T02:04:43.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.486+0000 7fc09f1b7b80 10 client.26107 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:43.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.486+0000 7fc09f1b7b80 10 client.26107 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:04:43.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.486+0000 7fc09f1b7b80 20 client.26107 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:43.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.486+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55b3c4ca1730 0x55b3c4ca3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.486+0000 7fc09f1b7b80 4 client.26107 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:43.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.486+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2190759375 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b3c4be7d90 con 0x55b3c4ca1730 2024-05-21T02:04:43.490 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.489+0000 7fc091e00700 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55b3c4ca1730 0x55b3c4ca3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.491+0000 7fc091e00700 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55b3c4ca1730 0x55b3c4ca3bb0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5a3be5b3bbdce530 server_cookie=85acbdc2090b74bd in_seq=0 out_seq=0 2024-05-21T02:04:43.493 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.491+0000 7fc06fe00700 10 client.26107 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:04:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.495+0000 7fc06fe00700 1 -- 172.21.15.7:0/2190759375 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b3c4be7d90 con 0x55b3c4ca1730 2024-05-21T02:04:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.495+0000 7fc06fe00700 10 client.26107 handle_command_reply: tid=0 2024-05-21T02:04:43.497 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.496+0000 7fc09f1b7b80 1 client.26107 shutdown 2024-05-21T02:04:43.499 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.497+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2190759375 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8d610 msgr2=0x55b3c4c91090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.497+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8d610 0x55b3c4c91090 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc07c0052c0 tx=0x7fc07c0082c0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.497+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2190759375 shutdown_connections 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.497+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55b3c4ca1730 0x55b3c4ca3bb0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.497+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 0x55b3c4c915d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.497+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c93cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.497+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2190759375 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8d610 0x55b3c4c91090 secure :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc07c0052c0 tx=0x7fc07c0082c0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.497+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2190759375 >> 172.21.15.7:0/2190759375 conn(0x55b3c4bb5be0 msgr2=0x55b3c4c81d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.497+0000 7fc06fe00700 0 client.26107 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.498+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2190759375 shutdown_connections 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.498+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2190759375 wait complete. 2024-05-21T02:04:43.500 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.498+0000 7fc09f1b7b80 20 client.26107 trim_cache size 0 max 16384 2024-05-21T02:04:43.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.533+0000 7fc09f1b7b80 1 Processor -- start 2024-05-21T02:04:43.535 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.533+0000 7fc09f1b7b80 1 -- start start 2024-05-21T02:04:43.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.534+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c90010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.534+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 0x55b3c4c8b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.534+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c87b20 0x55b3c4c824f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.534+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c074280 con 0x55b3c4c88140 2024-05-21T02:04:43.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.534+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c1b5e50 con 0x55b3c4c8df30 2024-05-21T02:04:43.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.534+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c074950 con 0x55b3c4c87b20 2024-05-21T02:04:43.537 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.535+0000 7fc092800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c87b20 0x55b3c4c824f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.535+0000 7fc092800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c87b20 0x55b3c4c824f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54432/0 (socket says 172.21.15.7:54432) 2024-05-21T02:04:43.538 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.535+0000 7fc092800700 1 -- 172.21.15.7:0/2430626491 learned_addr learned my addr 172.21.15.7:0/2430626491 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:43.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.535+0000 7fc091400700 1 --2- 172.21.15.7:0/2430626491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 0x55b3c4c8b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.536+0000 7fc092800700 1 -- 172.21.15.7:0/2430626491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 msgr2=0x55b3c4c8b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:43.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.536+0000 7fc092800700 1 --2- 172.21.15.7:0/2430626491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 0x55b3c4c8b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.536+0000 7fc092800700 1 -- 172.21.15.7:0/2430626491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 msgr2=0x55b3c4c90010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:43.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.536+0000 7fc092800700 1 --2- 172.21.15.7:0/2430626491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c90010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.536+0000 7fc092800700 1 -- 172.21.15.7:0/2430626491 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3c4ca4230 con 0x55b3c4c87b20 2024-05-21T02:04:43.539 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.537+0000 7fc092800700 1 --2- 172.21.15.7:0/2430626491 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c87b20 0x55b3c4c824f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc0880a4c50 tx=0x7fc088014a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f2e5c29bc918a5f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:43.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.538+0000 7fc07aa00700 1 -- 172.21.15.7:0/2430626491 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0880c32b0 con 0x55b3c4c87b20 2024-05-21T02:04:43.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.538+0000 7fc07aa00700 1 -- 172.21.15.7:0/2430626491 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc0880a92d0 con 0x55b3c4c87b20 2024-05-21T02:04:43.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.538+0000 7fc07aa00700 1 -- 172.21.15.7:0/2430626491 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0880a9070 con 0x55b3c4c87b20 2024-05-21T02:04:43.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.539+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2430626491 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c87b20 msgr2=0x55b3c4c824f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:43.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.539+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2430626491 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c87b20 0x55b3c4c824f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc0880a4c50 tx=0x7fc088014a20 comp rx=0 tx=0).stop 2024-05-21T02:04:43.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.539+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2430626491 shutdown_connections 2024-05-21T02:04:43.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.539+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2430626491 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c87b20 0x55b3c4c824f0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.541 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.539+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2430626491 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4c90010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.539+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/2430626491 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c8df30 0x55b3c4c8b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.539+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2430626491 >> 172.21.15.7:0/2430626491 conn(0x55b3c4bb5be0 msgr2=0x55b3c4c8b050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:43.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.540+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2430626491 shutdown_connections 2024-05-21T02:04:43.542 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.540+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/2430626491 wait complete. 2024-05-21T02:04:43.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.541+0000 7fc09f1b7b80 1 -- start start 2024-05-21T02:04:43.543 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.542+0000 7fc09f1b7b80 1 Processor -- start 2024-05-21T02:04:43.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.543+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c87b20 0x55b3c4c9a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.543+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4ca8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.543+0000 7fc09f1b7b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4ca9110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.545 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.544+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c1b5800 con 0x55b3c4c88140 2024-05-21T02:04:43.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.544+0000 7fc09f1b7b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c075020 con 0x55b3c4c87b20 2024-05-21T02:04:43.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.544+0000 7fc091e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c87b20 0x55b3c4c9a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.544+0000 7fc091e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c87b20 0x55b3c4c9a250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:60568/0 (socket says 172.21.15.7:60568) 2024-05-21T02:04:43.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.544+0000 7fc091e00700 1 -- 172.21.15.7:0/3293720663 learned_addr learned my addr 172.21.15.7:0/3293720663 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:43.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.544+0000 7fc092800700 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4ca9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.546 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.544+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/3293720663 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc08c0722d0 con 0x55b3c4c8df30 2024-05-21T02:04:43.547 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.545+0000 7fc09f1b7b80 10 client.0 _ll_register_callbacks cb 0x55b3c4b7fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:43.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.545+0000 7fc092800700 1 -- 172.21.15.7:0/3293720663 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c87b20 msgr2=0x55b3c4c9a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:43.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.545+0000 7fc092800700 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c87b20 0x55b3c4c9a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.546+0000 7fc092800700 1 -- 172.21.15.7:0/3293720663 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 msgr2=0x55b3c4ca8bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:43.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.546+0000 7fc092800700 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4ca8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.548 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.546+0000 7fc092800700 1 -- 172.21.15.7:0/3293720663 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3c4ca9800 con 0x55b3c4c8df30 2024-05-21T02:04:43.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.546+0000 7fc092800700 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4ca9110 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc0880a88d0 tx=0x7fc088004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d3675f0b01a8569 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:43.549 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.546+0000 7fc06fe00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:04:43.551 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.549+0000 7fc06fe00700 1 -- 172.21.15.7:0/3293720663 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0880b6060 con 0x55b3c4c8df30 2024-05-21T02:04:43.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.549+0000 7fc06fe00700 1 -- 172.21.15.7:0/3293720663 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc08800cb40 con 0x55b3c4c8df30 2024-05-21T02:04:43.552 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.550+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/3293720663 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc0880a92d0 con 0x55b3c4c8df30 2024-05-21T02:04:43.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.552+0000 7fc06fe00700 1 -- 172.21.15.7:0/3293720663 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc0880c9070 con 0x55b3c4c8df30 2024-05-21T02:04:43.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.552+0000 7fc09f1b7b80 10 client.26113 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:43.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.552+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/3293720663 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b3c4d0c250 con 0x55b3c4c8df30 2024-05-21T02:04:43.554 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.553+0000 7fc06fe00700 1 -- 172.21.15.7:0/3293720663 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc0880a92d0 con 0x55b3c4c8df30 2024-05-21T02:04:43.556 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.553+0000 7fc06fe00700 1 -- 172.21.15.7:0/3293720663 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc0880a4040 con 0x55b3c4c8df30 2024-05-21T02:04:43.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.555+0000 7fc09f1b7b80 10 client.26113 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:43.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.555+0000 7fc09f1b7b80 10 client.26113 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:04:43.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.555+0000 7fc09f1b7b80 20 client.26113 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:43.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.555+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55b3c4d0c790 0x55b3c4d0ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:43.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.555+0000 7fc09f1b7b80 4 client.26113 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:04:43.557 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.555+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/3293720663 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b3c4be1570 con 0x55b3c4d0c790 2024-05-21T02:04:43.559 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.557+0000 7fc091e00700 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55b3c4d0c790 0x55b3c4d0ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:43.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.558+0000 7fc091e00700 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55b3c4d0c790 0x55b3c4d0ebb0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bf910519158a5790 server_cookie=3c1d6e36efe8c1dc in_seq=0 out_seq=0 2024-05-21T02:04:43.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.558+0000 7fc06fe00700 10 client.26113 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:04:43.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.559+0000 7fc06fe00700 1 -- 172.21.15.7:0/3293720663 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b3c4be1570 con 0x55b3c4d0c790 2024-05-21T02:04:43.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.559+0000 7fc06fe00700 10 client.26113 handle_command_reply: tid=0 2024-05-21T02:04:43.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.559+0000 7fc09f1b7b80 1 client.26113 shutdown 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.560+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/3293720663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 msgr2=0x55b3c4ca9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.560+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4ca9110 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc0880a88d0 tx=0x7fc088004ad0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.560+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/3293720663 shutdown_connections 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.560+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x55b3c4d0c790 0x55b3c4d0ebb0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.560+0000 7fc06fe00700 0 client.26113 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.560+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b3c4c8df30 0x55b3c4ca9110 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.560+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b3c4c87b20 0x55b3c4c9a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.560+0000 7fc09f1b7b80 1 --2- 172.21.15.7:0/3293720663 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b3c4c88140 0x55b3c4ca8bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.560+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/3293720663 >> 172.21.15.7:0/3293720663 conn(0x55b3c4bb5be0 msgr2=0x55b3c4c8e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:43.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.561+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/3293720663 shutdown_connections 2024-05-21T02:04:43.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.561+0000 7fc09f1b7b80 1 -- 172.21.15.7:0/3293720663 wait complete. 2024-05-21T02:04:43.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.561+0000 7fc09f1b7b80 20 client.26113 trim_cache size 0 max 16384 2024-05-21T02:04:43.564 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:04:43.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.565+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0740b2980 msgr2=0x7fc0740b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:43.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.565+0000 7fc094800700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0740b2980 0x7fc0740b4e40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc080009750 tx=0x7fc080005c00 comp rx=0 tx=0).stop 2024-05-21T02:04:43.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.565+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 msgr2=0x7fc08c10d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:43.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.565+0000 7fc094800700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 0x7fc08c10d1e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc08800b970 tx=0x7fc08800bc80 comp rx=0 tx=0).stop 2024-05-21T02:04:43.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.566+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 shutdown_connections 2024-05-21T02:04:43.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.566+0000 7fc094800700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc08c1095a0 0x7fc08c10d1e0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.566+0000 7fc094800700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc0740b2980 0x7fc0740b4e40 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.566+0000 7fc094800700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc08c06bab0 0x7fc08c10c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.566+0000 7fc094800700 1 --2- 172.21.15.7:0/2130626700 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc08c06c470 0x7fc08c10cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:43.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.566+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 >> 172.21.15.7:0/2130626700 conn(0x7fc08c0793b0 msgr2=0x7fc08c101ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:43.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.567+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 shutdown_connections 2024-05-21T02:04:43.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:43.569+0000 7fc094800700 1 -- 172.21.15.7:0/2130626700 wait complete. 2024-05-21T02:04:44.746 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T02:04:44.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:44 smithi190 ceph-mon[35961]: pgmap v588: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 348 MiB/s wr, 99 op/s 2024-05-21T02:04:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:44 smithi164 ceph-mon[36138]: pgmap v588: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 348 MiB/s wr, 99 op/s 2024-05-21T02:04:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:44 smithi007 ceph-mon[31288]: pgmap v588: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 348 MiB/s wr, 99 op/s 2024-05-21T02:04:45.514 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:46.889 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 19.8 2024-05-21T02:04:46.890 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:04:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:46 smithi164 ceph-mon[36138]: pgmap v589: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 344 MiB/s wr, 98 op/s 2024-05-21T02:04:46.976 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:46 smithi007 ceph-mon[31288]: pgmap v589: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 344 MiB/s wr, 98 op/s 2024-05-21T02:04:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:46 smithi190 ceph-mon[35961]: pgmap v589: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 344 MiB/s wr, 98 op/s 2024-05-21T02:04:47.546 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:48.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:48 smithi007 ceph-mon[31288]: pgmap v590: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 337 MiB/s wr, 94 op/s 2024-05-21T02:04:49.006 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:04:49.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.611+0000 7f849de00700 1 -- 172.21.15.7:0/514539002 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f84981035f0 msgr2=0x7f8498103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:49.006 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.611+0000 7f849de00700 1 --2- 172.21.15.7:0/514539002 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f84981035f0 0x7f8498103a50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f8484009990 tx=0x7f8484009ca0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.611+0000 7f849de00700 1 -- 172.21.15.7:0/514539002 shutdown_connections 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.611+0000 7f849de00700 1 --2- 172.21.15.7:0/514539002 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f8498103f90 0x7f8498110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.611+0000 7f849de00700 1 --2- 172.21.15.7:0/514539002 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8498108500 0x7f84981088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.611+0000 7f849de00700 1 --2- 172.21.15.7:0/514539002 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f84981035f0 0x7f8498103a50 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.611+0000 7f849de00700 1 -- 172.21.15.7:0/514539002 >> 172.21.15.7:0/514539002 conn(0x7f849807a6a0 msgr2=0x7f849807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.612+0000 7f849de00700 1 -- 172.21.15.7:0/514539002 shutdown_connections 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.612+0000 7f849de00700 1 -- 172.21.15.7:0/514539002 wait complete. 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.613+0000 7f849de00700 1 Processor -- start 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.613+0000 7f849de00700 1 -- start start 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.614+0000 7f849de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f84981035f0 0x7f849810f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.614+0000 7f849de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8498103f90 0x7f849810fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.007 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.614+0000 7f849de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8498108500 0x7f84981a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.614+0000 7f849de00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f8498113790 con 0x7f84981035f0 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.614+0000 7f849de00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f8498113610 con 0x7f8498103f90 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.614+0000 7f849de00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f8498113910 con 0x7f8498108500 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8497400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8498108500 0x7f84981a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8496000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8498103f90 0x7f849810fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8497400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8498108500 0x7f84981a4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:43010/0 (socket says 172.21.15.7:43010) 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8497400700 1 -- 172.21.15.7:0/1835000977 learned_addr learned my addr 172.21.15.7:0/1835000977 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8496a00700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f84981035f0 0x7f849810f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8497400700 1 -- 172.21.15.7:0/1835000977 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8498103f90 msgr2=0x7f849810fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:49.008 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8497400700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8498103f90 0x7f849810fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8497400700 1 -- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f84981035f0 msgr2=0x7f849810f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8497400700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f84981035f0 0x7f849810f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.615+0000 7f8497400700 1 -- 172.21.15.7:0/1835000977 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84981a5280 con 0x7f8498108500 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.616+0000 7f8497400700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8498108500 0x7f84981a4b40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f849000efc0 tx=0x7f849000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.616+0000 7f849ca00700 1 -- 172.21.15.7:0/1835000977 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84900092e0 con 0x7f8498108500 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.616+0000 7f849ca00700 1 -- 172.21.15.7:0/1835000977 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8490004bb0 con 0x7f8498108500 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.616+0000 7f849ca00700 1 -- 172.21.15.7:0/1835000977 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8490004020 con 0x7f8498108500 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.616+0000 7f849de00700 1 -- 172.21.15.7:0/1835000977 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84981a5510 con 0x7f8498108500 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.616+0000 7f849de00700 1 -- 172.21.15.7:0/1835000977 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84981acdf0 con 0x7f8498108500 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.622+0000 7f84a880ab80 1 Processor -- start 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.622+0000 7f849ca00700 1 -- 172.21.15.7:0/1835000977 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f849001b030 con 0x7f8498108500 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.624+0000 7f849ca00700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f847c0b2980 0x7f847c0b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.009 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.624+0000 7f849ca00700 1 -- 172.21.15.7:0/1835000977 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f84900e1af0 con 0x7f8498108500 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.625+0000 7f84a880ab80 1 -- start start 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.625+0000 7f8496000700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f847c0b2980 0x7f847c0b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x56421349b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x564213495b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134965c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f84a880ab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5642133f3e40 con 0x564213496140 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f84a880ab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5642133e39e0 con 0x56421349bf30 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f84a880ab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5642133e7a20 con 0x56421349b610 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f8496a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x56421349b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f8496a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x56421349b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:43018/0 (socket says 172.21.15.7:43018) 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f8496a00700 1 -- 172.21.15.7:0/1565959704 learned_addr learned my addr 172.21.15.7:0/1565959704 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.626+0000 7f8497400700 1 --2- 172.21.15.7:0/1565959704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134965c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.010 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.627+0000 7f8497400700 1 -- 172.21.15.7:0/1565959704 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 msgr2=0x56421349b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.627+0000 7f8497400700 1 --2- 172.21.15.7:0/1565959704 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x56421349b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.627+0000 7f8497400700 1 -- 172.21.15.7:0/1565959704 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 msgr2=0x564213495b20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.627+0000 7f8497400700 1 --2- 172.21.15.7:0/1565959704 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x564213495b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.627+0000 7f8497400700 1 -- 172.21.15.7:0/1565959704 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642133ac420 con 0x564213496140 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.627+0000 7f8497400700 1 --2- 172.21.15.7:0/1565959704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134965c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f84900df5b0 tx=0x7f84900a9060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ee9964d57707272 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.628+0000 7f8496000700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f847c0b2980 0x7f847c0b4e40 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f84980777d0 tx=0x7f848400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.628+0000 7f848cc00700 1 -- 172.21.15.7:0/1565959704 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84900a9160 con 0x564213496140 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.628+0000 7f848cc00700 1 -- 172.21.15.7:0/1565959704 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84900ad510 con 0x564213496140 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.628+0000 7f848cc00700 1 -- 172.21.15.7:0/1565959704 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84900a9160 con 0x564213496140 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.629+0000 7f84a880ab80 1 -- 172.21.15.7:0/1565959704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 msgr2=0x5642134965c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:49.011 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.629+0000 7f84a880ab80 1 --2- 172.21.15.7:0/1565959704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134965c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f84900df5b0 tx=0x7f84900a9060 comp rx=0 tx=0).stop 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.629+0000 7f84a880ab80 1 -- 172.21.15.7:0/1565959704 shutdown_connections 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.629+0000 7f84a880ab80 1 --2- 172.21.15.7:0/1565959704 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134965c0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.629+0000 7f84a880ab80 1 --2- 172.21.15.7:0/1565959704 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x56421349b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.629+0000 7f84a880ab80 1 --2- 172.21.15.7:0/1565959704 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x564213495b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.629+0000 7f84a880ab80 1 -- 172.21.15.7:0/1565959704 >> 172.21.15.7:0/1565959704 conn(0x5642133c3be0 msgr2=0x564213490690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.629+0000 7f84a880ab80 1 -- 172.21.15.7:0/1565959704 shutdown_connections 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.629+0000 7f84a880ab80 1 -- 172.21.15.7:0/1565959704 wait complete. 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.630+0000 7f84a880ab80 1 -- start start 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.630+0000 7f84a880ab80 1 Processor -- start 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.631+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564213496140 0x5642134a1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.631+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421349b610 0x56421349f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.631+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349bf30 0x56421349f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.631+0000 7f84a880ab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5642132e9fa0 con 0x56421349b610 2024-05-21T02:04:49.012 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.631+0000 7f84a880ab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x564213384760 con 0x564213496140 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.631+0000 7f84a880ab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5642134a2a30 con 0x56421349bf30 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.631+0000 7f84a880ab80 10 client.0 _ll_register_callbacks cb 0x56421338dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.632+0000 7f8496a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564213496140 0x5642134a1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.632+0000 7f8496a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564213496140 0x5642134a1ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:60464/0 (socket says 172.21.15.7:60464) 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.632+0000 7f8496a00700 1 -- 172.21.15.7:0/2581822568 learned_addr learned my addr 172.21.15.7:0/2581822568 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.632+0000 7f8496000700 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421349b610 0x56421349f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.632+0000 7f8497400700 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349bf30 0x56421349f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.632+0000 7f8496a00700 1 -- 172.21.15.7:0/2581822568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349bf30 msgr2=0x56421349f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.632+0000 7f8496a00700 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349bf30 0x56421349f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.632+0000 7f8496a00700 1 -- 172.21.15.7:0/2581822568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421349b610 msgr2=0x56421349f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.633+0000 7f8496a00700 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421349b610 0x56421349f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.633+0000 7f8496a00700 1 -- 172.21.15.7:0/2581822568 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642133338d0 con 0x564213496140 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.633+0000 7f8496a00700 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564213496140 0x5642134a1ca0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8488011830 tx=0x7f8488011bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4acd2fee9ed839c4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:49.013 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.633+0000 7f8481600700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.633+0000 7f8481600700 1 -- 172.21.15.7:0/2581822568 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f848801f060 con 0x564213496140 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.634+0000 7f8481600700 1 -- 172.21.15.7:0/2581822568 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f8488004260 con 0x564213496140 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.634+0000 7f84a880ab80 1 -- 172.21.15.7:0/2581822568 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84900ad510 con 0x564213496140 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.634+0000 7f8481600700 1 -- 172.21.15.7:0/2581822568 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8488004460 con 0x564213496140 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.637+0000 7f84a880ab80 10 client.26087 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.637+0000 7f84a880ab80 1 -- 172.21.15.7:0/2581822568 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5642133b4060 con 0x564213496140 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.637+0000 7f8481600700 1 -- 172.21.15.7:0/2581822568 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84900ad510 con 0x564213496140 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.637+0000 7f8481600700 1 -- 172.21.15.7:0/2581822568 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f848800f9d0 con 0x564213496140 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.638+0000 7f84a880ab80 10 client.26087 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.638+0000 7f84a880ab80 10 client.26087 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.638+0000 7f84a880ab80 20 client.26087 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.638+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5642134af340 0x5642134b1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.638+0000 7f84a880ab80 4 client.26087 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:49.014 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.638+0000 7f84a880ab80 1 -- 172.21.15.7:0/2581822568 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642133f5d90 con 0x5642134af340 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.639+0000 7f8496000700 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5642134af340 0x5642134b1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.642+0000 7f8496000700 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5642134af340 0x5642134b1780 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ed8a74b683cb1ad server_cookie=551ac6efcd8baf45 in_seq=0 out_seq=0 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.642+0000 7f8481600700 10 client.26087 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.645+0000 7f8481600700 1 -- 172.21.15.7:0/2581822568 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5642133f5d90 con 0x5642134af340 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.645+0000 7f8481600700 10 client.26087 handle_command_reply: tid=0 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.645+0000 7f84a880ab80 1 client.26087 shutdown 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.645+0000 7f84a880ab80 1 -- 172.21.15.7:0/2581822568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564213496140 msgr2=0x5642134a1ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.645+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564213496140 0x5642134a1ca0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8488011830 tx=0x7f8488011bf0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.645+0000 7f84a880ab80 1 -- 172.21.15.7:0/2581822568 shutdown_connections 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.645+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5642134af340 0x5642134b1780 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.646+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349bf30 0x56421349f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.646+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x564213496140 0x5642134a1ca0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.015 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.646+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2581822568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421349b610 0x56421349f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.646+0000 7f8481600700 0 client.26087 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.646+0000 7f84a880ab80 1 -- 172.21.15.7:0/2581822568 >> 172.21.15.7:0/2581822568 conn(0x5642133c3be0 msgr2=0x56421348fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.647+0000 7f84a880ab80 1 -- 172.21.15.7:0/2581822568 shutdown_connections 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.647+0000 7f84a880ab80 1 -- 172.21.15.7:0/2581822568 wait complete. 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.647+0000 7f84a880ab80 20 client.26087 trim_cache size 0 max 16384 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.674+0000 7f84a880ab80 1 Processor -- start 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.674+0000 7f84a880ab80 1 -- start start 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.674+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564213496140 0x564213495b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.674+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421349b610 0x564213492230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.674+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x56421349f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.674+0000 7f84a880ab80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f84981b42e0 con 0x56421349b610 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.674+0000 7f84a880ab80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84981b5e20 con 0x56421349bf30 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.674+0000 7f84a880ab80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f84981b49b0 con 0x564213496140 2024-05-21T02:04:49.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.675+0000 7f8496a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564213496140 0x564213495b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.675+0000 7f8496a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564213496140 0x564213495b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:43034/0 (socket says 172.21.15.7:43034) 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.675+0000 7f8496a00700 1 -- 172.21.15.7:0/2255381505 learned_addr learned my addr 172.21.15.7:0/2255381505 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.675+0000 7f8497400700 1 --2- 172.21.15.7:0/2255381505 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x56421349f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.675+0000 7f8496a00700 1 -- 172.21.15.7:0/2255381505 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 msgr2=0x56421349f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.675+0000 7f8496a00700 1 --2- 172.21.15.7:0/2255381505 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x56421349f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.675+0000 7f8496a00700 1 -- 172.21.15.7:0/2255381505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421349b610 msgr2=0x564213492230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.675+0000 7f8496a00700 1 --2- 172.21.15.7:0/2255381505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421349b610 0x564213492230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.675+0000 7f8496a00700 1 -- 172.21.15.7:0/2255381505 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642134b1e00 con 0x564213496140 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.676+0000 7f8496a00700 1 --2- 172.21.15.7:0/2255381505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564213496140 0x564213495b20 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f848800ffd0 tx=0x7f84880043f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a92424d3e34ddbf8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.677+0000 7f8483e00700 1 -- 172.21.15.7:0/2255381505 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8488032070 con 0x564213496140 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.677+0000 7f8483e00700 1 -- 172.21.15.7:0/2255381505 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f848800fb20 con 0x564213496140 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.677+0000 7f8483e00700 1 -- 172.21.15.7:0/2255381505 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8488029080 con 0x564213496140 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.679+0000 7f84a880ab80 1 -- 172.21.15.7:0/2255381505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564213496140 msgr2=0x564213495b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.680+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2255381505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564213496140 0x564213495b20 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f848800ffd0 tx=0x7f84880043f0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.017 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.682+0000 7f84a880ab80 1 -- 172.21.15.7:0/2255381505 shutdown_connections 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.682+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2255381505 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x56421349f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.682+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2255381505 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x564213496140 0x564213495b20 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.682+0000 7f84a880ab80 1 --2- 172.21.15.7:0/2255381505 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56421349b610 0x564213492230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.682+0000 7f84a880ab80 1 -- 172.21.15.7:0/2255381505 >> 172.21.15.7:0/2255381505 conn(0x5642133c3be0 msgr2=0x56421349d980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.682+0000 7f84a880ab80 1 -- 172.21.15.7:0/2255381505 shutdown_connections 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.682+0000 7f84a880ab80 1 -- 172.21.15.7:0/2255381505 wait complete. 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.683+0000 7f84a880ab80 1 -- start start 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.683+0000 7f84a880ab80 1 Processor -- start 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.685+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134a81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.685+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x5642134b66d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.686+0000 7f84a880ab80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x5642134b6c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.686+0000 7f8497400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x5642134b6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.686+0000 7f8497400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x5642134b6c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:60468/0 (socket says 172.21.15.7:60468) 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.686+0000 7f8497400700 1 -- 172.21.15.7:0/959034853 learned_addr learned my addr 172.21.15.7:0/959034853 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:49.018 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.687+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f84981b5750 con 0x564213496140 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.687+0000 7f8496000700 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x5642134b66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.687+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f84981b5080 con 0x56421349bf30 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.687+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f84981b2260 con 0x56421349b610 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.688+0000 7f8496a00700 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134a81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.688+0000 7f8497400700 1 -- 172.21.15.7:0/959034853 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 msgr2=0x5642134b66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.688+0000 7f84a880ab80 10 client.0 _ll_register_callbacks cb 0x56421338dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.688+0000 7f8497400700 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x5642134b66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.688+0000 7f8497400700 1 -- 172.21.15.7:0/959034853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 msgr2=0x5642134a81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.689+0000 7f8497400700 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134a81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.689+0000 7f8497400700 1 -- 172.21.15.7:0/959034853 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642134b71d0 con 0x56421349bf30 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.689+0000 7f8496a00700 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134a81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.689+0000 7f8496000700 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x5642134b66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.689+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f848800fb20 con 0x56421349bf30 2024-05-21T02:04:49.019 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.690+0000 7f8497400700 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x5642134b6c10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f84900a8e10 tx=0x7f84900a5020 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1cc4cddd06643ae server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.690+0000 7f8481600700 10 client.26093 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.690+0000 7f8481600700 1 -- 172.21.15.7:0/959034853 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84900a9160 con 0x56421349bf30 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.690+0000 7f8481600700 1 -- 172.21.15.7:0/959034853 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f84900a83c0 con 0x56421349bf30 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.690+0000 7f8481600700 1 -- 172.21.15.7:0/959034853 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f84900a8620 con 0x56421349bf30 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.691+0000 7f84a880ab80 10 client.26093 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.691+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({fsmap=29}) -- 0x564213519c40 con 0x56421349bf30 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.691+0000 7f8481600700 1 -- 172.21.15.7:0/959034853 <== mon.2 v2:172.21.15.164:3300/0 4 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f84900a4ad0 con 0x56421349bf30 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.692+0000 7f84a880ab80 10 client.26093 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.692+0000 7f84a880ab80 10 client.26093 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.692+0000 7f84a880ab80 20 client.26093 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.692+0000 7f84a880ab80 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x564213519e10 0x56421351c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.692+0000 7f84a880ab80 4 client.26093 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.692+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5642133ef570 con 0x564213519e10 2024-05-21T02:04:49.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.692+0000 7f8496a00700 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x564213519e10 0x56421351c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.693+0000 7f8496a00700 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x564213519e10 0x56421351c200 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e9a2ccb7d7edf6e server_cookie=d8a96f85d50f3d77 in_seq=0 out_seq=0 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.693+0000 7f8481600700 10 client.26093 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.693+0000 7f8481600700 1 -- 172.21.15.7:0/959034853 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5642133ef570 con 0x564213519e10 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.693+0000 7f8481600700 10 client.26093 handle_command_reply: tid=0 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.693+0000 7f84a880ab80 1 client.26093 shutdown 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.693+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 msgr2=0x5642134b6c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.693+0000 7f84a880ab80 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x5642134b6c10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f84900a8e10 tx=0x7f84900a5020 comp rx=0 tx=0).stop 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.694+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 shutdown_connections 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.694+0000 7f84a880ab80 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x564213519e10 0x56421351c200 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.694+0000 7f84a880ab80 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x56421349bf30 0x5642134b6c10 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.694+0000 7f84a880ab80 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x564213496140 0x5642134a81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.694+0000 7f84a880ab80 1 --2- 172.21.15.7:0/959034853 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56421349b610 0x5642134b66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.694+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 >> 172.21.15.7:0/959034853 conn(0x5642133c3be0 msgr2=0x56421349e210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:49.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.694+0000 7f8481600700 0 client.26093 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.695+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 shutdown_connections 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.695+0000 7f84a880ab80 1 -- 172.21.15.7:0/959034853 wait complete. 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.695+0000 7f84a880ab80 20 client.26093 trim_cache size 0 max 16384 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.696+0000 7f849de00700 1 -- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f847c0b2980 msgr2=0x7f847c0b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.696+0000 7f849de00700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f847c0b2980 0x7f847c0b4e40 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f84980777d0 tx=0x7f848400b260 comp rx=0 tx=0).stop 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.696+0000 7f849de00700 1 -- 172.21.15.7:0/1835000977 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8498108500 msgr2=0x7f84981a4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.696+0000 7f849de00700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8498108500 0x7f84981a4b40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f849000efc0 tx=0x7f849000c3a0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.697+0000 7f849de00700 1 -- 172.21.15.7:0/1835000977 shutdown_connections 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.697+0000 7f849de00700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f8498108500 0x7f84981a4b40 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.697+0000 7f849de00700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f847c0b2980 0x7f847c0b4e40 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.697+0000 7f849de00700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f84981035f0 0x7f849810f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.697+0000 7f849de00700 1 --2- 172.21.15.7:0/1835000977 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f8498103f90 0x7f849810fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.697+0000 7f849de00700 1 -- 172.21.15.7:0/1835000977 >> 172.21.15.7:0/1835000977 conn(0x7f849807a6a0 msgr2=0x7f8498101500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.697+0000 7f849de00700 1 -- 172.21.15.7:0/1835000977 shutdown_connections 2024-05-21T02:04:49.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:48.697+0000 7f849de00700 1 -- 172.21.15.7:0/1835000977 wait complete. 2024-05-21T02:04:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:48 smithi190 ceph-mon[35961]: pgmap v590: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 337 MiB/s wr, 94 op/s 2024-05-21T02:04:49.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:48 smithi164 ceph-mon[36138]: pgmap v590: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 337 MiB/s wr, 94 op/s 2024-05-21T02:04:49.465 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:04:49.465 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 rewriters = 326536.84 kB/sec 2024-05-21T02:04:49.465 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 rewriters = 326527.76 kB/sec 2024-05-21T02:04:49.465 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 326536.84 kB/sec 2024-05-21T02:04:49.465 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 326536.84 kB/sec 2024-05-21T02:04:49.465 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 326536.84 kB/sec 2024-05-21T02:04:49.465 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 10485760.00 kB 2024-05-21T02:04:50.918 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:50 smithi007 ceph-mon[31288]: pgmap v591: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 378 MiB/s wr, 107 op/s 2024-05-21T02:04:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:50 smithi190 ceph-mon[35961]: pgmap v591: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 378 MiB/s wr, 107 op/s 2024-05-21T02:04:51.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:50 smithi164 ceph-mon[36138]: pgmap v591: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 378 MiB/s wr, 107 op/s 2024-05-21T02:04:51.324 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T02:04:51.324 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T02:04:51.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.509+0000 7f0b0b200700 1 -- 172.21.15.7:0/2795850170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b04102e00 msgr2=0x7f0b0410f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:51.511 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.509+0000 7f0b0b200700 1 --2- 172.21.15.7:0/2795850170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b04102e00 0x7f0b0410f2f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0afc0098f0 tx=0x7f0afc009c00 comp rx=0 tx=0).stop 2024-05-21T02:04:51.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.509+0000 7f0b0b200700 1 -- 172.21.15.7:0/2795850170 shutdown_connections 2024-05-21T02:04:51.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.509+0000 7f0b0b200700 1 --2- 172.21.15.7:0/2795850170 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b04102e00 0x7f0b0410f2f0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:51.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.509+0000 7f0b0b200700 1 --2- 172.21.15.7:0/2795850170 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0b04108520 0x7f0b04108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:51.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.509+0000 7f0b0b200700 1 --2- 172.21.15.7:0/2795850170 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b04102440 0x7f0b041028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:51.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.509+0000 7f0b0b200700 1 -- 172.21.15.7:0/2795850170 >> 172.21.15.7:0/2795850170 conn(0x7f0b040793f0 msgr2=0x7f0b04079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:51.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.509+0000 7f0b0b200700 1 -- 172.21.15.7:0/2795850170 shutdown_connections 2024-05-21T02:04:51.512 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.509+0000 7f0b0b200700 1 -- 172.21.15.7:0/2795850170 wait complete. 2024-05-21T02:04:51.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.510+0000 7f0b0b200700 1 Processor -- start 2024-05-21T02:04:51.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b0b200700 1 -- start start 2024-05-21T02:04:51.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b0b200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b04102440 0x7f0b04104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:51.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b0b200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0b04102e00 0x7f0b041045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:51.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b0b200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b04108520 0x7f0b04104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:51.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b0b200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0b04112620 con 0x7f0b04108520 2024-05-21T02:04:51.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b0b200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0b041124a0 con 0x7f0b04102e00 2024-05-21T02:04:51.513 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b0b200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0b041127a0 con 0x7f0b04102440 2024-05-21T02:04:51.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b03e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b04102440 0x7f0b04104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:51.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b03e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b04102440 0x7f0b04104080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:43074/0 (socket says 172.21.15.7:43074) 2024-05-21T02:04:51.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.511+0000 7f0b03e00700 1 -- 172.21.15.7:0/1002973327 learned_addr learned my addr 172.21.15.7:0/1002973327 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:51.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.512+0000 7f0b03400700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0b04102e00 0x7f0b041045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:51.514 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.512+0000 7f0b09200700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b04108520 0x7f0b04104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.512+0000 7f0b03e00700 1 -- 172.21.15.7:0/1002973327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0b04102e00 msgr2=0x7f0b041045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.512+0000 7f0b03e00700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0b04102e00 0x7f0b041045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.512+0000 7f0b03e00700 1 -- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b04108520 msgr2=0x7f0b04104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.512+0000 7f0b03e00700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b04108520 0x7f0b04104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.512+0000 7f0b03e00700 1 -- 172.21.15.7:0/1002973327 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b041a8130 con 0x7f0b04102440 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.512+0000 7f0b03e00700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b04102440 0x7f0b04104080 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0af400c370 tx=0x7f0af400c680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.513+0000 7f0b00c00700 1 -- 172.21.15.7:0/1002973327 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af40092e0 con 0x7f0b04102440 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.513+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b041a83c0 con 0x7f0b04102440 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.513+0000 7f0b00c00700 1 -- 172.21.15.7:0/1002973327 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0af400cbe0 con 0x7f0b04102440 2024-05-21T02:04:51.515 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.513+0000 7f0b00c00700 1 -- 172.21.15.7:0/1002973327 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0af40046b0 con 0x7f0b04102440 2024-05-21T02:04:51.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.513+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b041a8950 con 0x7f0b04102440 2024-05-21T02:04:51.516 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.514+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b0406a230 con 0x7f0b04102440 2024-05-21T02:04:51.518 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.517+0000 7f0b00c00700 1 -- 172.21.15.7:0/1002973327 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0af401a020 con 0x7f0b04102440 2024-05-21T02:04:51.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.518+0000 7f0b00c00700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ae80b2880 0x7f0ae80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:51.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.518+0000 7f0b00c00700 1 -- 172.21.15.7:0/1002973327 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f0af40e1b00 con 0x7f0b04102440 2024-05-21T02:04:51.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.518+0000 7f0b03400700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ae80b2880 0x7f0ae80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:51.520 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.519+0000 7f0b03400700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ae80b2880 0x7f0ae80b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f0af0009750 tx=0x7f0af0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:51.522 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.520+0000 7f0b00c00700 1 -- 172.21.15.7:0/1002973327 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0af4010040 con 0x7f0b04102440 2024-05-21T02:04:51.785 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:51.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.825+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b041a8be0 con 0x7f0b04102440 2024-05-21T02:04:51.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.827+0000 7f0b00c00700 1 -- 172.21.15.7:0/1002973327 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f0af40a97e0 con 0x7f0b04102440 2024-05-21T02:04:51.830 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:04:51.830 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:04:51.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ae80b2880 msgr2=0x7f0ae80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:51.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ae80b2880 0x7f0ae80b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f0af0009750 tx=0x7f0af0009310 comp rx=0 tx=0).stop 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b04102440 msgr2=0x7f0b04104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b04102440 0x7f0b04104080 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0af400c370 tx=0x7f0af400c680 comp rx=0 tx=0).stop 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 shutdown_connections 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0ae80b2880 0x7f0ae80b4d40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0b04108520 0x7f0b04104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0b04102440 0x7f0b04104080 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 --2- 172.21.15.7:0/1002973327 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0b04102e00 0x7f0b041045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 >> 172.21.15.7:0/1002973327 conn(0x7f0b040793f0 msgr2=0x7f0b04106320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 shutdown_connections 2024-05-21T02:04:51.833 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:51.831+0000 7f0b0b200700 1 -- 172.21.15.7:0/1002973327 wait complete. 2024-05-21T02:04:51.834 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:04:53.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:52 smithi007 ceph-mon[31288]: pgmap v592: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 331 MiB/s wr, 91 op/s 2024-05-21T02:04:53.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:52 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1002973327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:04:53.106 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db / --timeout 90 --expiration 139.8 --await-for 45.0' 2024-05-21T02:04:53.106 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24518 quiesce db / --timeout 90 --expiration 139.8 --await-for 45.0 2024-05-21T02:04:53.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:52 smithi190 ceph-mon[35961]: pgmap v592: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 331 MiB/s wr, 91 op/s 2024-05-21T02:04:53.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:52 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1002973327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:04:53.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:52 smithi164 ceph-mon[36138]: pgmap v592: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 331 MiB/s wr, 91 op/s 2024-05-21T02:04:53.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:52 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1002973327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:04:53.726 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:04:53.726 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 readers = 5473594.50 kB/sec 2024-05-21T02:04:53.726 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 readers = 5471027.21 kB/sec 2024-05-21T02:04:53.726 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 5473594.50 kB/sec 2024-05-21T02:04:53.726 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 5473594.50 kB/sec 2024-05-21T02:04:53.726 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 5473594.50 kB/sec 2024-05-21T02:04:53.727 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 10485760.00 kB 2024-05-21T02:04:54.336 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:54.748 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:54 smithi007 ceph-mon[31288]: pgmap v593: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 325 MiB/s wr, 91 op/s 2024-05-21T02:04:55.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:54 smithi190 ceph-mon[35961]: pgmap v593: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 325 MiB/s wr, 91 op/s 2024-05-21T02:04:55.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:54 smithi164 ceph-mon[36138]: pgmap v593: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 325 MiB/s wr, 91 op/s 2024-05-21T02:04:56.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.810+0000 7f9d17000700 1 -- 172.21.15.7:0/295061601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9d1010b670 msgr2=0x7f9d1010ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:56.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.810+0000 7f9d17000700 1 --2- 172.21.15.7:0/295061601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9d1010b670 0x7f9d1010ba50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9d040098f0 tx=0x7f9d04009c00 comp rx=0 tx=0).stop 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.810+0000 7f9d17000700 1 -- 172.21.15.7:0/295061601 shutdown_connections 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.810+0000 7f9d17000700 1 --2- 172.21.15.7:0/295061601 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d10106030 0x7f9d10112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.810+0000 7f9d17000700 1 --2- 172.21.15.7:0/295061601 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9d1010b670 0x7f9d1010ba50 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.810+0000 7f9d17000700 1 --2- 172.21.15.7:0/295061601 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d10105670 0x7f9d10105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.810+0000 7f9d17000700 1 -- 172.21.15.7:0/295061601 >> 172.21.15.7:0/295061601 conn(0x7f9d10101120 msgr2=0x7f9d10103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.810+0000 7f9d17000700 1 -- 172.21.15.7:0/295061601 shutdown_connections 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.810+0000 7f9d17000700 1 -- 172.21.15.7:0/295061601 wait complete. 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.811+0000 7f9d17000700 1 Processor -- start 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.812+0000 7f9d17000700 1 -- start start 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.812+0000 7f9d17000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d10105670 0x7f9d1019bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.812+0000 7f9d17000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d10106030 0x7f9d1019c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.812+0000 7f9d17000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9d1010b670 0x7f9d101a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.812+0000 7f9d17000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9d101158c0 con 0x7f9d10105670 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.812+0000 7f9d17000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9d10115740 con 0x7f9d10106030 2024-05-21T02:04:56.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.812+0000 7f9d17000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9d10115a40 con 0x7f9d1010b670 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.812+0000 7f9d15c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d10105670 0x7f9d1019bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.812+0000 7f9d15c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d10105670 0x7f9d1019bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54322/0 (socket says 172.21.15.7:54322) 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.813+0000 7f9d15c00700 1 -- 172.21.15.7:0/2867711057 learned_addr learned my addr 172.21.15.7:0/2867711057 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.813+0000 7f9d15200700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d10106030 0x7f9d1019c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.813+0000 7f9d16600700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9d1010b670 0x7f9d101a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.813+0000 7f9d15c00700 1 -- 172.21.15.7:0/2867711057 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9d1010b670 msgr2=0x7f9d101a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.813+0000 7f9d15c00700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9d1010b670 0x7f9d101a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.813+0000 7f9d15c00700 1 -- 172.21.15.7:0/2867711057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d10106030 msgr2=0x7f9d1019c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.813+0000 7f9d15c00700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d10106030 0x7f9d1019c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.813+0000 7f9d15c00700 1 -- 172.21.15.7:0/2867711057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d101a0dc0 con 0x7f9d10105670 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.813+0000 7f9d15c00700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d10105670 0x7f9d1019bdb0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9d04009230 tx=0x7f9d0400fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.814+0000 7f9d0e000700 1 -- 172.21.15.7:0/2867711057 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d040050c0 con 0x7f9d10105670 2024-05-21T02:04:56.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.814+0000 7f9d17000700 1 -- 172.21.15.7:0/2867711057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d101a1050 con 0x7f9d10105670 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.814+0000 7f9d0e000700 1 -- 172.21.15.7:0/2867711057 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d0400b560 con 0x7f9d10105670 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.814+0000 7f9d0e000700 1 -- 172.21.15.7:0/2867711057 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d04003a00 con 0x7f9d10105670 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.814+0000 7f9d17000700 1 -- 172.21.15.7:0/2867711057 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d101a8930 con 0x7f9d10105670 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.818+0000 7f9d0e000700 1 -- 172.21.15.7:0/2867711057 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f9d0400b710 con 0x7f9d10105670 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.818+0000 7f9d22ffcb80 1 Processor -- start 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.819+0000 7f9d22ffcb80 1 -- start start 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.819+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef213c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.819+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef214160 0x562bef20ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.819+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef20e410 0x562bef20e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.819+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562bef16bec0 con 0x562bef20e410 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.819+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562bef15ba60 con 0x562bef214160 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.819+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562bef15faa0 con 0x562bef213840 2024-05-21T02:04:56.281 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.819+0000 7f9d0e000700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9cf80b2880 0x7f9cf80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d15c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef214160 0x562bef20ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d15200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef20e410 0x562bef20e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d16600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef213c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d0e000700 1 -- 172.21.15.7:0/2867711057 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9d040e3190 con 0x7f9d10105670 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d16600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef213c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:43094/0 (socket says 172.21.15.7:43094) 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d16600700 1 -- 172.21.15.7:0/2326298736 learned_addr learned my addr 172.21.15.7:0/2326298736 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d16600700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9cf80b2880 0x7f9cf80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d15200700 1 -- 172.21.15.7:0/2326298736 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 msgr2=0x562bef213c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d15200700 1 --2- 172.21.15.7:0/2326298736 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef213c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d15200700 1 -- 172.21.15.7:0/2326298736 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef214160 msgr2=0x562bef20ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d15200700 1 --2- 172.21.15.7:0/2326298736 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef214160 0x562bef20ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d15200700 1 -- 172.21.15.7:0/2326298736 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bef1244a0 con 0x562bef20e410 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.820+0000 7f9d15c00700 1 --2- 172.21.15.7:0/2326298736 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef214160 0x562bef20ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:56.282 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.821+0000 7f9d15200700 1 --2- 172.21.15.7:0/2326298736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef20e410 0x562bef20e870 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc009c60 tx=0x7f9cfc009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6dabc2cc9893b5b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.821+0000 7f9d16600700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9cf80b2880 0x7f9cf80b4d40 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9d08008c60 tx=0x7f9d0800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.821+0000 7f9d02a00700 1 -- 172.21.15.7:0/2326298736 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc011c50 con 0x562bef20e410 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.821+0000 7f9d02a00700 1 -- 172.21.15.7:0/2326298736 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cfc011df0 con 0x562bef20e410 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.821+0000 7f9d02a00700 1 -- 172.21.15.7:0/2326298736 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc005280 con 0x562bef20e410 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.822+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/2326298736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef20e410 msgr2=0x562bef20e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.822+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/2326298736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef20e410 0x562bef20e870 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc009c60 tx=0x7f9cfc009f70 comp rx=0 tx=0).stop 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.822+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/2326298736 shutdown_connections 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.822+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/2326298736 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef20e410 0x562bef20e870 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.822+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/2326298736 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef213c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.822+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/2326298736 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef214160 0x562bef20ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.822+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/2326298736 >> 172.21.15.7:0/2326298736 conn(0x562bef13bc60 msgr2=0x562bef208890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.822+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/2326298736 shutdown_connections 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.822+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/2326298736 wait complete. 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.823+0000 7f9d22ffcb80 1 -- start start 2024-05-21T02:04:56.283 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.823+0000 7f9d22ffcb80 1 Processor -- start 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.823+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef20e410 0x562bef219e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.823+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef213840 0x562bef2171f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef217730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x562bef062020 con 0x562bef214160 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x562bef0fc7e0 con 0x562bef213840 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x562bef21ac80 con 0x562bef20e410 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d22ffcb80 10 client.0 _ll_register_callbacks cb 0x562bef105cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d15c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef20e410 0x562bef219e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d16600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef217730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d15200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef213840 0x562bef2171f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d16600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef217730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:54334/0 (socket says 172.21.15.7:54334) 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d16600700 1 -- 172.21.15.7:0/3014093406 learned_addr learned my addr 172.21.15.7:0/3014093406 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d15200700 1 -- 172.21.15.7:0/3014093406 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef20e410 msgr2=0x562bef219e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:56.284 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d15200700 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef20e410 0x562bef219e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d15200700 1 -- 172.21.15.7:0/3014093406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 msgr2=0x562bef217730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d15200700 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef217730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d15200700 1 -- 172.21.15.7:0/3014093406 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bef0ab950 con 0x562bef213840 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.824+0000 7f9d16600700 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef217730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.825+0000 7f9d15200700 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef213840 0x562bef2171f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc009230 tx=0x7f9cfc005e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c46219c7f79025be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.825+0000 7f9cf7400700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.825+0000 7f9cf7400700 1 -- 172.21.15.7:0/3014093406 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc026020 con 0x562bef213840 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.825+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/3014093406 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9cfc011df0 con 0x562bef213840 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.825+0000 7f9cf7400700 1 -- 172.21.15.7:0/3014093406 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9cfc004050 con 0x562bef213840 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9cf7400700 1 -- 172.21.15.7:0/3014093406 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9cfc004250 con 0x562bef213840 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9d22ffcb80 10 client.26111 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/3014093406 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562bef12c0e0 con 0x562bef213840 2024-05-21T02:04:56.285 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9cf7400700 1 -- 172.21.15.7:0/3014093406 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cfc011df0 con 0x562bef213840 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9cf7400700 1 -- 172.21.15.7:0/3014093406 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9cfc018070 con 0x562bef213840 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9d22ffcb80 10 client.26111 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9d22ffcb80 10 client.26111 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9d22ffcb80 20 client.26111 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562bef227660 0x562bef229a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9d22ffcb80 4 client.26111 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.826+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/3014093406 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562bef16de10 con 0x562bef227660 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.827+0000 7f9d15c00700 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562bef227660 0x562bef229a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.827+0000 7f9d15c00700 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562bef227660 0x562bef229a50 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65f628636fd44818 server_cookie=bea3eb477cca69e8 in_seq=0 out_seq=0 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.827+0000 7f9cf7400700 10 client.26111 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.828+0000 7f9cf7400700 1 -- 172.21.15.7:0/3014093406 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562bef16de10 con 0x562bef227660 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.828+0000 7f9cf7400700 10 client.26111 handle_command_reply: tid=0 2024-05-21T02:04:56.286 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.828+0000 7f9d22ffcb80 1 client.26111 shutdown 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/3014093406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef213840 msgr2=0x562bef2171f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef213840 0x562bef2171f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc009230 tx=0x7f9cfc005e20 comp rx=0 tx=0).stop 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/3014093406 shutdown_connections 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562bef227660 0x562bef229a50 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef217730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef20e410 0x562bef219e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/3014093406 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef213840 0x562bef2171f0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9cf7400700 0 client.26111 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/3014093406 >> 172.21.15.7:0/3014093406 conn(0x562bef13bc60 msgr2=0x562bef208040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/3014093406 shutdown_connections 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/3014093406 wait complete. 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.829+0000 7f9d22ffcb80 20 client.26111 trim_cache size 0 max 16384 2024-05-21T02:04:56.287 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.854+0000 7f9d22ffcb80 1 Processor -- start 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.854+0000 7f9d22ffcb80 1 -- start start 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.854+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef20ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.854+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef214e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef2087c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9d101afb60 con 0x562bef214160 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9d101b16a0 con 0x562bef20e410 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9d101b0230 con 0x562bef213840 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d15c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef20ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d15c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef20ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:39750/0 (socket says 172.21.15.7:39750) 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d15c00700 1 -- 172.21.15.7:0/165076951 learned_addr learned my addr 172.21.15.7:0/165076951 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d16600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef2087c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d15200700 1 --2- 172.21.15.7:0/165076951 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef214e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d15c00700 1 -- 172.21.15.7:0/165076951 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 msgr2=0x562bef214e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:56.288 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d15c00700 1 --2- 172.21.15.7:0/165076951 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef214e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d15c00700 1 -- 172.21.15.7:0/165076951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 msgr2=0x562bef2087c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d15c00700 1 --2- 172.21.15.7:0/165076951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef2087c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d15c00700 1 -- 172.21.15.7:0/165076951 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bef20a250 con 0x562bef20e410 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.855+0000 7f9d16600700 1 --2- 172.21.15.7:0/165076951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef2087c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.856+0000 7f9d15c00700 1 --2- 172.21.15.7:0/165076951 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef20ddf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9d04009fd0 tx=0x7f9d040cd040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e1d80b10d62cad3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.856+0000 7f9d02000700 1 -- 172.21.15.7:0/165076951 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d040aaf00 con 0x562bef20e410 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.856+0000 7f9d02000700 1 -- 172.21.15.7:0/165076951 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d04061e50 con 0x562bef20e410 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.856+0000 7f9d02000700 1 -- 172.21.15.7:0/165076951 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d040e0d60 con 0x562bef20e410 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.857+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/165076951 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 msgr2=0x562bef20ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.857+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/165076951 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef20ddf0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9d04009fd0 tx=0x7f9d040cd040 comp rx=0 tx=0).stop 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.857+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/165076951 shutdown_connections 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.857+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/165076951 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef2087c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.857+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/165076951 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef20ddf0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.289 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.857+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/165076951 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef214e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.857+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/165076951 >> 172.21.15.7:0/165076951 conn(0x562bef13bc60 msgr2=0x562bef219130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.857+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/165076951 shutdown_connections 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.857+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/165076951 wait complete. 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.858+0000 7f9d22ffcb80 1 -- start start 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.858+0000 7f9d22ffcb80 1 Processor -- start 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef2203e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef21cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d22ffcb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef21d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9d101b0fd0 con 0x562bef214160 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f9d101b0900 con 0x562bef20e410 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d22ffcb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9d101adae0 con 0x562bef213840 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d22ffcb80 10 client.0 _ll_register_callbacks cb 0x562bef105cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d16600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef21d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.290 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d16600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef21d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58116/0 (socket says 172.21.15.7:58116) 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d16600700 1 -- 172.21.15.7:0/719850198 learned_addr learned my addr 172.21.15.7:0/719850198 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d15c00700 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef2203e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.859+0000 7f9d15200700 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef21cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9d15200700 1 -- 172.21.15.7:0/719850198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 msgr2=0x562bef2203e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9d15200700 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef2203e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9d15200700 1 -- 172.21.15.7:0/719850198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 msgr2=0x562bef21d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9d15200700 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef21d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9d15200700 1 -- 172.21.15.7:0/719850198 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bef21d9e0 con 0x562bef213840 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9d16600700 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef21d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9d15c00700 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef2203e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9d15200700 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef21cee0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc004fa0 tx=0x7f9cfc0048a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96767bd21f9feee server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9cf7400700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:04:56.291 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9cf7400700 1 -- 172.21.15.7:0/719850198 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc026040 con 0x562bef213840 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9cf7400700 1 -- 172.21.15.7:0/719850198 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9cfc02d430 con 0x562bef213840 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.860+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/719850198 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d04061e50 con 0x562bef213840 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9cf7400700 1 -- 172.21.15.7:0/719850198 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9cfc004d10 con 0x562bef213840 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9d22ffcb80 10 client.26155 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/719850198 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562bef29b6f0 con 0x562bef213840 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9cf7400700 1 -- 172.21.15.7:0/719850198 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9d04061e50 con 0x562bef213840 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9cf7400700 1 -- 172.21.15.7:0/719850198 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9cfc018040 con 0x562bef213840 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stdout: "return_code": 0, 2024-05-21T02:04:56.292 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_tag": "22f4da8b-9663-4b4a-b07a-97079535c3f6", 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": "asynchronous" 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9d22ffcb80 10 client.26155 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9d22ffcb80 10 client.26155 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9d22ffcb80 20 client.26155 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562bef29bd70 0x562bef29e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9d22ffcb80 4 client.26155 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.861+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/719850198 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562bef1675f0 con 0x562bef29bd70 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.862+0000 7f9d15c00700 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562bef29bd70 0x562bef29e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.862+0000 7f9d15c00700 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562bef29bd70 0x562bef29e190 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e6d5424fdab0b9f server_cookie=8e0e2d3e51426cd3 in_seq=0 out_seq=0 2024-05-21T02:04:56.293 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.862+0000 7f9cf7400700 10 client.26155 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9cf7400700 1 -- 172.21.15.7:0/719850198 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562bef1675f0 con 0x562bef29bd70 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9cf7400700 10 client.26155 handle_command_reply: tid=0 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 client.26155 shutdown 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/719850198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 msgr2=0x562bef21cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef21cee0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc004fa0 tx=0x7f9cfc0048a0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/719850198 shutdown_connections 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x562bef29bd70 0x562bef29e190 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x562bef214160 0x562bef21d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x562bef20e410 0x562bef2203e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 --2- 172.21.15.7:0/719850198 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x562bef213840 0x562bef21cee0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/719850198 >> 172.21.15.7:0/719850198 conn(0x562bef13bc60 msgr2=0x562bef2187f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9cf7400700 0 client.26155 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/719850198 shutdown_connections 2024-05-21T02:04:56.294 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 1 -- 172.21.15.7:0/719850198 wait complete. 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.864+0000 7f9d22ffcb80 20 client.26155 trim_cache size 0 max 16384 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 -- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9cf80b2880 msgr2=0x7f9cf80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9cf80b2880 0x7f9cf80b4d40 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9d08008c60 tx=0x7f9d0800b040 comp rx=0 tx=0).stop 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 -- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d10105670 msgr2=0x7f9d1019bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d10105670 0x7f9d1019bdb0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9d04009230 tx=0x7f9d0400fa70 comp rx=0 tx=0).stop 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 -- 172.21.15.7:0/2867711057 shutdown_connections 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9d1010b670 0x7f9d101a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f9cf80b2880 0x7f9cf80b4d40 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9d10105670 0x7f9d1019bdb0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 --2- 172.21.15.7:0/2867711057 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9d10106030 0x7f9d1019c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.865+0000 7f9d17000700 1 -- 172.21.15.7:0/2867711057 >> 172.21.15.7:0/2867711057 conn(0x7f9d10101120 msgr2=0x7f9d10101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.866+0000 7f9d17000700 1 -- 172.21.15.7:0/2867711057 shutdown_connections 2024-05-21T02:04:56.295 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:55.866+0000 7f9d17000700 1 -- 172.21.15.7:0/2867711057 wait complete. 2024-05-21T02:04:56.995 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:56 smithi164 ceph-mon[36138]: pgmap v594: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 258 MiB/s wr, 75 op/s 2024-05-21T02:04:57.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:56 smithi007 ceph-mon[31288]: pgmap v594: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 258 MiB/s wr, 75 op/s 2024-05-21T02:04:57.088 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T02:04:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:56 smithi190 ceph-mon[35961]: pgmap v594: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 258 MiB/s wr, 75 op/s 2024-05-21T02:04:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.649+0000 7f918ea00700 1 -- 172.21.15.7:0/2592714340 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9188075770 msgr2=0x7f9188075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.649+0000 7f918ea00700 1 --2- 172.21.15.7:0/2592714340 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9188075770 0x7f9188075b50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9178009990 tx=0x7f9178009ca0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.649+0000 7f918ea00700 1 -- 172.21.15.7:0/2592714340 shutdown_connections 2024-05-21T02:04:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.649+0000 7f918ea00700 1 --2- 172.21.15.7:0/2592714340 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f918810ffa0 0x7f9188112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.649+0000 7f918ea00700 1 --2- 172.21.15.7:0/2592714340 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f9188075770 0x7f9188075b50 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.649+0000 7f918ea00700 1 --2- 172.21.15.7:0/2592714340 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9188076090 0x7f918810fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.649+0000 7f918ea00700 1 -- 172.21.15.7:0/2592714340 >> 172.21.15.7:0/2592714340 conn(0x7f918807a610 msgr2=0x7f918807aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:57.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.649+0000 7f918ea00700 1 -- 172.21.15.7:0/2592714340 shutdown_connections 2024-05-21T02:04:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.649+0000 7f918ea00700 1 -- 172.21.15.7:0/2592714340 wait complete. 2024-05-21T02:04:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.651+0000 7f918ea00700 1 Processor -- start 2024-05-21T02:04:57.652 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.651+0000 7f918ea00700 1 -- start start 2024-05-21T02:04:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.651+0000 7f918ea00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9188075770 0x7f918819bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.651+0000 7f918ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9188076090 0x7f918819c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.651+0000 7f918ea00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f918810ffa0 0x7f91881a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.651+0000 7f918ea00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f9188115940 con 0x7f9188076090 2024-05-21T02:04:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.651+0000 7f918ea00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f91881157c0 con 0x7f9188075770 2024-05-21T02:04:57.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f918ea00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f9188115ac0 con 0x7f918810ffa0 2024-05-21T02:04:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f9187e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9188075770 0x7f918819bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f9187400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9188076090 0x7f918819c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f9187e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9188075770 0x7f918819bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:39768/0 (socket says 172.21.15.7:39768) 2024-05-21T02:04:57.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f9187e00700 1 -- 172.21.15.7:0/4083017302 learned_addr learned my addr 172.21.15.7:0/4083017302 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f918ca00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f918810ffa0 0x7f91881a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f9187e00700 1 -- 172.21.15.7:0/4083017302 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f918810ffa0 msgr2=0x7f91881a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f9187e00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f918810ffa0 0x7f91881a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f9187e00700 1 -- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9188076090 msgr2=0x7f918819c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f9187e00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9188076090 0x7f918819c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.652+0000 7f9187e00700 1 -- 172.21.15.7:0/4083017302 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91881a0d70 con 0x7f9188075770 2024-05-21T02:04:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.653+0000 7f9187400700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9188076090 0x7f918819c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:04:57.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.653+0000 7f9187e00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9188075770 0x7f918819bdb0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9178000c00 tx=0x7f91780057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:57.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.653+0000 7f9184c00700 1 -- 172.21.15.7:0/4083017302 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9178027070 con 0x7f9188075770 2024-05-21T02:04:57.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.653+0000 7f918ea00700 1 -- 172.21.15.7:0/4083017302 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91881a1000 con 0x7f9188075770 2024-05-21T02:04:57.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.653+0000 7f9184c00700 1 -- 172.21.15.7:0/4083017302 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9178022470 con 0x7f9188075770 2024-05-21T02:04:57.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.653+0000 7f9184c00700 1 -- 172.21.15.7:0/4083017302 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9178017650 con 0x7f9188075770 2024-05-21T02:04:57.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.654+0000 7f918ea00700 1 -- 172.21.15.7:0/4083017302 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91881a88e0 con 0x7f9188075770 2024-05-21T02:04:57.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.659+0000 7f9184c00700 1 -- 172.21.15.7:0/4083017302 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f917802a070 con 0x7f9188075770 2024-05-21T02:04:57.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.659+0000 7f9199475b80 1 Processor -- start 2024-05-21T02:04:57.660 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.659+0000 7f9199475b80 1 -- start start 2024-05-21T02:04:57.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.659+0000 7f9199475b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869ddcca0 0x55a869ddd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.659+0000 7f9199475b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddd5c0 0x55a869dd7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.659+0000 7f9199475b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869dd7680 0x55a869dd7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.660+0000 7f9199475b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a869d34fd0 con 0x55a869ddd5c0 2024-05-21T02:04:57.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.660+0000 7f9199475b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a869d24b70 con 0x55a869dd7680 2024-05-21T02:04:57.661 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.660+0000 7f9199475b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a869d28bb0 con 0x55a869ddcca0 2024-05-21T02:04:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.660+0000 7f918ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869ddcca0 0x55a869ddd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.660+0000 7f918ca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869ddcca0 0x55a869ddd080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47424/0 (socket says 172.21.15.7:47424) 2024-05-21T02:04:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.660+0000 7f918ca00700 1 -- 172.21.15.7:0/3755893497 learned_addr learned my addr 172.21.15.7:0/3755893497 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.660+0000 7f918ca00700 1 -- 172.21.15.7:0/3755893497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869dd7680 msgr2=0x55a869dd7ae0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:04:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.660+0000 7f918ca00700 1 --2- 172.21.15.7:0/3755893497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869dd7680 0x55a869dd7ae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.662 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.660+0000 7f918ca00700 1 -- 172.21.15.7:0/3755893497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddd5c0 msgr2=0x55a869dd7060 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:04:57.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.661+0000 7f9187e00700 1 --2- 172.21.15.7:0/3755893497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddd5c0 0x55a869dd7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.661+0000 7f9184c00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f916c0b2930 0x7f916c0b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.661+0000 7f918ca00700 1 --2- 172.21.15.7:0/3755893497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddd5c0 0x55a869dd7060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.661+0000 7f918ca00700 1 -- 172.21.15.7:0/3755893497 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a869ced5b0 con 0x55a869ddcca0 2024-05-21T02:04:57.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.662+0000 7f9187e00700 1 --2- 172.21.15.7:0/3755893497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddd5c0 0x55a869dd7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:57.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.662+0000 7f9184c00700 1 -- 172.21.15.7:0/4083017302 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f91780e2ea0 con 0x7f9188075770 2024-05-21T02:04:57.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.662+0000 7f918ca00700 1 --2- 172.21.15.7:0/3755893497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869ddcca0 0x55a869ddd080 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9180011680 tx=0x7f9180009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1be40f4643bddc24 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:57.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.662+0000 7f9187400700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f916c0b2930 0x7f916c0b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.664 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.662+0000 7f917d600700 1 -- 172.21.15.7:0/3755893497 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180019030 con 0x55a869ddcca0 2024-05-21T02:04:57.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.662+0000 7f917d600700 1 -- 172.21.15.7:0/3755893497 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91800093a0 con 0x55a869ddcca0 2024-05-21T02:04:57.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.662+0000 7f917d600700 1 -- 172.21.15.7:0/3755893497 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9180007500 con 0x55a869ddcca0 2024-05-21T02:04:57.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.663+0000 7f9199475b80 1 -- 172.21.15.7:0/3755893497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869ddcca0 msgr2=0x55a869ddd080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:57.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.663+0000 7f9199475b80 1 --2- 172.21.15.7:0/3755893497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869ddcca0 0x55a869ddd080 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9180011680 tx=0x7f9180009920 comp rx=0 tx=0).stop 2024-05-21T02:04:57.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.663+0000 7f9187400700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f916c0b2930 0x7f916c0b4df0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9188111c40 tx=0x7f9174009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:57.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.664+0000 7f9199475b80 1 -- 172.21.15.7:0/3755893497 shutdown_connections 2024-05-21T02:04:57.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.664+0000 7f9199475b80 1 --2- 172.21.15.7:0/3755893497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869dd7680 0x55a869dd7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.664+0000 7f9199475b80 1 --2- 172.21.15.7:0/3755893497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869ddcca0 0x55a869ddd080 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.665 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.664+0000 7f9199475b80 1 --2- 172.21.15.7:0/3755893497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddd5c0 0x55a869dd7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.664+0000 7f9199475b80 1 -- 172.21.15.7:0/3755893497 >> 172.21.15.7:0/3755893497 conn(0x55a869d04d70 msgr2=0x55a869dd1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:57.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.664+0000 7f9199475b80 1 -- 172.21.15.7:0/3755893497 shutdown_connections 2024-05-21T02:04:57.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.664+0000 7f9199475b80 1 -- 172.21.15.7:0/3755893497 wait complete. 2024-05-21T02:04:57.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.665+0000 7f9199475b80 1 -- start start 2024-05-21T02:04:57.666 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.665+0000 7f9199475b80 1 Processor -- start 2024-05-21T02:04:57.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.665+0000 7f9199475b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869dd7680 0x55a869de3310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.665+0000 7f9199475b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 0x55a869de0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.665+0000 7f9199475b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869de0b70 0x55a869de0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.665+0000 7f9199475b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55a869c2b130 con 0x55a869dd7680 2024-05-21T02:04:57.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.665+0000 7f9199475b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55a869cc58f0 con 0x55a869ddcca0 2024-05-21T02:04:57.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.665+0000 7f9199475b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55a869de4030 con 0x55a869de0b70 2024-05-21T02:04:57.667 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.666+0000 7f9199475b80 10 client.0 _ll_register_callbacks cb 0x55a869ccee00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:57.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.666+0000 7f9187e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869dd7680 0x55a869de3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.666+0000 7f9187e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869dd7680 0x55a869de3310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58158/0 (socket says 172.21.15.7:58158) 2024-05-21T02:04:57.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.666+0000 7f9187e00700 1 -- 172.21.15.7:0/1902826181 learned_addr learned my addr 172.21.15.7:0/1902826181 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:57.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.666+0000 7f9187400700 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 0x55a869de0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.668 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.667+0000 7f9187e00700 1 -- 172.21.15.7:0/1902826181 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869de0b70 msgr2=0x55a869de0ff0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:04:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.667+0000 7f9187e00700 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869de0b70 0x55a869de0ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.667+0000 7f9187e00700 1 -- 172.21.15.7:0/1902826181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 msgr2=0x55a869de0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.667+0000 7f9187e00700 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 0x55a869de0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.667+0000 7f9187e00700 1 -- 172.21.15.7:0/1902826181 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a869c74a60 con 0x55a869dd7680 2024-05-21T02:04:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.667+0000 7f9187400700 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 0x55a869de0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:04:57.669 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.668+0000 7f9187e00700 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869dd7680 0x55a869de3310 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f91780a77c0 tx=0x7f91780a9f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=198eede7870e9749 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.668+0000 7f9172000700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:04:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.668+0000 7f9172000700 1 -- 172.21.15.7:0/1902826181 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91780e0e60 con 0x55a869dd7680 2024-05-21T02:04:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.668+0000 7f9199475b80 1 -- 172.21.15.7:0/1902826181 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a869d36f20 con 0x55a869dd7680 2024-05-21T02:04:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.669+0000 7f9172000700 1 -- 172.21.15.7:0/1902826181 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f91780aa7b0 con 0x55a869dd7680 2024-05-21T02:04:57.670 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.669+0000 7f9172000700 1 -- 172.21.15.7:0/1902826181 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f91780aac50 con 0x55a869dd7680 2024-05-21T02:04:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.669+0000 7f9199475b80 10 client.15978 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.669+0000 7f9199475b80 1 -- 172.21.15.7:0/1902826181 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a869cf51f0 con 0x55a869dd7680 2024-05-21T02:04:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.669+0000 7f9172000700 1 -- 172.21.15.7:0/1902826181 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55a869d36f20 con 0x55a869dd7680 2024-05-21T02:04:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.669+0000 7f9172000700 1 -- 172.21.15.7:0/1902826181 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f91780050d0 con 0x55a869dd7680 2024-05-21T02:04:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.670+0000 7f9199475b80 10 client.15978 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:57.671 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.670+0000 7f9199475b80 10 client.15978 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:04:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.670+0000 7f9199475b80 20 client.15978 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.670+0000 7f9199475b80 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a869df0e70 0x55a869df32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.670+0000 7f9199475b80 4 client.15978 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:04:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.670+0000 7f9199475b80 1 -- 172.21.15.7:0/1902826181 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a869d30700 con 0x55a869df0e70 2024-05-21T02:04:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.670+0000 7f9187400700 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a869df0e70 0x55a869df32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.671+0000 7f9187400700 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a869df0e70 0x55a869df32b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4be4bcf5fcd1d58e server_cookie=c2ddde9f5d110f55 in_seq=0 out_seq=0 2024-05-21T02:04:57.672 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.671+0000 7f9172000700 10 client.15978 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:57.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.672+0000 7f9172000700 1 -- 172.21.15.7:0/1902826181 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a869d30700 con 0x55a869df0e70 2024-05-21T02:04:57.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.672+0000 7f9172000700 10 client.15978 handle_command_reply: tid=0 2024-05-21T02:04:57.673 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.672+0000 7f9199475b80 1 client.15978 shutdown 2024-05-21T02:04:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.672+0000 7f9199475b80 1 -- 172.21.15.7:0/1902826181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869dd7680 msgr2=0x55a869de3310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:57.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.672+0000 7f9199475b80 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869dd7680 0x55a869de3310 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f91780a77c0 tx=0x7f91780a9f50 comp rx=0 tx=0).stop 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.672+0000 7f9199475b80 1 -- 172.21.15.7:0/1902826181 shutdown_connections 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.672+0000 7f9199475b80 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a869df0e70 0x55a869df32b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.673+0000 7f9199475b80 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869de0b70 0x55a869de0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.673+0000 7f9199475b80 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869dd7680 0x55a869de3310 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.673+0000 7f9199475b80 1 --2- 172.21.15.7:0/1902826181 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 0x55a869de0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.673+0000 7f9199475b80 1 -- 172.21.15.7:0/1902826181 >> 172.21.15.7:0/1902826181 conn(0x55a869d04d70 msgr2=0x55a869dd14c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.673+0000 7f9172000700 0 client.15978 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.673+0000 7f9199475b80 1 -- 172.21.15.7:0/1902826181 shutdown_connections 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.673+0000 7f9199475b80 1 -- 172.21.15.7:0/1902826181 wait complete. 2024-05-21T02:04:57.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.673+0000 7f9199475b80 20 client.15978 trim_cache size 0 max 16384 2024-05-21T02:04:57.696 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:04:57.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.697+0000 7f9199475b80 1 Processor -- start 2024-05-21T02:04:57.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.697+0000 7f9199475b80 1 -- start start 2024-05-21T02:04:57.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9199475b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869dd7680 0x55a869dd7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9199475b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 0x55a869dde0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9199475b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869de0b70 0x55a869df8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9199475b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f91881afd10 con 0x55a869de0b70 2024-05-21T02:04:57.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9199475b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f91881b1850 con 0x55a869ddcca0 2024-05-21T02:04:57.700 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9199475b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f91881b03e0 con 0x55a869dd7680 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9187e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869dd7680 0x55a869dd7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9187400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 0x55a869dde0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9187e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869dd7680 0x55a869dd7060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47454/0 (socket says 172.21.15.7:47454) 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f9187e00700 1 -- 172.21.15.7:0/2762549513 learned_addr learned my addr 172.21.15.7:0/2762549513 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.698+0000 7f918ca00700 1 --2- 172.21.15.7:0/2762549513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869de0b70 0x55a869df8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f9187e00700 1 -- 172.21.15.7:0/2762549513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 msgr2=0x55a869dde0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f9187e00700 1 --2- 172.21.15.7:0/2762549513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 0x55a869dde0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f9187e00700 1 -- 172.21.15.7:0/2762549513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869de0b70 msgr2=0x55a869df8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f9187e00700 1 --2- 172.21.15.7:0/2762549513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869de0b70 0x55a869df8bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f9187e00700 1 -- 172.21.15.7:0/2762549513 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a869de2ed0 con 0x55a869dd7680 2024-05-21T02:04:57.701 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f918ca00700 1 --2- 172.21.15.7:0/2762549513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869de0b70 0x55a869df8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:04:57.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f9187e00700 1 --2- 172.21.15.7:0/2762549513 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869dd7680 0x55a869dd7060 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f91780a6af0 tx=0x7f9178009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a74a0fa8416e3759 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:57.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f917cc00700 1 -- 172.21.15.7:0/2762549513 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91780e0e60 con 0x55a869dd7680 2024-05-21T02:04:57.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f917cc00700 1 -- 172.21.15.7:0/2762549513 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91780ae900 con 0x55a869dd7680 2024-05-21T02:04:57.702 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.699+0000 7f917cc00700 1 -- 172.21.15.7:0/2762549513 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91780a97b0 con 0x55a869dd7680 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.700+0000 7f9199475b80 1 -- 172.21.15.7:0/2762549513 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869dd7680 msgr2=0x55a869dd7060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.700+0000 7f9199475b80 1 --2- 172.21.15.7:0/2762549513 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869dd7680 0x55a869dd7060 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f91780a6af0 tx=0x7f9178009ca0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.700+0000 7f9199475b80 1 -- 172.21.15.7:0/2762549513 shutdown_connections 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.700+0000 7f9199475b80 1 --2- 172.21.15.7:0/2762549513 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869de0b70 0x55a869df8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.700+0000 7f9199475b80 1 --2- 172.21.15.7:0/2762549513 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869dd7680 0x55a869dd7060 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.700+0000 7f9199475b80 1 --2- 172.21.15.7:0/2762549513 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869ddcca0 0x55a869dde0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.700+0000 7f9199475b80 1 -- 172.21.15.7:0/2762549513 >> 172.21.15.7:0/2762549513 conn(0x55a869d04d70 msgr2=0x55a869ddd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.701+0000 7f9199475b80 1 -- 172.21.15.7:0/2762549513 shutdown_connections 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.701+0000 7f9199475b80 1 -- 172.21.15.7:0/2762549513 wait complete. 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.701+0000 7f9199475b80 1 -- start start 2024-05-21T02:04:57.703 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.702+0000 7f9199475b80 1 Processor -- start 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.702+0000 7f9199475b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869dd7680 0x55a869de6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.702+0000 7f9199475b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddcca0 0x55a869de67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.702+0000 7f9199475b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869de0b70 0x55a869de6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.702+0000 7f9199475b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f91881b1180 con 0x55a869ddcca0 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.702+0000 7f9199475b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f91881b0ab0 con 0x55a869dd7680 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.702+0000 7f9199475b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f91881adc90 con 0x55a869de0b70 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.702+0000 7f9199475b80 10 client.0 _ll_register_callbacks cb 0x55a869ccee00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f9187400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddcca0 0x55a869de67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f9187e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869dd7680 0x55a869de6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f9187400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddcca0 0x55a869de67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58170/0 (socket says 172.21.15.7:58170) 2024-05-21T02:04:57.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f9187400700 1 -- 172.21.15.7:0/1681121644 learned_addr learned my addr 172.21.15.7:0/1681121644 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:04:57.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f918ca00700 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869de0b70 0x55a869de6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f9187400700 1 -- 172.21.15.7:0/1681121644 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869de0b70 msgr2=0x55a869de6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:57.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f9187400700 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869de0b70 0x55a869de6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f9187400700 1 -- 172.21.15.7:0/1681121644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869dd7680 msgr2=0x55a869de6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:04:57.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f9187400700 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869dd7680 0x55a869de6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.703+0000 7f9187400700 1 -- 172.21.15.7:0/1681121644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a869e5bd30 con 0x55a869ddcca0 2024-05-21T02:04:57.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.704+0000 7f9187400700 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddcca0 0x55a869de67d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x55a869df3b60 tx=0x7f91740047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be84dc1d8f0dcb4a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:04:57.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.704+0000 7f9172000700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:04:57.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.704+0000 7f9172000700 1 -- 172.21.15.7:0/1681121644 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917400e630 con 0x55a869ddcca0 2024-05-21T02:04:57.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.704+0000 7f9172000700 1 -- 172.21.15.7:0/1681121644 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f9174004030 con 0x55a869ddcca0 2024-05-21T02:04:57.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.704+0000 7f9199475b80 1 -- 172.21.15.7:0/1681121644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91780ae900 con 0x55a869ddcca0 2024-05-21T02:04:57.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.705+0000 7f9172000700 1 -- 172.21.15.7:0/1681121644 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9174004230 con 0x55a869ddcca0 2024-05-21T02:04:57.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.705+0000 7f9199475b80 10 client.15981 fetch_fsmap learned FSMap version 29 2024-05-21T02:04:57.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.705+0000 7f9199475b80 1 -- 172.21.15.7:0/1681121644 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a869e5cff0 con 0x55a869ddcca0 2024-05-21T02:04:57.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.706+0000 7f9172000700 1 -- 172.21.15.7:0/1681121644 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91780ae900 con 0x55a869ddcca0 2024-05-21T02:04:57.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.706+0000 7f9172000700 1 -- 172.21.15.7:0/1681121644 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f91740283a0 con 0x55a869ddcca0 2024-05-21T02:04:57.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.706+0000 7f9199475b80 10 client.15981 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:04:57.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.706+0000 7f9199475b80 10 client.15981 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:04:57.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.706+0000 7f9199475b80 20 client.15981 populate_metadata read hostname 'smithi007' 2024-05-21T02:04:57.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.706+0000 7f9199475b80 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a869e5d750 0x55a869e5fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:04:57.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.706+0000 7f9199475b80 4 client.15981 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.8, "await_for": 45.0}] 2024-05-21T02:04:57.708 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.706+0000 7f9199475b80 1 -- 172.21.15.7:0/1681121644 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 139.8, "await_for": 45.0}) -- 0x55a869ba73e0 con 0x55a869e5d750 2024-05-21T02:04:57.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.706+0000 7f9187e00700 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a869e5d750 0x55a869e5fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:04:57.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.707+0000 7f9187e00700 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a869e5d750 0x55a869e5fb70 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5475b2bd247dbedd server_cookie=fa21f0512bccfec5 in_seq=0 out_seq=0 2024-05-21T02:04:57.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.707+0000 7f9172000700 10 client.15981 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:57.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.720+0000 7f9172000700 1 -- 172.21.15.7:0/1681121644 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55a869ba73e0 con 0x55a869e5d750 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.720+0000 7f9172000700 10 client.15981 handle_command_reply: tid=0 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.720+0000 7f9199475b80 1 client.15981 shutdown 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.720+0000 7f9199475b80 1 -- 172.21.15.7:0/1681121644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddcca0 msgr2=0x55a869de67d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.720+0000 7f9199475b80 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddcca0 0x55a869de67d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x55a869df3b60 tx=0x7f91740047c0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9199475b80 1 -- 172.21.15.7:0/1681121644 shutdown_connections 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9199475b80 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55a869e5d750 0x55a869e5fb70 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9199475b80 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55a869de0b70 0x55a869de6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9199475b80 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55a869dd7680 0x55a869de6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9199475b80 1 --2- 172.21.15.7:0/1681121644 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55a869ddcca0 0x55a869de67d0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9199475b80 1 -- 172.21.15.7:0/1681121644 >> 172.21.15.7:0/1681121644 conn(0x55a869d04d70 msgr2=0x55a869ddef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9172000700 0 client.15981 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9199475b80 1 -- 172.21.15.7:0/1681121644 shutdown_connections 2024-05-21T02:04:57.723 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9199475b80 1 -- 172.21.15.7:0/1681121644 wait complete. 2024-05-21T02:04:57.724 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.721+0000 7f9199475b80 20 client.15981 trim_cache size 0 max 16384 2024-05-21T02:04:57.724 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:04:57.724 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-05-21T02:04:57.724 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24518, 2024-05-21T02:04:57.724 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 10, 2024-05-21T02:04:57.724 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-05-21T02:04:57.724 INFO:teuthology.orchestra.run.smithi007.stdout: "7ab162ff": { 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 10, 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 139.8, 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "QUIESCED", 2024-05-21T02:04:57.725 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:04:57.726 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:04:57.726 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:04:57.726 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:04:57.726 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:04:57.726 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:04:57.726 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 -- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f916c0b2930 msgr2=0x7f916c0b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f916c0b2930 0x7f916c0b4df0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9188111c40 tx=0x7f9174009260 comp rx=0 tx=0).stop 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 -- 172.21.15.7:0/4083017302 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9188075770 msgr2=0x7f918819bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9188075770 0x7f918819bdb0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9178000c00 tx=0x7f91780057c0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 -- 172.21.15.7:0/4083017302 shutdown_connections 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f918810ffa0 0x7f91881a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f9188075770 0x7f918819bdb0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f916c0b2930 0x7f916c0b4df0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 --2- 172.21.15.7:0/4083017302 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f9188076090 0x7f918819c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 -- 172.21.15.7:0/4083017302 >> 172.21.15.7:0/4083017302 conn(0x7f918807a610 msgr2=0x7f9188100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.722+0000 7f918ea00700 1 -- 172.21.15.7:0/4083017302 shutdown_connections 2024-05-21T02:04:57.727 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:04:57.723+0000 7f918ea00700 1 -- 172.21.15.7:0/4083017302 wait complete. 2024-05-21T02:04:57.847 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:57 smithi007 ceph-mon[31288]: scrub queued for path: / 2024-05-21T02:04:57.847 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:57 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:57.847 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:57 smithi007 ceph-mon[31288]: scrub summary: active paths [/] 2024-05-21T02:04:57.847 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:57 smithi007 ceph-mon[31288]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:57 smithi190 ceph-mon[35961]: scrub queued for path: / 2024-05-21T02:04:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:57 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:57 smithi190 ceph-mon[35961]: scrub summary: active paths [/] 2024-05-21T02:04:58.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:57 smithi190 ceph-mon[35961]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:58.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:57 smithi164 ceph-mon[36138]: scrub queued for path: / 2024-05-21T02:04:58.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:57 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:58.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:57 smithi164 ceph-mon[36138]: scrub summary: active paths [/] 2024-05-21T02:04:58.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:57 smithi164 ceph-mon[36138]: scrub summary: idle+waiting paths [/] 2024-05-21T02:04:58.804 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '7ab162ff', quiesce took 11.9 seconds. Will release after: 7.9 2024-05-21T02:04:58.986 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:58 smithi007 ceph-mon[31288]: pgmap v595: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 197 MiB/s wr, 59 op/s 2024-05-21T02:04:59.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:58 smithi190 ceph-mon[35961]: pgmap v595: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 197 MiB/s wr, 59 op/s 2024-05-21T02:04:59.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:58 smithi164 ceph-mon[36138]: pgmap v595: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 197 MiB/s wr, 59 op/s 2024-05-21T02:04:59.999 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:04:59 smithi007 ceph-mon[31288]: scrub summary: idle 2024-05-21T02:05:00.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:04:59 smithi190 ceph-mon[35961]: scrub summary: idle 2024-05-21T02:05:00.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:04:59 smithi164 ceph-mon[36138]: scrub summary: idle 2024-05-21T02:05:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.883+0000 7ffabee00700 1 -- 172.21.15.7:0/1860780450 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffab8103e50 msgr2=0x7ffab8110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.883+0000 7ffabee00700 1 --2- 172.21.15.7:0/1860780450 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffab8103e50 0x7ffab8110310 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ffab000b0d0 tx=0x7ffab000b3e0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.883+0000 7ffabee00700 1 -- 172.21.15.7:0/1860780450 shutdown_connections 2024-05-21T02:05:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.883+0000 7ffabee00700 1 --2- 172.21.15.7:0/1860780450 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffab8103e50 0x7ffab8110310 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.883+0000 7ffabee00700 1 --2- 172.21.15.7:0/1860780450 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffab8109540 0x7ffab8109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.883+0000 7ffabee00700 1 --2- 172.21.15.7:0/1860780450 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffab8103490 0x7ffab8103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.883+0000 7ffabee00700 1 -- 172.21.15.7:0/1860780450 >> 172.21.15.7:0/1860780450 conn(0x7ffab80fefc0 msgr2=0x7ffab81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.883+0000 7ffabee00700 1 -- 172.21.15.7:0/1860780450 shutdown_connections 2024-05-21T02:05:00.885 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.883+0000 7ffabee00700 1 -- 172.21.15.7:0/1860780450 wait complete. 2024-05-21T02:05:00.886 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:00 smithi007 ceph-mon[31288]: pgmap v596: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 150 MiB/s wr, 49 op/s 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.884+0000 7ffabee00700 1 Processor -- start 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.884+0000 7ffabee00700 1 -- start start 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabee00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffab8103490 0x7ffab8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabee00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffab8103e50 0x7ffab8075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabee00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffab8109540 0x7ffab80762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabee00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffab8113670 con 0x7ffab8103490 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabee00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81134f0 con 0x7ffab8109540 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabee00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81137f0 con 0x7ffab8103e50 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabda00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffab8103490 0x7ffab8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabda00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffab8103490 0x7ffab8075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58186/0 (socket says 172.21.15.7:58186) 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabda00700 1 -- 172.21.15.7:0/4081111629 learned_addr learned my addr 172.21.15.7:0/4081111629 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:00.887 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabd000700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffab8103e50 0x7ffab8075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.885+0000 7ffabe400700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffab8109540 0x7ffab80762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffabd000700 1 -- 172.21.15.7:0/4081111629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffab8109540 msgr2=0x7ffab80762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:00.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffabd000700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffab8109540 0x7ffab80762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.888 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffabd000700 1 -- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffab8103490 msgr2=0x7ffab8075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffabd000700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffab8103490 0x7ffab8075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffabd000700 1 -- 172.21.15.7:0/4081111629 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffab81a8030 con 0x7ffab8103e50 2024-05-21T02:05:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffabda00700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffab8103490 0x7ffab8075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffabd000700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffab8103e50 0x7ffab8075d80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ffaa400e9f0 tx=0x7ffaa400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffab6000700 1 -- 172.21.15.7:0/4081111629 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa400c9c0 con 0x7ffab8103e50 2024-05-21T02:05:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffab6000700 1 -- 172.21.15.7:0/4081111629 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaa400cb60 con 0x7ffab8103e50 2024-05-21T02:05:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.886+0000 7ffabee00700 1 -- 172.21.15.7:0/4081111629 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffab81a8320 con 0x7ffab8103e50 2024-05-21T02:05:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.887+0000 7ffab6000700 1 -- 172.21.15.7:0/4081111629 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa4018680 con 0x7ffab8103e50 2024-05-21T02:05:00.889 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.887+0000 7ffabee00700 1 -- 172.21.15.7:0/4081111629 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffab81a8860 con 0x7ffab8103e50 2024-05-21T02:05:00.891 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.890+0000 7ffab6000700 1 -- 172.21.15.7:0/4081111629 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ffaa4010430 con 0x7ffab8103e50 2024-05-21T02:05:00.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.892+0000 7ffab6000700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffaa00b2880 0x7ffaa00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.892+0000 7ffab6000700 1 -- 172.21.15.7:0/4081111629 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ffaa40e2520 con 0x7ffab8103e50 2024-05-21T02:05:00.893 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.892+0000 7ffabda00700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffaa00b2880 0x7ffaa00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.893+0000 7ffabda00700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffaa00b2880 0x7ffaa00b4d40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ffaac009680 tx=0x7ffaac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:00.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.893+0000 7ffacae71b80 1 Processor -- start 2024-05-21T02:05:00.894 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.893+0000 7ffacae71b80 1 -- start start 2024-05-21T02:05:00.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f57c0 0x556e4b4f5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4efd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f0390 0x556e4b4f07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffacae71b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556e4b44de40 con 0x556e4b4f57c0 2024-05-21T02:05:00.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffacae71b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x556e4b43d9e0 con 0x556e4b4f60e0 2024-05-21T02:05:00.895 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffacae71b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x556e4b441a20 con 0x556e4b4f0390 2024-05-21T02:05:00.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffabda00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f57c0 0x556e4b4f5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffabda00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f57c0 0x556e4b4f5ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58192/0 (socket says 172.21.15.7:58192) 2024-05-21T02:05:00.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffabda00700 1 -- 172.21.15.7:0/3956492998 learned_addr learned my addr 172.21.15.7:0/3956492998 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:00.896 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffabd000700 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4efd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.894+0000 7ffabe400700 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f0390 0x556e4b4f07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffabd000700 1 -- 172.21.15.7:0/3956492998 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f0390 msgr2=0x556e4b4f07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:00.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffabd000700 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f0390 0x556e4b4f07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffabd000700 1 -- 172.21.15.7:0/3956492998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f57c0 msgr2=0x556e4b4f5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:00.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffabd000700 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f57c0 0x556e4b4f5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffabd000700 1 -- 172.21.15.7:0/3956492998 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e4b406420 con 0x556e4b4f60e0 2024-05-21T02:05:00.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffabe400700 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f0390 0x556e4b4f07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:00.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffabda00700 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f57c0 0x556e4b4f5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:00.897 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffabd000700 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4efd70 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ffaa40dffe0 tx=0x7ffaa40aa280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afe56624bb96f5aa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:00.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffaaaa00700 1 -- 172.21.15.7:0/3956492998 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa40adeb0 con 0x556e4b4f60e0 2024-05-21T02:05:00.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffaaaa00700 1 -- 172.21.15.7:0/3956492998 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaa40b2960 con 0x556e4b4f60e0 2024-05-21T02:05:00.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.895+0000 7ffaaaa00700 1 -- 172.21.15.7:0/3956492998 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa40b24d0 con 0x556e4b4f60e0 2024-05-21T02:05:00.898 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.896+0000 7ffacae71b80 1 -- 172.21.15.7:0/3956492998 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 msgr2=0x556e4b4efd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:00.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.896+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4efd70 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ffaa40dffe0 tx=0x7ffaa40aa280 comp rx=0 tx=0).stop 2024-05-21T02:05:00.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.896+0000 7ffacae71b80 1 -- 172.21.15.7:0/3956492998 shutdown_connections 2024-05-21T02:05:00.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.896+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f0390 0x556e4b4f07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.896+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f57c0 0x556e4b4f5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.896+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3956492998 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4efd70 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.896+0000 7ffacae71b80 1 -- 172.21.15.7:0/3956492998 >> 172.21.15.7:0/3956492998 conn(0x556e4b41dbe0 msgr2=0x556e4b4ea810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:00.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.897+0000 7ffacae71b80 1 -- 172.21.15.7:0/3956492998 shutdown_connections 2024-05-21T02:05:00.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.897+0000 7ffacae71b80 1 -- 172.21.15.7:0/3956492998 wait complete. 2024-05-21T02:05:00.899 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.897+0000 7ffacae71b80 1 -- start start 2024-05-21T02:05:00.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.897+0000 7ffacae71b80 1 Processor -- start 2024-05-21T02:05:00.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f57c0 0x556e4b4f9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f60e0 0x556e4b4f9860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffacae71b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x556e4b343fa0 con 0x556e4b4f0390 2024-05-21T02:05:00.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffacae71b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x556e4b3de760 con 0x556e4b4f57c0 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffacae71b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x556e4b4fcc00 con 0x556e4b4f60e0 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffacae71b80 10 client.0 _ll_register_callbacks cb 0x556e4b3e7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffabda00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffabd000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f57c0 0x556e4b4f9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffabda00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fbf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58194/0 (socket says 172.21.15.7:58194) 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffabd000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f57c0 0x556e4b4f9320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:39820/0 (socket says 172.21.15.7:39820) 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.898+0000 7ffabda00700 1 -- 172.21.15.7:0/487362189 learned_addr learned my addr 172.21.15.7:0/487362189 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffabe400700 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f60e0 0x556e4b4f9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffabda00700 1 -- 172.21.15.7:0/487362189 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f60e0 msgr2=0x556e4b4f9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffabda00700 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f60e0 0x556e4b4f9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffabda00700 1 -- 172.21.15.7:0/487362189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f57c0 msgr2=0x556e4b4f9320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffabda00700 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f57c0 0x556e4b4f9320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffabda00700 1 -- 172.21.15.7:0/487362189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e4b38d8d0 con 0x556e4b4f0390 2024-05-21T02:05:00.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffabe400700 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f60e0 0x556e4b4f9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:00.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffabd000700 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f57c0 0x556e4b4f9320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:00.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffabda00700 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fbf80 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ffaac005d60 tx=0x7ffaac0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=476466b78396e75f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:00.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffa9f400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:05:00.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.899+0000 7ffa9f400700 1 -- 172.21.15.7:0/487362189 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaac01a5b0 con 0x556e4b4f0390 2024-05-21T02:05:00.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.900+0000 7ffa9f400700 1 -- 172.21.15.7:0/487362189 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ffaac01a750 con 0x556e4b4f0390 2024-05-21T02:05:00.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.900+0000 7ffacae71b80 1 -- 172.21.15.7:0/487362189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa40b2960 con 0x556e4b4f0390 2024-05-21T02:05:00.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.900+0000 7ffa9f400700 1 -- 172.21.15.7:0/487362189 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffaac01a950 con 0x556e4b4f0390 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.900+0000 7ffacae71b80 10 client.15993 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.900+0000 7ffacae71b80 1 -- 172.21.15.7:0/487362189 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556e4b40e060 con 0x556e4b4f0390 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.900+0000 7ffa9f400700 1 -- 172.21.15.7:0/487362189 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaa40b2960 con 0x556e4b4f0390 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.900+0000 7ffa9f400700 1 -- 172.21.15.7:0/487362189 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ffaac026070 con 0x556e4b4f0390 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.901+0000 7ffacae71b80 10 client.15993 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.901+0000 7ffacae71b80 10 client.15993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.901+0000 7ffacae71b80 20 client.15993 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.901+0000 7ffacae71b80 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x556e4b509850 0x556e4b50bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.901+0000 7ffacae71b80 4 client.15993 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.901+0000 7ffacae71b80 1 -- 172.21.15.7:0/487362189 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e4b44fd90 con 0x556e4b509850 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.901+0000 7ffabd000700 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x556e4b509850 0x556e4b50bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.902+0000 7ffabd000700 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x556e4b509850 0x556e4b50bc90 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ad62772b819588d server_cookie=bf70904770611cba in_seq=0 out_seq=0 2024-05-21T02:05:00.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.902+0000 7ffa9f400700 10 client.15993 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:00.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.902+0000 7ffa9f400700 1 -- 172.21.15.7:0/487362189 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556e4b44fd90 con 0x556e4b509850 2024-05-21T02:05:00.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.902+0000 7ffa9f400700 10 client.15993 handle_command_reply: tid=0 2024-05-21T02:05:00.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.902+0000 7ffacae71b80 1 client.15993 shutdown 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 -- 172.21.15.7:0/487362189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 msgr2=0x556e4b4fbf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fbf80 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7ffaac005d60 tx=0x7ffaac0047c0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 -- 172.21.15.7:0/487362189 shutdown_connections 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x556e4b509850 0x556e4b50bc90 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f60e0 0x556e4b4f9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fbf80 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 --2- 172.21.15.7:0/487362189 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f57c0 0x556e4b4f9320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffa9f400700 0 client.15993 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 -- 172.21.15.7:0/487362189 >> 172.21.15.7:0/487362189 conn(0x556e4b41dbe0 msgr2=0x556e4b4e9fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 -- 172.21.15.7:0/487362189 shutdown_connections 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 1 -- 172.21.15.7:0/487362189 wait complete. 2024-05-21T02:05:00.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.903+0000 7ffacae71b80 20 client.15993 trim_cache size 0 max 16384 2024-05-21T02:05:00.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.937+0000 7ffacae71b80 1 Processor -- start 2024-05-21T02:05:00.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffacae71b80 1 -- start start 2024-05-21T02:05:00.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f0390 0x556e4b505ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 0x556e4b4f84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f60e0 0x556e4b4ea740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffacae71b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81afd60 con 0x556e4b4f60e0 2024-05-21T02:05:00.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffacae71b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81b18a0 con 0x556e4b4f0390 2024-05-21T02:05:00.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffacae71b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81b0430 con 0x556e4b4f57c0 2024-05-21T02:05:00.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffabe400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f60e0 0x556e4b4ea740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffabda00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f0390 0x556e4b505ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffabd000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 0x556e4b4f84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffabda00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f0390 0x556e4b505ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:39824/0 (socket says 172.21.15.7:39824) 2024-05-21T02:05:00.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.938+0000 7ffabda00700 1 -- 172.21.15.7:0/47572115 learned_addr learned my addr 172.21.15.7:0/47572115 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:00.941 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffabd000700 1 -- 172.21.15.7:0/47572115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f0390 msgr2=0x556e4b505ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:00.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffabd000700 1 --2- 172.21.15.7:0/47572115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f0390 0x556e4b505ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffabd000700 1 -- 172.21.15.7:0/47572115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f60e0 msgr2=0x556e4b4ea740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:00.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffabd000700 1 --2- 172.21.15.7:0/47572115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f60e0 0x556e4b4ea740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffabd000700 1 -- 172.21.15.7:0/47572115 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e4b4eb6a0 con 0x556e4b4f57c0 2024-05-21T02:05:00.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffabda00700 1 --2- 172.21.15.7:0/47572115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f0390 0x556e4b505ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:00.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffabd000700 1 --2- 172.21.15.7:0/47572115 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 0x556e4b4f84a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ffaa400c5b0 tx=0x7ffaa40cc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81398295c8740c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:00.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffaaa000700 1 -- 172.21.15.7:0/47572115 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa40b2960 con 0x556e4b4f57c0 2024-05-21T02:05:00.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffaaa000700 1 -- 172.21.15.7:0/47572115 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaa40c2070 con 0x556e4b4f57c0 2024-05-21T02:05:00.942 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.939+0000 7ffaaa000700 1 -- 172.21.15.7:0/47572115 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa4010720 con 0x556e4b4f57c0 2024-05-21T02:05:00.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.940+0000 7ffacae71b80 1 -- 172.21.15.7:0/47572115 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 msgr2=0x556e4b4f84a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:00.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.940+0000 7ffacae71b80 1 --2- 172.21.15.7:0/47572115 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 0x556e4b4f84a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ffaa400c5b0 tx=0x7ffaa40cc040 comp rx=0 tx=0).stop 2024-05-21T02:05:00.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.940+0000 7ffacae71b80 1 -- 172.21.15.7:0/47572115 shutdown_connections 2024-05-21T02:05:00.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.940+0000 7ffacae71b80 1 --2- 172.21.15.7:0/47572115 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f60e0 0x556e4b4ea740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.940+0000 7ffacae71b80 1 --2- 172.21.15.7:0/47572115 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f0390 0x556e4b505ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.940+0000 7ffacae71b80 1 --2- 172.21.15.7:0/47572115 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 0x556e4b4f84a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.944 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.940+0000 7ffacae71b80 1 -- 172.21.15.7:0/47572115 >> 172.21.15.7:0/47572115 conn(0x556e4b41dbe0 msgr2=0x556e4b4f6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.940+0000 7ffacae71b80 1 -- 172.21.15.7:0/47572115 shutdown_connections 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.940+0000 7ffacae71b80 1 -- 172.21.15.7:0/47572115 wait complete. 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.941+0000 7ffacae71b80 1 -- start start 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.941+0000 7ffacae71b80 1 Processor -- start 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 0x556e4b4ff3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffacae71b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4ff8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffacae71b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81b11d0 con 0x556e4b4f0390 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffacae71b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81b0b00 con 0x556e4b4f60e0 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffacae71b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81adce0 con 0x556e4b4f57c0 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffacae71b80 10 client.0 _ll_register_callbacks cb 0x556e4b3e7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffabda00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffabda00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58212/0 (socket says 172.21.15.7:58212) 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffabda00700 1 -- 172.21.15.7:0/3229917555 learned_addr learned my addr 172.21.15.7:0/3229917555 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffabd000700 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 0x556e4b4ff3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffabda00700 1 -- 172.21.15.7:0/3229917555 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 msgr2=0x556e4b4ff3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffabda00700 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 0x556e4b4ff3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffabe400700 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4ff8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.942+0000 7ffabda00700 1 -- 172.21.15.7:0/3229917555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 msgr2=0x556e4b4ff8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.943+0000 7ffabda00700 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4ff8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.943+0000 7ffabda00700 1 -- 172.21.15.7:0/3229917555 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e4b4f5df0 con 0x556e4b4f0390 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.943+0000 7ffabe400700 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4ff8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.943+0000 7ffabda00700 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fee60 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ffaac005d60 tx=0x7ffaac009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2e107c45c099792 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:00.946 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.943+0000 7ffa9f400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:05:00.948 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.943+0000 7ffa9f400700 1 -- 172.21.15.7:0/3229917555 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaac01aaf0 con 0x556e4b4f0390 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.943+0000 7ffa9f400700 1 -- 172.21.15.7:0/3229917555 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ffaac01ac90 con 0x556e4b4f0390 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.943+0000 7ffacae71b80 1 -- 172.21.15.7:0/3229917555 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa40c2070 con 0x556e4b4f0390 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffa9f400700 1 -- 172.21.15.7:0/3229917555 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffaac042050 con 0x556e4b4f0390 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffacae71b80 10 client.15999 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffacae71b80 1 -- 172.21.15.7:0/3229917555 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556e4b57dc60 con 0x556e4b4f0390 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffa9f400700 1 -- 172.21.15.7:0/3229917555 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaa40c2070 con 0x556e4b4f0390 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffa9f400700 1 -- 172.21.15.7:0/3229917555 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ffaac026070 con 0x556e4b4f0390 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffacae71b80 10 client.15999 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffacae71b80 10 client.15999 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffacae71b80 20 client.15999 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x556e4b57e370 0x556e4b580790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffacae71b80 4 client.15999 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T02:05:00.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.944+0000 7ffacae71b80 1 -- 172.21.15.7:0/3229917555 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556e4b449570 con 0x556e4b57e370 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.945+0000 7ffabd000700 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x556e4b57e370 0x556e4b580790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.945+0000 7ffabd000700 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x556e4b57e370 0x556e4b580790 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b9fef6d53c09c24 server_cookie=edfcaba416e24fa8 in_seq=0 out_seq=0 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.945+0000 7ffa9f400700 10 client.15999 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.945+0000 7ffa9f400700 1 -- 172.21.15.7:0/3229917555 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556e4b449570 con 0x556e4b57e370 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.945+0000 7ffa9f400700 10 client.15999 handle_command_reply: tid=0 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.945+0000 7ffacae71b80 1 client.15999 shutdown 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.945+0000 7ffacae71b80 1 -- 172.21.15.7:0/3229917555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 msgr2=0x556e4b4fee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.945+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fee60 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ffaac005d60 tx=0x7ffaac009360 comp rx=0 tx=0).stop 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffacae71b80 1 -- 172.21.15.7:0/3229917555 shutdown_connections 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x556e4b57e370 0x556e4b580790 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x556e4b4f60e0 0x556e4b4ff8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x556e4b4f0390 0x556e4b4fee60 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.950 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffacae71b80 1 --2- 172.21.15.7:0/3229917555 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x556e4b4f57c0 0x556e4b4ff3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffa9f400700 0 client.15999 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:00.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffacae71b80 1 -- 172.21.15.7:0/3229917555 >> 172.21.15.7:0/3229917555 conn(0x556e4b41dbe0 msgr2=0x556e4b4ef5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:00.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffacae71b80 1 -- 172.21.15.7:0/3229917555 shutdown_connections 2024-05-21T02:05:00.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffacae71b80 1 -- 172.21.15.7:0/3229917555 wait complete. 2024-05-21T02:05:00.951 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.946+0000 7ffacae71b80 20 client.15999 trim_cache size 0 max 16384 2024-05-21T02:05:00.951 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:05:00.951 INFO:teuthology.orchestra.run.smithi007.stdout: "status": "no active scrubs running", 2024-05-21T02:05:00.951 INFO:teuthology.orchestra.run.smithi007.stdout: "scrubs": {} 2024-05-21T02:05:00.951 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:05:00.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 -- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffaa00b2880 msgr2=0x7ffaa00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:00.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffaa00b2880 0x7ffaa00b4d40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ffaac009680 tx=0x7ffaac009260 comp rx=0 tx=0).stop 2024-05-21T02:05:00.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 -- 172.21.15.7:0/4081111629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffab8103e50 msgr2=0x7ffab8075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:00.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffab8103e50 0x7ffab8075d80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ffaa400e9f0 tx=0x7ffaa400ed00 comp rx=0 tx=0).stop 2024-05-21T02:05:00.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 -- 172.21.15.7:0/4081111629 shutdown_connections 2024-05-21T02:05:00.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ffab8109540 0x7ffab80762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ffaa00b2880 0x7ffaa00b4d40 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ffab8103490 0x7ffab8075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.952 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 --2- 172.21.15.7:0/4081111629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ffab8103e50 0x7ffab8075d80 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:00.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 -- 172.21.15.7:0/4081111629 >> 172.21.15.7:0/4081111629 conn(0x7ffab80fefc0 msgr2=0x7ffab81006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:00.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 -- 172.21.15.7:0/4081111629 shutdown_connections 2024-05-21T02:05:00.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:00.947+0000 7ffabee00700 1 -- 172.21.15.7:0/4081111629 wait complete. 2024-05-21T02:05:01.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:00 smithi190 ceph-mon[35961]: pgmap v596: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 150 MiB/s wr, 49 op/s 2024-05-21T02:05:01.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:00 smithi164 ceph-mon[36138]: pgmap v596: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 150 MiB/s wr, 49 op/s 2024-05-21T02:05:01.697 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:05:01.698 INFO:tasks.workunit.client.0.smithi007.stdout: Children see throughput for 1 re-readers = 1857231.50 kB/sec 2024-05-21T02:05:01.698 INFO:tasks.workunit.client.0.smithi007.stdout: Parent sees throughput for 1 re-readers = 1856946.05 kB/sec 2024-05-21T02:05:01.698 INFO:tasks.workunit.client.0.smithi007.stdout: Min throughput per process = 1857231.50 kB/sec 2024-05-21T02:05:01.698 INFO:tasks.workunit.client.0.smithi007.stdout: Max throughput per process = 1857231.50 kB/sec 2024-05-21T02:05:01.698 INFO:tasks.workunit.client.0.smithi007.stdout: Avg throughput per process = 1857231.50 kB/sec 2024-05-21T02:05:01.698 INFO:tasks.workunit.client.0.smithi007.stdout: Min xfer = 10485760.00 kB 2024-05-21T02:05:02.158 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T02:05:02.158 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:05:02.639 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:02 smithi007 ceph-mon[31288]: pgmap v597: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 64 MiB/s wr, 25 op/s 2024-05-21T02:05:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:02 smithi190 ceph-mon[35961]: pgmap v597: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 64 MiB/s wr, 25 op/s 2024-05-21T02:05:03.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:02 smithi164 ceph-mon[36138]: pgmap v597: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 64 MiB/s wr, 25 op/s 2024-05-21T02:05:04.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.937+0000 7f6cb6c00700 1 -- 172.21.15.7:0/212930863 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6cb0103490 msgr2=0x7f6cb0103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:05.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.937+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/212930863 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6cb0103490 0x7f6cb0103910 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c0098f0 tx=0x7f6c9c009c00 comp rx=0 tx=0).stop 2024-05-21T02:05:05.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.937+0000 7f6cb6c00700 1 -- 172.21.15.7:0/212930863 shutdown_connections 2024-05-21T02:05:05.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.937+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/212930863 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cb0103e50 0x7f6cb0110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.937+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/212930863 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6cb0109540 0x7f6cb0109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.937+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/212930863 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6cb0103490 0x7f6cb0103910 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.937+0000 7f6cb6c00700 1 -- 172.21.15.7:0/212930863 >> 172.21.15.7:0/212930863 conn(0x7f6cb00fefc0 msgr2=0x7f6cb01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:05.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:04 smithi007 ceph-mon[31288]: pgmap v598: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 32 MiB/s wr, 18 op/s 2024-05-21T02:05:05.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.937+0000 7f6cb6c00700 1 -- 172.21.15.7:0/212930863 shutdown_connections 2024-05-21T02:05:05.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.937+0000 7f6cb6c00700 1 -- 172.21.15.7:0/212930863 wait complete. 2024-05-21T02:05:05.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.938+0000 7f6cb6c00700 1 Processor -- start 2024-05-21T02:05:05.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.939+0000 7f6cb6c00700 1 -- start start 2024-05-21T02:05:05.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.939+0000 7f6cb6c00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6cb0103490 0x7f6cb0075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:05.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.939+0000 7f6cb6c00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6cb0103e50 0x7f6cb0075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:05.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.939+0000 7f6cb6c00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cb0109540 0x7f6cb00762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:05.027 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.939+0000 7f6cb6c00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb0113620 con 0x7f6cb0109540 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.939+0000 7f6cb6c00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb01134a0 con 0x7f6cb0103490 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.939+0000 7f6cb6c00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb01137a0 con 0x7f6cb0103e50 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb6200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cb0109540 0x7f6cb00762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb5800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6cb0103490 0x7f6cb0075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb5800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6cb0103490 0x7f6cb0075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:39866/0 (socket says 172.21.15.7:39866) 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb5800700 1 -- 172.21.15.7:0/3787961385 learned_addr learned my addr 172.21.15.7:0/3787961385 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb4e00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6cb0103e50 0x7f6cb0075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb5800700 1 -- 172.21.15.7:0/3787961385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6cb0103e50 msgr2=0x7f6cb0075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb5800700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6cb0103e50 0x7f6cb0075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.028 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb5800700 1 -- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cb0109540 msgr2=0x7f6cb00762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb5800700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cb0109540 0x7f6cb00762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb5800700 1 -- 172.21.15.7:0/3787961385 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cb01a8020 con 0x7f6cb0103490 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb4e00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6cb0103e50 0x7f6cb0075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.940+0000 7f6cb6200700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cb0109540 0x7f6cb00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.941+0000 7f6cb5800700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6cb0103490 0x7f6cb0075840 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6ca400e9a0 tx=0x7f6ca400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.941+0000 7f6cae000700 1 -- 172.21.15.7:0/3787961385 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ca400ca10 con 0x7f6cb0103490 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.941+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cb01a8310 con 0x7f6cb0103490 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.941+0000 7f6cae000700 1 -- 172.21.15.7:0/3787961385 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ca400cbb0 con 0x7f6cb0103490 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.941+0000 7f6cae000700 1 -- 172.21.15.7:0/3787961385 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ca4018680 con 0x7f6cb0103490 2024-05-21T02:05:05.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.941+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cb01a8870 con 0x7f6cb0103490 2024-05-21T02:05:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.942+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cb006a230 con 0x7f6cb0103490 2024-05-21T02:05:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.944+0000 7f6cae000700 1 -- 172.21.15.7:0/3787961385 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f6ca4010430 con 0x7f6cb0103490 2024-05-21T02:05:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.946+0000 7f6cae000700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6c980b2900 0x7f6c980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.946+0000 7f6cae000700 1 -- 172.21.15.7:0/3787961385 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6ca40e22d0 con 0x7f6cb0103490 2024-05-21T02:05:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.946+0000 7f6cb4e00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6c980b2900 0x7f6c980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.947+0000 7f6cb4e00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6c980b2900 0x7f6c980b4dc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c009fd0 tx=0x7f6c9c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:05.030 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:04.951+0000 7f6cae000700 1 -- 172.21.15.7:0/3787961385 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6ca40a9fb0 con 0x7f6cb0103490 2024-05-21T02:05:05.108 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:04 smithi190 ceph-mon[35961]: pgmap v598: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 32 MiB/s wr, 18 op/s 2024-05-21T02:05:05.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:04 smithi164 ceph-mon[36138]: pgmap v598: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 32 MiB/s wr, 18 op/s 2024-05-21T02:05:05.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.239+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6cb002e560 con 0x7f6cb0103490 2024-05-21T02:05:05.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.240+0000 7f6cae000700 1 -- 172.21.15.7:0/3787961385 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f6ca40a98b0 con 0x7f6cb0103490 2024-05-21T02:05:05.243 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:05:05.243 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:05:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6c980b2900 msgr2=0x7f6c980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6c980b2900 0x7f6c980b4dc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c009fd0 tx=0x7f6c9c019040 comp rx=0 tx=0).stop 2024-05-21T02:05:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6cb0103490 msgr2=0x7f6cb0075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6cb0103490 0x7f6cb0075840 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6ca400e9a0 tx=0x7f6ca400ecb0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 shutdown_connections 2024-05-21T02:05:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f6c980b2900 0x7f6c980b4dc0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f6cb0109540 0x7f6cb00762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f6cb0103490 0x7f6cb0075840 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 --2- 172.21.15.7:0/3787961385 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f6cb0103e50 0x7f6cb0075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.244+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 >> 172.21.15.7:0/3787961385 conn(0x7f6cb00fefc0 msgr2=0x7f6cb01007e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.245+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 shutdown_connections 2024-05-21T02:05:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:05.245+0000 7f6cb6c00700 1 -- 172.21.15.7:0/3787961385 wait complete. 2024-05-21T02:05:05.247 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:05:06.013 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:05 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3787961385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:05:06.079 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T02:05:06.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:05 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3787961385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:05:06.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:05 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3787961385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:05:06.540 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:06.705 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:05:06.948 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:06 smithi007 ceph-mon[31288]: pgmap v599: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-05-21T02:05:07.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:06 smithi190 ceph-mon[35961]: pgmap v599: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-05-21T02:05:07.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:06 smithi164 ceph-mon[36138]: pgmap v599: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-05-21T02:05:08.244 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:08.942 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:08 smithi007 ceph-mon[31288]: pgmap v600: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T02:05:09.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:08 smithi190 ceph-mon[35961]: pgmap v600: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T02:05:09.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:08 smithi164 ceph-mon[36138]: pgmap v600: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T02:05:10.211 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.742+0000 7fe9bec00700 1 -- 172.21.15.7:0/542523378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b806c400 msgr2=0x7fe9b810faa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.742+0000 7fe9bec00700 1 --2- 172.21.15.7:0/542523378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b806c400 0x7fe9b810faa0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fe9a4009990 tx=0x7fe9a4009ca0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.742+0000 7fe9bec00700 1 -- 172.21.15.7:0/542523378 shutdown_connections 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.742+0000 7fe9bec00700 1 --2- 172.21.15.7:0/542523378 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b810ffe0 0x7fe9b81123d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.742+0000 7fe9bec00700 1 --2- 172.21.15.7:0/542523378 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b806bae0 0x7fe9b806bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.742+0000 7fe9bec00700 1 --2- 172.21.15.7:0/542523378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b806c400 0x7fe9b810faa0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.742+0000 7fe9bec00700 1 -- 172.21.15.7:0/542523378 >> 172.21.15.7:0/542523378 conn(0x7fe9b80793b0 msgr2=0x7fe9b80797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.742+0000 7fe9bec00700 1 -- 172.21.15.7:0/542523378 shutdown_connections 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.742+0000 7fe9bec00700 1 -- 172.21.15.7:0/542523378 wait complete. 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.744+0000 7fe9bec00700 1 Processor -- start 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.744+0000 7fe9bec00700 1 -- start start 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.744+0000 7fe9bec00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b806bae0 0x7fe9b819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.744+0000 7fe9bec00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b806c400 0x7fe9b819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.212 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.744+0000 7fe9bec00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810ffe0 0x7fe9b81a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9bec00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b81158f0 con 0x7fe9b810ffe0 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9bec00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b8115770 con 0x7fe9b806bae0 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9bec00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b8115a70 con 0x7fe9b806c400 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9bcc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810ffe0 0x7fe9b81a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9b7e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b806bae0 0x7fe9b819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9bcc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810ffe0 0x7fe9b81a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46938/0 (socket says 172.21.15.7:46938) 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9bcc00700 1 -- 172.21.15.7:0/2836433252 learned_addr learned my addr 172.21.15.7:0/2836433252 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9b7400700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b806c400 0x7fe9b819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9b7e00700 1 -- 172.21.15.7:0/2836433252 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b806c400 msgr2=0x7fe9b819c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b806c400 0x7fe9b819c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9b7e00700 1 -- 172.21.15.7:0/2836433252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810ffe0 msgr2=0x7fe9b81a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:10.213 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810ffe0 0x7fe9b81a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.745+0000 7fe9b7e00700 1 -- 172.21.15.7:0/2836433252 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b81a0e00 con 0x7fe9b806bae0 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.746+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b806bae0 0x7fe9b819be40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe9a800e9f0 tx=0x7fe9a800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.746+0000 7fe9b4c00700 1 -- 172.21.15.7:0/2836433252 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a800cbd0 con 0x7fe9b806bae0 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.746+0000 7fe9b4c00700 1 -- 172.21.15.7:0/2836433252 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9a800cd70 con 0x7fe9b806bae0 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.746+0000 7fe9b4c00700 1 -- 172.21.15.7:0/2836433252 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8018680 con 0x7fe9b806bae0 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.746+0000 7fe9bec00700 1 -- 172.21.15.7:0/2836433252 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9b81a10f0 con 0x7fe9b806bae0 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.746+0000 7fe9bec00700 1 -- 172.21.15.7:0/2836433252 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9b81a8970 con 0x7fe9b806bae0 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.752+0000 7fe9b4c00700 1 -- 172.21.15.7:0/2836433252 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe9a8010430 con 0x7fe9b806bae0 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.752+0000 7fe9c961db80 1 Processor -- start 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.753+0000 7fe9c961db80 1 -- start start 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.753+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220af290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.753+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 0x5588220a9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.214 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.753+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220a9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.753+0000 7fe9c961db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558822007e40 con 0x5588220aeeb0 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.753+0000 7fe9c961db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558821ff79e0 con 0x5588220a9880 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.753+0000 7fe9c961db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x558821ffba20 con 0x5588220af7d0 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.753+0000 7fe9bcc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220af290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9b7e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 0x5588220a9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9bcc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220af290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46954/0 (socket says 172.21.15.7:46954) 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9bcc00700 1 -- 172.21.15.7:0/3069280320 learned_addr learned my addr 172.21.15.7:0/3069280320 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9b7400700 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220a9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9b4c00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9bcc00700 1 -- 172.21.15.7:0/3069280320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 msgr2=0x5588220a9260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9bcc00700 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 0x5588220a9260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.215 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9bcc00700 1 -- 172.21.15.7:0/3069280320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 msgr2=0x5588220a9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9bcc00700 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220a9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9bcc00700 1 -- 172.21.15.7:0/3069280320 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558821fc0420 con 0x5588220aeeb0 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9b7400700 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220a9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 0x5588220a9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.754+0000 7fe9b4c00700 1 -- 172.21.15.7:0/2836433252 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe9a80e2370 con 0x7fe9b806bae0 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.755+0000 7fe9bcc00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.755+0000 7fe9bcc00700 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220af290 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe9b00094d0 tx=0x7fe9b0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c27d43b451f934c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.755+0000 7fe9ad600700 1 -- 172.21.15.7:0/3069280320 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0012bb0 con 0x5588220aeeb0 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.755+0000 7fe9ad600700 1 -- 172.21.15.7:0/3069280320 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9b0012e00 con 0x5588220aeeb0 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.755+0000 7fe9ad600700 1 -- 172.21.15.7:0/3069280320 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0020380 con 0x5588220aeeb0 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9c961db80 1 -- 172.21.15.7:0/3069280320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 msgr2=0x5588220af290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9c961db80 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220af290 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe9b00094d0 tx=0x7fe9b0009920 comp rx=0 tx=0).stop 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9bcc00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe9b001e000 tx=0x7fe9b0021000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:10.216 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9c961db80 1 -- 172.21.15.7:0/3069280320 shutdown_connections 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9c961db80 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220a9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9c961db80 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220af290 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9c961db80 1 --2- 172.21.15.7:0/3069280320 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 0x5588220a9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9c961db80 1 -- 172.21.15.7:0/3069280320 >> 172.21.15.7:0/3069280320 conn(0x558821fd7be0 msgr2=0x5588220a4010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9c961db80 1 -- 172.21.15.7:0/3069280320 shutdown_connections 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.756+0000 7fe9c961db80 1 -- 172.21.15.7:0/3069280320 wait complete. 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.757+0000 7fe9c961db80 1 -- start start 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.757+0000 7fe9c961db80 1 Processor -- start 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220b5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220b28f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 0x5588220b2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9c961db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x558821efdfa0 con 0x5588220aeeb0 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9c961db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x558821f98760 con 0x5588220a9880 2024-05-21T02:05:10.217 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9c961db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5588220b6240 con 0x5588220af7d0 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9c961db80 10 client.0 _ll_register_callbacks cb 0x558821fa1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9b7e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9bcc00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 0x5588220b2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9b7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220b28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9b7e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220b5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:53398/0 (socket says 172.21.15.7:53398) 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.758+0000 7fe9b7e00700 1 -- 172.21.15.7:0/23170346 learned_addr learned my addr 172.21.15.7:0/23170346 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9b7e00700 1 -- 172.21.15.7:0/23170346 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 msgr2=0x5588220b2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 0x5588220b2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9b7e00700 1 -- 172.21.15.7:0/23170346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 msgr2=0x5588220b28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220b28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9b7e00700 1 -- 172.21.15.7:0/23170346 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558821f478d0 con 0x5588220a9880 2024-05-21T02:05:10.218 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220b5550 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80a98e0 tx=0x7fe9a80e5f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c212bc17afadbcda server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9a2000700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:05:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9a2000700 1 -- 172.21.15.7:0/23170346 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a80a90c0 con 0x5588220a9880 2024-05-21T02:05:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9a2000700 1 -- 172.21.15.7:0/23170346 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe9a80b2320 con 0x5588220a9880 2024-05-21T02:05:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.759+0000 7fe9c961db80 1 -- 172.21.15.7:0/23170346 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9b0012e00 con 0x5588220a9880 2024-05-21T02:05:10.219 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9a2000700 1 -- 172.21.15.7:0/23170346 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe9a80a50e0 con 0x5588220a9880 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9c961db80 10 client.26165 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9c961db80 1 -- 172.21.15.7:0/23170346 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558821fc8060 con 0x5588220a9880 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9a2000700 1 -- 172.21.15.7:0/23170346 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9b0012e00 con 0x5588220a9880 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9a2000700 1 -- 172.21.15.7:0/23170346 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe9a80e1070 con 0x5588220a9880 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9c961db80 10 client.26165 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9c961db80 10 client.26165 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9c961db80 20 client.26165 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9c961db80 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5588220c2de0 0x5588220c51d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9c961db80 4 client.26165 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.760+0000 7fe9c961db80 1 -- 172.21.15.7:0/23170346 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558822009d90 con 0x5588220c2de0 2024-05-21T02:05:10.222 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.761+0000 7fe9b7400700 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5588220c2de0 0x5588220c51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.761+0000 7fe9b7400700 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5588220c2de0 0x5588220c51d0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=11f2069509547a21 server_cookie=fc02bc86bf4768a9 in_seq=0 out_seq=0 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.761+0000 7fe9a2000700 10 client.26165 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9a2000700 1 -- 172.21.15.7:0/23170346 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558822009d90 con 0x5588220c2de0 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9a2000700 10 client.26165 handle_command_reply: tid=0 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9c961db80 1 client.26165 shutdown 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9c961db80 1 -- 172.21.15.7:0/23170346 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 msgr2=0x5588220b5550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9c961db80 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220b5550 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80a98e0 tx=0x7fe9a80e5f60 comp rx=0 tx=0).stop 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9c961db80 1 -- 172.21.15.7:0/23170346 shutdown_connections 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9c961db80 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x5588220c2de0 0x5588220c51d0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9c961db80 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220af7d0 0x5588220b2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9c961db80 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220b5550 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9a2000700 0 client.26165 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9c961db80 1 --2- 172.21.15.7:0/23170346 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220b28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.223 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.762+0000 7fe9c961db80 1 -- 172.21.15.7:0/23170346 >> 172.21.15.7:0/23170346 conn(0x558821fd7be0 msgr2=0x5588220a8250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.763+0000 7fe9c961db80 1 -- 172.21.15.7:0/23170346 shutdown_connections 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.763+0000 7fe9c961db80 1 -- 172.21.15.7:0/23170346 wait complete. 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.763+0000 7fe9c961db80 20 client.26165 trim_cache size 0 max 16384 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.782+0000 7fe9c961db80 1 Processor -- start 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.782+0000 7fe9c961db80 1 -- start start 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220bf2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220aeeb0 0x5588220a9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220af7d0 0x5588220b5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9c961db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b81afee0 con 0x5588220af7d0 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9c961db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b81b1a20 con 0x5588220a9880 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9c961db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b81b05b0 con 0x5588220aeeb0 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9b7e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220bf2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9bcc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220af7d0 0x5588220b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9b7400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220aeeb0 0x5588220a9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.224 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9b7e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220bf2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:53410/0 (socket says 172.21.15.7:53410) 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9bcc00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220af7d0 0x5588220b5550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46980/0 (socket says 172.21.15.7:46980) 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.783+0000 7fe9b7e00700 1 -- 172.21.15.7:0/3359669283 learned_addr learned my addr 172.21.15.7:0/3359669283 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9bcc00700 1 -- 172.21.15.7:0/3359669283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220aeeb0 msgr2=0x5588220a9260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9bcc00700 1 --2- 172.21.15.7:0/3359669283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220aeeb0 0x5588220a9260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9bcc00700 1 -- 172.21.15.7:0/3359669283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 msgr2=0x5588220bf2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9bcc00700 1 --2- 172.21.15.7:0/3359669283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220bf2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9bcc00700 1 -- 172.21.15.7:0/3359669283 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588220b0e60 con 0x5588220af7d0 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/3359669283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220bf2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9b7400700 1 --2- 172.21.15.7:0/3359669283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220aeeb0 0x5588220a9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9bcc00700 1 --2- 172.21.15.7:0/3359669283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220af7d0 0x5588220b5550 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0015f80 tx=0x7fe9b0023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad949243b3cd9140 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9acc00700 1 -- 172.21.15.7:0/3359669283 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0025040 con 0x5588220af7d0 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9acc00700 1 -- 172.21.15.7:0/3359669283 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9b0031070 con 0x5588220af7d0 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.784+0000 7fe9acc00700 1 -- 172.21.15.7:0/3359669283 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b0004e10 con 0x5588220af7d0 2024-05-21T02:05:10.225 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.785+0000 7fe9c961db80 1 -- 172.21.15.7:0/3359669283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220af7d0 msgr2=0x5588220b5550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.785+0000 7fe9c961db80 1 --2- 172.21.15.7:0/3359669283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220af7d0 0x5588220b5550 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fe9b0015f80 tx=0x7fe9b0023000 comp rx=0 tx=0).stop 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.785+0000 7fe9c961db80 1 -- 172.21.15.7:0/3359669283 shutdown_connections 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.785+0000 7fe9c961db80 1 --2- 172.21.15.7:0/3359669283 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220af7d0 0x5588220b5550 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.785+0000 7fe9c961db80 1 --2- 172.21.15.7:0/3359669283 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220a9880 0x5588220bf2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.785+0000 7fe9c961db80 1 --2- 172.21.15.7:0/3359669283 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220aeeb0 0x5588220a9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.785+0000 7fe9c961db80 1 -- 172.21.15.7:0/3359669283 >> 172.21.15.7:0/3359669283 conn(0x558821fd7be0 msgr2=0x5588220b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.785+0000 7fe9c961db80 1 -- 172.21.15.7:0/3359669283 shutdown_connections 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.785+0000 7fe9c961db80 1 -- 172.21.15.7:0/3359669283 wait complete. 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.786+0000 7fe9c961db80 1 -- start start 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.786+0000 7fe9c961db80 1 Processor -- start 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220a9880 0x5588220bb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220bba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.226 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9c961db80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220af7d0 0x5588220b84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9c961db80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b81b1350 con 0x5588220aeeb0 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9c961db80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b81b0c80 con 0x5588220af7d0 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9c961db80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b81ade60 con 0x5588220a9880 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9c961db80 10 client.0 _ll_register_callbacks cb 0x558821fa1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220bba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220a9880 0x5588220bb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9bcc00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220af7d0 0x5588220b84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220bba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:46988/0 (socket says 172.21.15.7:46988) 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7400700 1 -- 172.21.15.7:0/277511780 learned_addr learned my addr 172.21.15.7:0/277511780 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220a9880 0x5588220bb4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:47090/0 (socket says 172.21.15.7:47090) 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7e00700 1 -- 172.21.15.7:0/277511780 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220af7d0 msgr2=0x5588220b84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220af7d0 0x5588220b84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7e00700 1 -- 172.21.15.7:0/277511780 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 msgr2=0x5588220bba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:10.227 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220bba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.787+0000 7fe9b7e00700 1 -- 172.21.15.7:0/277511780 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588220b89e0 con 0x5588220a9880 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.788+0000 7fe9b7400700 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220bba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.788+0000 7fe9b7e00700 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220a9880 0x5588220bb4d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe9a800e9c0 tx=0x7fe9a8010950 comp rx=0 tx=0).ready entity=mon.1 client_cookie=615344903e292db3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.788+0000 7fe9a2000700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.788+0000 7fe9a2000700 1 -- 172.21.15.7:0/277511780 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a80a90c0 con 0x5588220a9880 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.788+0000 7fe9a2000700 1 -- 172.21.15.7:0/277511780 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe9a80a8dc0 con 0x5588220a9880 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.788+0000 7fe9c961db80 1 -- 172.21.15.7:0/277511780 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9b0031070 con 0x5588220a9880 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.788+0000 7fe9a2000700 1 -- 172.21.15.7:0/277511780 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe9a80a9720 con 0x5588220a9880 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.788+0000 7fe9c961db80 10 client.26212 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.788+0000 7fe9c961db80 1 -- 172.21.15.7:0/277511780 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55882212df70 con 0x5588220a9880 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.789+0000 7fe9a2000700 1 -- 172.21.15.7:0/277511780 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9b0031070 con 0x5588220a9880 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.789+0000 7fe9a2000700 1 -- 172.21.15.7:0/277511780 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe9a80e1040 con 0x5588220a9880 2024-05-21T02:05:10.228 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.789+0000 7fe9c961db80 10 client.26212 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.789+0000 7fe9c961db80 10 client.26212 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.789+0000 7fe9c961db80 20 client.26212 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.789+0000 7fe9c961db80 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55882212e6b0 0x558822130ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.789+0000 7fe9c961db80 4 client.26212 mds_command: new command op to 24484 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.789+0000 7fe9c961db80 1 -- 172.21.15.7:0/277511780 --> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558822003570 con 0x55882212e6b0 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.789+0000 7fe9b7400700 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55882212e6b0 0x558822130ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.790+0000 7fe9b7400700 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55882212e6b0 0x558822130ad0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=332833045bbc0ce server_cookie=abdb66b672fdd1ba in_seq=0 out_seq=0 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.790+0000 7fe9a2000700 10 client.26212 ms_handle_connect on v2:172.21.15.190:6834/467793489 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.790+0000 7fe9a2000700 1 -- 172.21.15.7:0/277511780 <== mds.4 v2:172.21.15.190:6834/467793489 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558822003570 con 0x55882212e6b0 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.790+0000 7fe9a2000700 10 client.26212 handle_command_reply: tid=0 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.790+0000 7fe9c961db80 1 client.26212 shutdown 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.790+0000 7fe9c961db80 1 -- 172.21.15.7:0/277511780 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220a9880 msgr2=0x5588220bb4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:10.229 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.790+0000 7fe9c961db80 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220a9880 0x5588220bb4d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe9a800e9c0 tx=0x7fe9a8010950 comp rx=0 tx=0).stop 2024-05-21T02:05:10.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9c961db80 1 -- 172.21.15.7:0/277511780 shutdown_connections 2024-05-21T02:05:10.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9c961db80 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.190:6834/467793489,v1:172.21.15.190:6835/467793489] conn(0x55882212e6b0 0x558822130ad0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9c961db80 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5588220af7d0 0x5588220b84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9c961db80 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5588220a9880 0x5588220bb4d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9c961db80 1 --2- 172.21.15.7:0/277511780 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x5588220aeeb0 0x5588220bba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9a2000700 0 client.26212 ms_handle_reset on v2:172.21.15.190:6834/467793489 2024-05-21T02:05:10.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9c961db80 1 -- 172.21.15.7:0/277511780 >> 172.21.15.7:0/277511780 conn(0x558821fd7be0 msgr2=0x5588220ac9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:10.230 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9c961db80 1 -- 172.21.15.7:0/277511780 shutdown_connections 2024-05-21T02:05:10.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9c961db80 1 -- 172.21.15.7:0/277511780 wait complete. 2024-05-21T02:05:10.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.791+0000 7fe9c961db80 20 client.26212 trim_cache size 0 max 16384 2024-05-21T02:05:10.231 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:05:10.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 -- 172.21.15.7:0/2836433252 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 msgr2=0x7fe99c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:10.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe9b001e000 tx=0x7fe9b0021000 comp rx=0 tx=0).stop 2024-05-21T02:05:10.231 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 -- 172.21.15.7:0/2836433252 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b806bae0 msgr2=0x7fe9b819be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:10.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b806bae0 0x7fe9b819be40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe9a800e9f0 tx=0x7fe9a800ed00 comp rx=0 tx=0).stop 2024-05-21T02:05:10.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 -- 172.21.15.7:0/2836433252 shutdown_connections 2024-05-21T02:05:10.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe99c0b2900 0x7fe99c0b4dc0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe9b810ffe0 0x7fe9b81a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe9b806bae0 0x7fe9b819be40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 --2- 172.21.15.7:0/2836433252 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe9b806c400 0x7fe9b819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:10.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 -- 172.21.15.7:0/2836433252 >> 172.21.15.7:0/2836433252 conn(0x7fe9b80793b0 msgr2=0x7fe9b81114d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:10.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 -- 172.21.15.7:0/2836433252 shutdown_connections 2024-05-21T02:05:10.232 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:09.792+0000 7fe9bec00700 1 -- 172.21.15.7:0/2836433252 wait complete. 2024-05-21T02:05:11.081 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:10 smithi007 ceph-mon[31288]: pgmap v601: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1023 B/s wr, 12 op/s 2024-05-21T02:05:11.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:10 smithi190 ceph-mon[35961]: pgmap v601: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1023 B/s wr, 12 op/s 2024-05-21T02:05:11.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:10 smithi164 ceph-mon[36138]: pgmap v601: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1023 B/s wr, 12 op/s 2024-05-21T02:05:11.478 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.477+0000 7f259c200700 1 -- 172.21.15.7:0/3447896388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 msgr2=0x7f2594103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:11.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.477+0000 7f259c200700 1 --2- 172.21.15.7:0/3447896388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 0x7f2594103bd0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f25880099c0 tx=0x7f2588009cd0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.477+0000 7f259c200700 1 -- 172.21.15.7:0/3447896388 shutdown_connections 2024-05-21T02:05:11.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.477+0000 7f259c200700 1 --2- 172.21.15.7:0/3447896388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25941088f0 0x7f2594110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.477+0000 7f259c200700 1 --2- 172.21.15.7:0/3447896388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 0x7f2594103bd0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.477+0000 7f259c200700 1 --2- 172.21.15.7:0/3447896388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25941041a0 0x7f25941081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.477+0000 7f259c200700 1 -- 172.21.15.7:0/3447896388 >> 172.21.15.7:0/3447896388 conn(0x7f259407a6a0 msgr2=0x7f259407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:11.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.477+0000 7f259c200700 1 -- 172.21.15.7:0/3447896388 shutdown_connections 2024-05-21T02:05:11.479 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.478+0000 7f259c200700 1 -- 172.21.15.7:0/3447896388 wait complete. 2024-05-21T02:05:11.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.479+0000 7f259c200700 1 Processor -- start 2024-05-21T02:05:11.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.479+0000 7f259c200700 1 -- start start 2024-05-21T02:05:11.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.479+0000 7f259c200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 0x7f2594075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:11.480 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.479+0000 7f259c200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25941041a0 0x7f2594075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f259c200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25941088f0 0x7f25940762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f259c200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2594113710 con 0x7f25941088f0 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f259c200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2594113590 con 0x7f25941037f0 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f259c200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2594113890 con 0x7f25941041a0 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f259a200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25941088f0 0x7f25940762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f2599800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 0x7f2594075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f2599800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 0x7f2594075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:53436/0 (socket says 172.21.15.7:53436) 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f259a200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25941088f0 0x7f25940762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47012/0 (socket says 172.21.15.7:47012) 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f2599800700 1 -- 172.21.15.7:0/3995595278 learned_addr learned my addr 172.21.15.7:0/3995595278 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:11.481 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.480+0000 7f2598e00700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25941041a0 0x7f2594075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:11.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2599800700 1 -- 172.21.15.7:0/3995595278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25941041a0 msgr2=0x7f2594075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:11.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2599800700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25941041a0 0x7f2594075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2599800700 1 -- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25941088f0 msgr2=0x7f25940762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:11.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2599800700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25941088f0 0x7f25940762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.482 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2599800700 1 -- 172.21.15.7:0/3995595278 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25941a8110 con 0x7f25941037f0 2024-05-21T02:05:11.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f259a200700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25941088f0 0x7f25940762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:11.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2598e00700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25941041a0 0x7f2594075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:11.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2599800700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 0x7f2594075840 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2588005910 tx=0x7f2588004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:11.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2592000700 1 -- 172.21.15.7:0/3995595278 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2588026070 con 0x7f25941037f0 2024-05-21T02:05:11.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2592000700 1 -- 172.21.15.7:0/3995595278 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2588003c70 con 0x7f25941037f0 2024-05-21T02:05:11.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25941a83a0 con 0x7f25941037f0 2024-05-21T02:05:11.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f2592000700 1 -- 172.21.15.7:0/3995595278 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f258800fa40 con 0x7f25941037f0 2024-05-21T02:05:11.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.481+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25941a8850 con 0x7f25941037f0 2024-05-21T02:05:11.483 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.483+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f259410bb30 con 0x7f25941037f0 2024-05-21T02:05:11.485 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.485+0000 7f2592000700 1 -- 172.21.15.7:0/3995595278 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2588029070 con 0x7f25941037f0 2024-05-21T02:05:11.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.487+0000 7f2592000700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f257c0b2900 0x7f257c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:11.487 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.487+0000 7f2592000700 1 -- 172.21.15.7:0/3995595278 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f25880e3140 con 0x7f25941037f0 2024-05-21T02:05:11.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.487+0000 7f2598e00700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f257c0b2900 0x7f257c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:11.488 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.488+0000 7f2598e00700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f257c0b2900 0x7f257c0b4dc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f25941030d0 tx=0x7f2580009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:11.489 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.489+0000 7f2592000700 1 -- 172.21.15.7:0/3995595278 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2588030020 con 0x7f25941037f0 2024-05-21T02:05:11.496 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T02:05:11.789 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.788+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f259410b510 con 0x7f25941037f0 2024-05-21T02:05:11.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.789+0000 7f2592000700 1 -- 172.21.15.7:0/3995595278 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f2588013070 con 0x7f25941037f0 2024-05-21T02:05:11.790 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:05:11.790 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:05:11.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f257c0b2900 msgr2=0x7f257c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:11.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f257c0b2900 0x7f257c0b4dc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f25941030d0 tx=0x7f2580009260 comp rx=0 tx=0).stop 2024-05-21T02:05:11.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 msgr2=0x7f2594075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:11.794 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 0x7f2594075840 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2588005910 tx=0x7f2588004270 comp rx=0 tx=0).stop 2024-05-21T02:05:11.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 shutdown_connections 2024-05-21T02:05:11.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f257c0b2900 0x7f257c0b4dc0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f25941088f0 0x7f25940762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f25941037f0 0x7f2594075840 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 --2- 172.21.15.7:0/3995595278 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f25941041a0 0x7f2594075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:11.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.793+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 >> 172.21.15.7:0/3995595278 conn(0x7f259407a6a0 msgr2=0x7f2594101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:11.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.794+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 shutdown_connections 2024-05-21T02:05:11.795 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:11.794+0000 7f259c200700 1 -- 172.21.15.7:0/3995595278 wait complete. 2024-05-21T02:05:11.796 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:05:12.790 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:12.826 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --set-id 7ab162ff --release --await' 2024-05-21T02:05:12.827 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24518 quiesce db --set-id 7ab162ff --release --await 2024-05-21T02:05:13.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:12 smithi007 ceph-mon[31288]: pgmap v602: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:05:13.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:12 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3995595278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:05:13.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:12 smithi190 ceph-mon[35961]: pgmap v602: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:05:13.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:12 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3995595278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:05:13.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:12 smithi164 ceph-mon[36138]: pgmap v602: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:05:13.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:12 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3995595278' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:05:14.182 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:15.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:14 smithi007 ceph-mon[31288]: pgmap v603: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:05:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:14 smithi190 ceph-mon[35961]: pgmap v603: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:05:15.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:14 smithi164 ceph-mon[36138]: pgmap v603: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:05:16.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.760+0000 7f4f0a200700 1 -- 172.21.15.7:0/1793607900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f041094f0 msgr2=0x7f4f041098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:16.262 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.760+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1793607900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f041094f0 0x7f4f041098d0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8009990 tx=0x7f4ef8009ca0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.760+0000 7f4f0a200700 1 -- 172.21.15.7:0/1793607900 shutdown_connections 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.760+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1793607900 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4f04103e20 0x7f4f04110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.760+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1793607900 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f041094f0 0x7f4f041098d0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.760+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1793607900 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f04103460 0x7f4f041038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.760+0000 7f4f0a200700 1 -- 172.21.15.7:0/1793607900 >> 172.21.15.7:0/1793607900 conn(0x7f4f040fef90 msgr2=0x7f4f041013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.760+0000 7f4f0a200700 1 -- 172.21.15.7:0/1793607900 shutdown_connections 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.760+0000 7f4f0a200700 1 -- 172.21.15.7:0/1793607900 wait complete. 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.761+0000 7f4f0a200700 1 Processor -- start 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.761+0000 7f4f0a200700 1 -- start start 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f0a200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f04103460 0x7f4f041a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f0a200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f04103e20 0x7f4f041a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f0a200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4f041094f0 0x7f4f0419bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.263 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f0a200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f04113620 con 0x7f4f04103e20 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f0a200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4f041134a0 con 0x7f4f04103460 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f0a200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4f041137a0 con 0x7f4f041094f0 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f03e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f04103e20 0x7f4f041a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f08e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f04103460 0x7f4f041a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f08e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f04103460 0x7f4f041a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:53444/0 (socket says 172.21.15.7:53444) 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f08e00700 1 -- 172.21.15.7:0/1320710422 learned_addr learned my addr 172.21.15.7:0/1320710422 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f03e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f04103e20 0x7f4f041a1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47026/0 (socket says 172.21.15.7:47026) 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.762+0000 7f4f09800700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4f041094f0 0x7f4f0419bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f08e00700 1 -- 172.21.15.7:0/1320710422 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4f041094f0 msgr2=0x7f4f0419bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f08e00700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4f041094f0 0x7f4f0419bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f08e00700 1 -- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f04103e20 msgr2=0x7f4f041a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f08e00700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f04103e20 0x7f4f041a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.264 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f08e00700 1 -- 172.21.15.7:0/1320710422 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f0419c3f0 con 0x7f4f04103460 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f09800700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4f041094f0 0x7f4f0419bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f03e00700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f04103e20 0x7f4f041a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f08e00700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f04103460 0x7f4f041a1a40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4ef80057f0 tx=0x7f4ef800bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f01600700 1 -- 172.21.15.7:0/1320710422 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8026070 con 0x7f4f04103460 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.763+0000 7f4f01600700 1 -- 172.21.15.7:0/1320710422 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ef8021410 con 0x7f4f04103460 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.764+0000 7f4f0a200700 1 -- 172.21.15.7:0/1320710422 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f0419c680 con 0x7f4f04103460 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.764+0000 7f4f01600700 1 -- 172.21.15.7:0/1320710422 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8017650 con 0x7f4f04103460 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.764+0000 7f4f0a200700 1 -- 172.21.15.7:0/1320710422 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f041a87f0 con 0x7f4f04103460 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.767+0000 7f4f01600700 1 -- 172.21.15.7:0/1320710422 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f4ef8029070 con 0x7f4f04103460 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.768+0000 7f4f160ddb80 1 Processor -- start 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.768+0000 7f4f160ddb80 1 -- start start 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b07c0 0x55ac211b0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211aad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.265 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211ab7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ac21108e40 con 0x55ac211b10e0 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ac210f89e0 con 0x55ac211ab390 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55ac210fca20 con 0x55ac211b07c0 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f01600700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4eec0b2880 0x7f4eec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f08e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211aad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f03e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211ab7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f03e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211ab7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:53460/0 (socket says 172.21.15.7:53460) 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f03e00700 1 -- 172.21.15.7:0/838802498 learned_addr learned my addr 172.21.15.7:0/838802498 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f09800700 1 --2- 172.21.15.7:0/838802498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b07c0 0x55ac211b0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.769+0000 7f4f09800700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4eec0b2880 0x7f4eec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.770+0000 7f4f01600700 1 -- 172.21.15.7:0/1320710422 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4ef80e2e60 con 0x7f4f04103460 2024-05-21T02:05:16.266 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.770+0000 7f4f03e00700 1 -- 172.21.15.7:0/838802498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b07c0 msgr2=0x55ac211b0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.770+0000 7f4f03e00700 1 --2- 172.21.15.7:0/838802498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b07c0 0x55ac211b0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.770+0000 7f4f03e00700 1 -- 172.21.15.7:0/838802498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 msgr2=0x55ac211aad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.770+0000 7f4f03e00700 1 --2- 172.21.15.7:0/838802498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211aad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.770+0000 7f4f03e00700 1 -- 172.21.15.7:0/838802498 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac210c1420 con 0x55ac211ab390 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.770+0000 7f4f08e00700 1 --2- 172.21.15.7:0/838802498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211aad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.770+0000 7f4f03e00700 1 --2- 172.21.15.7:0/838802498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211ab7f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4ef0011540 tx=0x7f4ef0011850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=603bc3b2666e1e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.771+0000 7f4ef6000700 1 -- 172.21.15.7:0/838802498 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef0004a30 con 0x55ac211ab390 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.771+0000 7f4ef6000700 1 -- 172.21.15.7:0/838802498 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ef00054d0 con 0x55ac211ab390 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.771+0000 7f4ef6000700 1 -- 172.21.15.7:0/838802498 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef000e8d0 con 0x55ac211ab390 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 -- 172.21.15.7:0/838802498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 msgr2=0x55ac211ab7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/838802498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211ab7f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4ef0011540 tx=0x7f4ef0011850 comp rx=0 tx=0).stop 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f09800700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4eec0b2880 0x7f4eec0b4d40 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4efc009ec0 tx=0x7f4efc00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:16.267 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 -- 172.21.15.7:0/838802498 shutdown_connections 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/838802498 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211ab7f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/838802498 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b07c0 0x55ac211b0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/838802498 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211aad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 -- 172.21.15.7:0/838802498 >> 172.21.15.7:0/838802498 conn(0x55ac210d8be0 msgr2=0x55ac211a5810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 -- 172.21.15.7:0/838802498 shutdown_connections 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 -- 172.21.15.7:0/838802498 wait complete. 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.772+0000 7f4f160ddb80 1 -- start start 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.773+0000 7f4f160ddb80 1 Processor -- start 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.773+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 0x55ac211b6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.773+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.773+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b10e0 0x55ac211b46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.268 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.773+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55ac20ffefa0 con 0x55ac211b07c0 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.773+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55ac21099760 con 0x55ac211b10e0 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.773+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55ac211b7c00 con 0x55ac211ab390 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.773+0000 7f4f160ddb80 10 client.0 _ll_register_callbacks cb 0x55ac210a2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f03e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f09800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b10e0 0x55ac211b46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f09800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b10e0 0x55ac211b46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:53470/0 (socket says 172.21.15.7:53470) 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f09800700 1 -- 172.21.15.7:0/532743599 learned_addr learned my addr 172.21.15.7:0/532743599 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f08e00700 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 0x55ac211b6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f08e00700 1 -- 172.21.15.7:0/532743599 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b10e0 msgr2=0x55ac211b46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f08e00700 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b10e0 0x55ac211b46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f08e00700 1 -- 172.21.15.7:0/532743599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 msgr2=0x55ac211b41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f08e00700 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f08e00700 1 -- 172.21.15.7:0/532743599 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac210488d0 con 0x55ac211ab390 2024-05-21T02:05:16.269 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.774+0000 7f4f09800700 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b10e0 0x55ac211b46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.775+0000 7f4f08e00700 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 0x55ac211b6e10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f4ef80a77d0 tx=0x7f4ef8073e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4ae9e46957ba0ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.775+0000 7f4eeaa00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.775+0000 7f4eeaa00700 1 -- 172.21.15.7:0/532743599 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef806ffb0 con 0x55ac211ab390 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.775+0000 7f4f160ddb80 1 -- 172.21.15.7:0/532743599 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ef00054d0 con 0x55ac211ab390 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.775+0000 7f4eeaa00700 1 -- 172.21.15.7:0/532743599 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4ef80094b0 con 0x55ac211ab390 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.775+0000 7f4eeaa00700 1 -- 172.21.15.7:0/532743599 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4ef80aac60 con 0x55ac211ab390 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.775+0000 7f4f160ddb80 10 client.26230 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.775+0000 7f4f160ddb80 1 -- 172.21.15.7:0/532743599 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ac210c9060 con 0x55ac211ab390 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.776+0000 7f4eeaa00700 1 -- 172.21.15.7:0/532743599 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ef00054d0 con 0x55ac211ab390 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.776+0000 7f4eeaa00700 1 -- 172.21.15.7:0/532743599 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4ef80b2ea0 con 0x55ac211ab390 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.776+0000 7f4f160ddb80 10 client.26230 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.776+0000 7f4f160ddb80 10 client.26230 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:05:16.270 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.776+0000 7f4f160ddb80 20 client.26230 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.776+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55ac211c46e0 0x55ac211c6b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.776+0000 7f4f160ddb80 4 client.26230 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.776+0000 7f4f160ddb80 1 -- 172.21.15.7:0/532743599 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac2110ad90 con 0x55ac211c46e0 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.776+0000 7f4f03e00700 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55ac211c46e0 0x55ac211c6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.777+0000 7f4f03e00700 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55ac211c46e0 0x55ac211c6b60 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4debdd1b38541154 server_cookie=6381ce5e30216f7c in_seq=0 out_seq=0 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.777+0000 7f4eeaa00700 10 client.26230 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4eeaa00700 1 -- 172.21.15.7:0/532743599 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ac2110ad90 con 0x55ac211c46e0 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4eeaa00700 10 client.26230 handle_command_reply: tid=0 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4f160ddb80 1 client.26230 shutdown 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4f160ddb80 1 -- 172.21.15.7:0/532743599 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 msgr2=0x55ac211b6e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 0x55ac211b6e10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f4ef80a77d0 tx=0x7f4ef8073e50 comp rx=0 tx=0).stop 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4f160ddb80 1 -- 172.21.15.7:0/532743599 shutdown_connections 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55ac211c46e0 0x55ac211c6b60 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.271 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b10e0 0x55ac211b46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 0x55ac211b6e10 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/532743599 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4eeaa00700 0 client.26230 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.778+0000 7f4f160ddb80 1 -- 172.21.15.7:0/532743599 >> 172.21.15.7:0/532743599 conn(0x55ac210d8be0 msgr2=0x55ac211a4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.779+0000 7f4f160ddb80 1 -- 172.21.15.7:0/532743599 shutdown_connections 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.779+0000 7f4f160ddb80 1 -- 172.21.15.7:0/532743599 wait complete. 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.779+0000 7f4f160ddb80 20 client.26230 trim_cache size 0 max 16384 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f160ddb80 1 Processor -- start 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f160ddb80 1 -- start start 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211aad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b10e0 0x55ac211a5740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.272 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f041afbf0 con 0x55ac211b07c0 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4f041b1730 con 0x55ac211ab390 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4f041b02c0 con 0x55ac211b10e0 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f03e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f03e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b1bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47054/0 (socket says 172.21.15.7:47054) 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f03e00700 1 -- 172.21.15.7:0/30346653 learned_addr learned my addr 172.21.15.7:0/30346653 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f08e00700 1 --2- 172.21.15.7:0/30346653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211aad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.800+0000 7f4f09800700 1 --2- 172.21.15.7:0/30346653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b10e0 0x55ac211a5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.801+0000 7f4f03e00700 1 -- 172.21.15.7:0/30346653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b10e0 msgr2=0x55ac211a5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.801+0000 7f4f03e00700 1 --2- 172.21.15.7:0/30346653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b10e0 0x55ac211a5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.801+0000 7f4f03e00700 1 -- 172.21.15.7:0/30346653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 msgr2=0x55ac211aad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.801+0000 7f4f03e00700 1 --2- 172.21.15.7:0/30346653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211aad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.801+0000 7f4f03e00700 1 -- 172.21.15.7:0/30346653 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac211b0df0 con 0x55ac211b07c0 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.801+0000 7f4f03e00700 1 --2- 172.21.15.7:0/30346653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b1bd0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4ef0005950 tx=0x7f4ef000e470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58a24e61ad082fd8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:16.273 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.801+0000 7f4ef5600700 1 -- 172.21.15.7:0/30346653 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef0005530 con 0x55ac211b07c0 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.802+0000 7f4ef5600700 1 -- 172.21.15.7:0/30346653 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ef00056d0 con 0x55ac211b07c0 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.802+0000 7f4ef5600700 1 -- 172.21.15.7:0/30346653 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ef0003d80 con 0x55ac211b07c0 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.802+0000 7f4f160ddb80 1 -- 172.21.15.7:0/30346653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 msgr2=0x55ac211b1bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.802+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/30346653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b1bd0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4ef0005950 tx=0x7f4ef000e470 comp rx=0 tx=0).stop 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.802+0000 7f4f160ddb80 1 -- 172.21.15.7:0/30346653 shutdown_connections 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.802+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/30346653 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211b10e0 0x55ac211a5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.802+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/30346653 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211ab390 0x55ac211aad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.802+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/30346653 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b07c0 0x55ac211b1bd0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.802+0000 7f4f160ddb80 1 -- 172.21.15.7:0/30346653 >> 172.21.15.7:0/30346653 conn(0x55ac210d8be0 msgr2=0x55ac211b14c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.803+0000 7f4f160ddb80 1 -- 172.21.15.7:0/30346653 shutdown_connections 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.803+0000 7f4f160ddb80 1 -- 172.21.15.7:0/30346653 wait complete. 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.803+0000 7f4f160ddb80 1 -- start start 2024-05-21T02:05:16.274 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.803+0000 7f4f160ddb80 1 Processor -- start 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 0x55ac211bd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b07c0 0x55ac211cbae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f160ddb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211cc020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f4f041b1060 con 0x55ac211b10e0 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f4f041b0990 con 0x55ac211b07c0 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f160ddb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f4f041adb70 con 0x55ac211ab390 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f160ddb80 10 client.0 _ll_register_callbacks cb 0x55ac211c6ff0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f09800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211cc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f03e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b07c0 0x55ac211cbae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f09800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211cc020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:47068/0 (socket says 172.21.15.7:47068) 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f09800700 1 -- 172.21.15.7:0/3735718025 learned_addr learned my addr 172.21.15.7:0/3735718025 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.804+0000 7f4f08e00700 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 0x55ac211bd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.275 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4f09800700 1 -- 172.21.15.7:0/3735718025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 msgr2=0x55ac211bd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4f09800700 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 0x55ac211bd3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4f09800700 1 -- 172.21.15.7:0/3735718025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b07c0 msgr2=0x55ac211cbae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4f09800700 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b07c0 0x55ac211cbae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4f09800700 1 -- 172.21.15.7:0/3735718025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac211cc690 con 0x55ac211b10e0 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4f03e00700 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b07c0 0x55ac211cbae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4f09800700 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211cc020 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f4efc007f20 tx=0x7f4efc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4e5d2bde549f243 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4eeaa00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4eeaa00700 1 -- 172.21.15.7:0/3735718025 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4efc02c030 con 0x55ac211b10e0 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4f160ddb80 1 -- 172.21.15.7:0/3735718025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ef00056d0 con 0x55ac211b10e0 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4eeaa00700 1 -- 172.21.15.7:0/3735718025 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f4efc012040 con 0x55ac211b10e0 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.805+0000 7f4eeaa00700 1 -- 172.21.15.7:0/3735718025 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4efc00edb0 con 0x55ac211b10e0 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4f160ddb80 10 client.16047 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4f160ddb80 1 -- 172.21.15.7:0/3735718025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ac2122f1f0 con 0x55ac211b10e0 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4eeaa00700 1 -- 172.21.15.7:0/3735718025 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ef00056d0 con 0x55ac211b10e0 2024-05-21T02:05:16.276 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4eeaa00700 1 -- 172.21.15.7:0/3735718025 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4efc031450 con 0x55ac211b10e0 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4f160ddb80 10 client.16047 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4f160ddb80 10 client.16047 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4f160ddb80 20 client.16047 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55ac2122f980 0x55ac21231da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4f160ddb80 4 client.16047 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.806+0000 7f4f160ddb80 1 -- 172.21.15.7:0/3735718025 --> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ac21104570 con 0x55ac2122f980 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.807+0000 7f4f08e00700 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55ac2122f980 0x55ac21231da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.807+0000 7f4f08e00700 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55ac2122f980 0x55ac21231da0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c91d9212c44f0fa1 server_cookie=d1dc6a82f43b3a9f in_seq=0 out_seq=0 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.807+0000 7f4eeaa00700 10 client.16047 ms_handle_connect on v2:172.21.15.190:6836/685733707 2024-05-21T02:05:16.277 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.807+0000 7f4eeaa00700 1 -- 172.21.15.7:0/3735718025 <== mds.3 v2:172.21.15.190:6836/685733707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ac21104570 con 0x55ac2122f980 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.807+0000 7f4eeaa00700 10 client.16047 handle_command_reply: tid=0 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.807+0000 7f4f160ddb80 1 client.16047 shutdown 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 -- 172.21.15.7:0/3735718025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 msgr2=0x55ac211cc020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211cc020 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f4efc007f20 tx=0x7f4efc004ad0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 -- 172.21.15.7:0/3735718025 shutdown_connections 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.190:6836/685733707,v1:172.21.15.190:6837/685733707] conn(0x55ac2122f980 0x55ac21231da0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55ac211b10e0 0x55ac211cc020 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55ac211ab390 0x55ac211bd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 --2- 172.21.15.7:0/3735718025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55ac211b07c0 0x55ac211cbae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 -- 172.21.15.7:0/3735718025 >> 172.21.15.7:0/3735718025 conn(0x55ac210d8be0 msgr2=0x55ac211af320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4eeaa00700 0 client.16047 ms_handle_reset on v2:172.21.15.190:6836/685733707 2024-05-21T02:05:16.278 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 -- 172.21.15.7:0/3735718025 shutdown_connections 2024-05-21T02:05:16.279 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:05:16.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 1 -- 172.21.15.7:0/3735718025 wait complete. 2024-05-21T02:05:16.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.808+0000 7f4f160ddb80 20 client.16047 trim_cache size 0 max 16384 2024-05-21T02:05:16.279 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 -- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4eec0b2880 msgr2=0x7f4eec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4eec0b2880 0x7f4eec0b4d40 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4efc009ec0 tx=0x7f4efc00b040 comp rx=0 tx=0).stop 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 -- 172.21.15.7:0/1320710422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f04103460 msgr2=0x7f4f041a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f04103460 0x7f4f041a1a40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4ef80057f0 tx=0x7f4ef800bfd0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 -- 172.21.15.7:0/1320710422 shutdown_connections 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f4f041094f0 0x7f4f0419bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f4f04103460 0x7f4f041a1a40 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f4eec0b2880 0x7f4eec0b4d40 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 --2- 172.21.15.7:0/1320710422 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f4f04103e20 0x7f4f041a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 -- 172.21.15.7:0/1320710422 >> 172.21.15.7:0/1320710422 conn(0x7f4f040fef90 msgr2=0x7f4f0410eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 -- 172.21.15.7:0/1320710422 shutdown_connections 2024-05-21T02:05:16.280 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:15.809+0000 7f4f0a200700 1 -- 172.21.15.7:0/1320710422 wait complete. 2024-05-21T02:05:17.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:16 smithi007 ceph-mon[31288]: pgmap v604: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:05:17.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:16 smithi190 ceph-mon[35961]: pgmap v604: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:05:17.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:16 smithi164 ceph-mon[36138]: pgmap v604: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:05:17.284 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T02:05:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.758+0000 7f6894400700 1 -- 172.21.15.7:0/1007985901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f688c076090 msgr2=0x7f688c10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.758+0000 7f6894400700 1 --2- 172.21.15.7:0/1007985901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f688c076090 0x7f688c10fa00 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f6878009990 tx=0x7f6878009ca0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.758+0000 7f6894400700 1 -- 172.21.15.7:0/1007985901 shutdown_connections 2024-05-21T02:05:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.758+0000 7f6894400700 1 --2- 172.21.15.7:0/1007985901 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f688c10ff40 0x7f688c112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.758+0000 7f6894400700 1 --2- 172.21.15.7:0/1007985901 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f688c075770 0x7f688c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.758+0000 7f6894400700 1 --2- 172.21.15.7:0/1007985901 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f688c076090 0x7f688c10fa00 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.758+0000 7f6894400700 1 -- 172.21.15.7:0/1007985901 >> 172.21.15.7:0/1007985901 conn(0x7f688c07a6a0 msgr2=0x7f688c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:17.759 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.758+0000 7f6894400700 1 -- 172.21.15.7:0/1007985901 shutdown_connections 2024-05-21T02:05:17.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.758+0000 7f6894400700 1 -- 172.21.15.7:0/1007985901 wait complete. 2024-05-21T02:05:17.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.759+0000 7f6894400700 1 Processor -- start 2024-05-21T02:05:17.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.759+0000 7f6894400700 1 -- start start 2024-05-21T02:05:17.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.760+0000 7f6894400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f688c075770 0x7f688c19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.760 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.760+0000 7f6894400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f688c076090 0x7f688c19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.760+0000 7f6894400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f688c10ff40 0x7f688c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.760+0000 7f6894400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f688c115970 con 0x7f688c076090 2024-05-21T02:05:17.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.760+0000 7f6894400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f688c1157f0 con 0x7f688c075770 2024-05-21T02:05:17.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.760+0000 7f6894400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f688c115af0 con 0x7f688c10ff40 2024-05-21T02:05:17.761 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.760+0000 7f6892400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f688c10ff40 0x7f688c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.760+0000 7f6892400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f688c10ff40 0x7f688c1a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:35804/0 (socket says 172.21.15.7:35804) 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.760+0000 7f6892400700 1 -- 172.21.15.7:0/1583877743 learned_addr learned my addr 172.21.15.7:0/1583877743 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.761+0000 7f6891000700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f688c076090 0x7f688c19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.761+0000 7f6891a00700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f688c075770 0x7f688c19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.761+0000 7f6892400700 1 -- 172.21.15.7:0/1583877743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f688c075770 msgr2=0x7f688c19be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.761+0000 7f6892400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f688c075770 0x7f688c19be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.761+0000 7f6892400700 1 -- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f688c076090 msgr2=0x7f688c19c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.761+0000 7f6892400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f688c076090 0x7f688c19c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.761+0000 7f6892400700 1 -- 172.21.15.7:0/1583877743 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f688c1a0e00 con 0x7f688c10ff40 2024-05-21T02:05:17.762 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.761+0000 7f6891000700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f688c076090 0x7f688c19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.761+0000 7f6892400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f688c10ff40 0x7f688c1a06c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f688400ef30 tx=0x7f688400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.762+0000 7f688a000700 1 -- 172.21.15.7:0/1583877743 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68840092e0 con 0x7f688c10ff40 2024-05-21T02:05:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.762+0000 7f6894400700 1 -- 172.21.15.7:0/1583877743 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f688c1a1090 con 0x7f688c10ff40 2024-05-21T02:05:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.762+0000 7f688a000700 1 -- 172.21.15.7:0/1583877743 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6884004bb0 con 0x7f688c10ff40 2024-05-21T02:05:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.762+0000 7f6894400700 1 -- 172.21.15.7:0/1583877743 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f688c1a8970 con 0x7f688c10ff40 2024-05-21T02:05:17.763 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.762+0000 7f688a000700 1 -- 172.21.15.7:0/1583877743 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6884004280 con 0x7f688c10ff40 2024-05-21T02:05:17.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.766+0000 7f688a000700 1 -- 172.21.15.7:0/1583877743 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f688401b030 con 0x7f688c10ff40 2024-05-21T02:05:17.767 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.767+0000 7f689ed63b80 1 Processor -- start 2024-05-21T02:05:17.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.767+0000 7f689ed63b80 1 -- start start 2024-05-21T02:05:17.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.768+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56176345dc10 0x56176345dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.768+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345e530 0x561763457fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.768+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5617634585f0 0x561763458a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.768 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.768+0000 7f689ed63b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5617633b5f40 con 0x56176345e530 2024-05-21T02:05:17.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.768+0000 7f689ed63b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x5617633a5ae0 con 0x5617634585f0 2024-05-21T02:05:17.769 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.768+0000 7f689ed63b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x5617633a9b20 con 0x56176345dc10 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.768+0000 7f6891000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56176345dc10 0x56176345dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.768+0000 7f6891000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56176345dc10 0x56176345dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:35810/0 (socket says 172.21.15.7:35810) 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.768+0000 7f6891000700 1 -- 172.21.15.7:0/127640629 learned_addr learned my addr 172.21.15.7:0/127640629 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f6891000700 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5617634585f0 0x561763458a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f6891a00700 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345e530 0x561763457fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f6891000700 1 -- 172.21.15.7:0/127640629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5617634585f0 msgr2=0x561763458a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f6891000700 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5617634585f0 0x561763458a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f6891000700 1 -- 172.21.15.7:0/127640629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345e530 msgr2=0x561763457fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f6891000700 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345e530 0x561763457fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f688a000700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f68740b2900 0x7f68740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f6891000700 1 -- 172.21.15.7:0/127640629 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56176336e520 con 0x56176345dc10 2024-05-21T02:05:17.770 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f6891a00700 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345e530 0x561763457fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:17.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.769+0000 7f688a000700 1 -- 172.21.15.7:0/1583877743 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f68840e1cd0 con 0x7f688c10ff40 2024-05-21T02:05:17.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.770+0000 7f6891000700 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56176345dc10 0x56176345dff0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f687800b2e0 tx=0x7f687800b610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3f075fd8fe5998a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:17.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.770+0000 7f687ea00700 1 -- 172.21.15.7:0/127640629 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6878021040 con 0x56176345dc10 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.770+0000 7f687ea00700 1 -- 172.21.15.7:0/127640629 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6878004ce0 con 0x56176345dc10 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.770+0000 7f687ea00700 1 -- 172.21.15.7:0/127640629 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6878005650 con 0x56176345dc10 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.770+0000 7f6892400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f68740b2900 0x7f68740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f689ed63b80 1 -- 172.21.15.7:0/127640629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56176345dc10 msgr2=0x56176345dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f689ed63b80 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56176345dc10 0x56176345dff0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f687800b2e0 tx=0x7f687800b610 comp rx=0 tx=0).stop 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f6892400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f68740b2900 0x7f68740b4dc0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f68840090a0 tx=0x7f6884009ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f689ed63b80 1 -- 172.21.15.7:0/127640629 shutdown_connections 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f689ed63b80 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x5617634585f0 0x561763458a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f689ed63b80 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x56176345dc10 0x56176345dff0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f689ed63b80 1 --2- 172.21.15.7:0/127640629 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345e530 0x561763457fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f689ed63b80 1 -- 172.21.15.7:0/127640629 >> 172.21.15.7:0/127640629 conn(0x561763385ce0 msgr2=0x561763452f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:17.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f689ed63b80 1 -- 172.21.15.7:0/127640629 shutdown_connections 2024-05-21T02:05:17.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.771+0000 7f689ed63b80 1 -- 172.21.15.7:0/127640629 wait complete. 2024-05-21T02:05:17.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.772+0000 7f689ed63b80 1 -- start start 2024-05-21T02:05:17.773 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.772+0000 7f689ed63b80 1 Processor -- start 2024-05-21T02:05:17.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x561763464240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x5617634615e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x561763461fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f689ed63b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x5617632ac0a0 con 0x56176345dc10 2024-05-21T02:05:17.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f689ed63b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561763346860 con 0x561763461b20 2024-05-21T02:05:17.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f689ed63b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x561763464f40 con 0x5617634585f0 2024-05-21T02:05:17.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f689ed63b80 10 client.0 _ll_register_callbacks cb 0x56176334fd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:17.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f6891a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x5617634615e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f6891a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x5617634615e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36170/0 (socket says 172.21.15.7:36170) 2024-05-21T02:05:17.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.773+0000 7f6891a00700 1 -- 172.21.15.7:0/3641230118 learned_addr learned my addr 172.21.15.7:0/3641230118 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:17.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.774+0000 7f6891a00700 1 -- 172.21.15.7:0/3641230118 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 msgr2=0x561763464240 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T02:05:17.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.774+0000 7f6891a00700 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x561763464240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.774+0000 7f6891a00700 1 -- 172.21.15.7:0/3641230118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 msgr2=0x561763461fa0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T02:05:17.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.774+0000 7f6891a00700 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x561763461fa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.774+0000 7f6891a00700 1 -- 172.21.15.7:0/3641230118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617632f59d0 con 0x56176345dc10 2024-05-21T02:05:17.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.774+0000 7f6891a00700 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x5617634615e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f6880007fc0 tx=0x7f68800127e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de78e173aa52fc39 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:17.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.774+0000 7f6873400700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:05:17.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.775+0000 7f6873400700 1 -- 172.21.15.7:0/3641230118 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880004500 con 0x56176345dc10 2024-05-21T02:05:17.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.775+0000 7f6873400700 1 -- 172.21.15.7:0/3641230118 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6880004830 con 0x56176345dc10 2024-05-21T02:05:17.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.775+0000 7f689ed63b80 1 -- 172.21.15.7:0/3641230118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6878004ce0 con 0x56176345dc10 2024-05-21T02:05:17.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.775+0000 7f6873400700 1 -- 172.21.15.7:0/3641230118 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6880004a30 con 0x56176345dc10 2024-05-21T02:05:17.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.775+0000 7f689ed63b80 10 client.16059 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:17.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.775+0000 7f689ed63b80 1 -- 172.21.15.7:0/3641230118 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561763376160 con 0x56176345dc10 2024-05-21T02:05:17.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.776+0000 7f6873400700 1 -- 172.21.15.7:0/3641230118 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6878004ce0 con 0x56176345dc10 2024-05-21T02:05:17.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.776+0000 7f6873400700 1 -- 172.21.15.7:0/3641230118 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6880019030 con 0x56176345dc10 2024-05-21T02:05:17.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.776+0000 7f689ed63b80 10 client.16059 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:17.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.776+0000 7f689ed63b80 10 client.16059 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:05:17.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.776+0000 7f689ed63b80 20 client.16059 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:17.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.776+0000 7f689ed63b80 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561763471f60 0x561763474390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.776+0000 7f689ed63b80 4 client.16059 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:05:17.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.776+0000 7f689ed63b80 1 -- 172.21.15.7:0/3641230118 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5617633b7e90 con 0x561763471f60 2024-05-21T02:05:17.777 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.777+0000 7f6891000700 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561763471f60 0x561763474390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.777+0000 7f6891000700 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561763471f60 0x561763474390 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a09e21f55918e1c3 server_cookie=3880e608caf9d6dc in_seq=0 out_seq=0 2024-05-21T02:05:17.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.777+0000 7f6873400700 10 client.16059 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:17.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f6873400700 1 -- 172.21.15.7:0/3641230118 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5617633b7e90 con 0x561763471f60 2024-05-21T02:05:17.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f6873400700 10 client.16059 handle_command_reply: tid=0 2024-05-21T02:05:17.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f689ed63b80 1 client.16059 shutdown 2024-05-21T02:05:17.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f689ed63b80 1 -- 172.21.15.7:0/3641230118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 msgr2=0x5617634615e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:17.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f689ed63b80 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x5617634615e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f6880007fc0 tx=0x7f68800127e0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.779 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f689ed63b80 1 -- 172.21.15.7:0/3641230118 shutdown_connections 2024-05-21T02:05:17.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f689ed63b80 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x561763471f60 0x561763474390 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f6873400700 0 client.16059 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:17.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f689ed63b80 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x561763461fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f689ed63b80 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x561763464240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.778+0000 7f689ed63b80 1 --2- 172.21.15.7:0/3641230118 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x5617634615e0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.779+0000 7f689ed63b80 1 -- 172.21.15.7:0/3641230118 >> 172.21.15.7:0/3641230118 conn(0x561763385ce0 msgr2=0x561763452430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:17.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.779+0000 7f689ed63b80 1 -- 172.21.15.7:0/3641230118 shutdown_connections 2024-05-21T02:05:17.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.779+0000 7f689ed63b80 1 -- 172.21.15.7:0/3641230118 wait complete. 2024-05-21T02:05:17.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.779+0000 7f689ed63b80 20 client.16059 trim_cache size 0 max 16384 2024-05-21T02:05:17.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.802+0000 7f689ed63b80 1 Processor -- start 2024-05-21T02:05:17.803 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f689ed63b80 1 -- start start 2024-05-21T02:05:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x561763457fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x56176345f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x56176345a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f689ed63b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f688c1afdc0 con 0x56176345dc10 2024-05-21T02:05:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f689ed63b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f688c1b1900 con 0x561763461b20 2024-05-21T02:05:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f689ed63b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f688c1b0490 con 0x5617634585f0 2024-05-21T02:05:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f6891a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x56176345f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.804 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f6891a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x56176345f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36178/0 (socket says 172.21.15.7:36178) 2024-05-21T02:05:17.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f6891a00700 1 -- 172.21.15.7:0/924244734 learned_addr learned my addr 172.21.15.7:0/924244734 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:17.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.803+0000 7f6891000700 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x561763457fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.805 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.804+0000 7f6891000700 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x56176345a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.804+0000 7f6891a00700 1 -- 172.21.15.7:0/924244734 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 msgr2=0x561763457fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.804+0000 7f6891a00700 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x561763457fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.804+0000 7f6891a00700 1 -- 172.21.15.7:0/924244734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 msgr2=0x56176345a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.804+0000 7f6891a00700 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x56176345a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.804+0000 7f6891a00700 1 -- 172.21.15.7:0/924244734 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561763462580 con 0x56176345dc10 2024-05-21T02:05:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.804+0000 7f6891000700 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x561763457fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.804+0000 7f6891a00700 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x56176345f030 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f68800039b0 tx=0x7f6880005f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a21442cb38128e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.805+0000 7f687e000700 1 -- 172.21.15.7:0/924244734 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880003c30 con 0x56176345dc10 2024-05-21T02:05:17.806 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.805+0000 7f687e000700 1 -- 172.21.15.7:0/924244734 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68800047b0 con 0x56176345dc10 2024-05-21T02:05:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.805+0000 7f687e000700 1 -- 172.21.15.7:0/924244734 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6880025d00 con 0x56176345dc10 2024-05-21T02:05:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 -- 172.21.15.7:0/924244734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 msgr2=0x56176345f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x56176345f030 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f68800039b0 tx=0x7f6880005f60 comp rx=0 tx=0).stop 2024-05-21T02:05:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 -- 172.21.15.7:0/924244734 shutdown_connections 2024-05-21T02:05:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x56176345a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x561763457fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 --2- 172.21.15.7:0/924244734 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x56176345f030 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.807 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 -- 172.21.15.7:0/924244734 >> 172.21.15.7:0/924244734 conn(0x561763385ce0 msgr2=0x56176345e920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 -- 172.21.15.7:0/924244734 shutdown_connections 2024-05-21T02:05:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 -- 172.21.15.7:0/924244734 wait complete. 2024-05-21T02:05:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.806+0000 7f689ed63b80 1 -- start start 2024-05-21T02:05:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.807+0000 7f689ed63b80 1 Processor -- start 2024-05-21T02:05:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.807+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x56176346a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.808 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.807+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x561763465190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.809 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.807+0000 7f689ed63b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x5617634656d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.807+0000 7f689ed63b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f688c1b1230 con 0x56176345dc10 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.807+0000 7f689ed63b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f688c1b0b60 con 0x561763461b20 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.807+0000 7f689ed63b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f688c1add40 con 0x5617634585f0 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.807+0000 7f689ed63b80 10 client.0 _ll_register_callbacks cb 0x56176334fd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.808+0000 7f6891000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x56176346a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.808+0000 7f6891000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x56176346a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:35844/0 (socket says 172.21.15.7:35844) 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.808+0000 7f6891000700 1 -- 172.21.15.7:0/2669550183 learned_addr learned my addr 172.21.15.7:0/2669550183 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.808+0000 7f6891000700 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x5617634656d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.808+0000 7f6891a00700 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x561763465190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f6891000700 1 -- 172.21.15.7:0/2669550183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 msgr2=0x5617634656d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f6891000700 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x5617634656d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.810 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f6891000700 1 -- 172.21.15.7:0/2669550183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 msgr2=0x561763465190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:17.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f6891000700 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x561763465190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f6891000700 1 -- 172.21.15.7:0/2669550183 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561763465c10 con 0x5617634585f0 2024-05-21T02:05:17.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f6891000700 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x56176346a580 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f68780098b0 tx=0x7f6878034040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=696933334d9d9a1c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:17.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f6873400700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:05:17.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f6873400700 1 -- 172.21.15.7:0/2669550183 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6878005500 con 0x5617634585f0 2024-05-21T02:05:17.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f689ed63b80 1 -- 172.21.15.7:0/2669550183 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68800047b0 con 0x5617634585f0 2024-05-21T02:05:17.811 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.809+0000 7f6873400700 1 -- 172.21.15.7:0/2669550183 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f6878004730 con 0x5617634585f0 2024-05-21T02:05:17.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f6873400700 1 -- 172.21.15.7:0/2669550183 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f68780056a0 con 0x5617634585f0 2024-05-21T02:05:17.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f689ed63b80 10 client.26251 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:17.812 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f689ed63b80 1 -- 172.21.15.7:0/2669550183 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5617634dd860 con 0x5617634585f0 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f6873400700 1 -- 172.21.15.7:0/2669550183 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f68800047b0 con 0x5617634585f0 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f6873400700 1 -- 172.21.15.7:0/2669550183 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f687803d030 con 0x5617634585f0 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f689ed63b80 10 client.26251 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f689ed63b80 10 client.26251 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f689ed63b80 20 client.26251 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f689ed63b80 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5617634dda90 0x5617634dfe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f689ed63b80 4 client.26251 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "7ab162ff", "release": true, "await": true}] 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.810+0000 7f689ed63b80 1 -- 172.21.15.7:0/2669550183 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "quiesce db", "set_id": "7ab162ff", "release": true, "await": true}) -- 0x5617633b1670 con 0x5617634dda90 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.811+0000 7f6891a00700 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5617634dda90 0x5617634dfe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.811+0000 7f6891a00700 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5617634dda90 0x5617634dfe80 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a568b02e62921b9 server_cookie=5ba97794b72f34b1 in_seq=0 out_seq=0 2024-05-21T02:05:17.813 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.811+0000 7f6873400700 10 client.26251 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f6873400700 1 -- 172.21.15.7:0/2669550183 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5617633b1670 con 0x5617634dda90 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f6873400700 10 client.26251 handle_command_reply: tid=0 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 client.26251 shutdown 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 -- 172.21.15.7:0/2669550183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 msgr2=0x56176346a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x56176346a580 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f68780098b0 tx=0x7f6878034040 comp rx=0 tx=0).stop 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 -- 172.21.15.7:0/2669550183 shutdown_connections 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x5617634dda90 0x5617634dfe80 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561763461b20 0x5617634656d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x5617634585f0 0x56176346a580 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 --2- 172.21.15.7:0/2669550183 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x56176345dc10 0x561763465190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f6873400700 0 client.26251 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:17.816 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 -- 172.21.15.7:0/2669550183 >> 172.21.15.7:0/2669550183 conn(0x561763385ce0 msgr2=0x56176345b630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:17.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 -- 172.21.15.7:0/2669550183 shutdown_connections 2024-05-21T02:05:17.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 1 -- 172.21.15.7:0/2669550183 wait complete. 2024-05-21T02:05:17.817 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.815+0000 7f689ed63b80 20 client.26251 trim_cache size 0 max 16384 2024-05-21T02:05:17.817 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:05:17.817 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-05-21T02:05:17.817 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24518, 2024-05-21T02:05:17.817 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 12, 2024-05-21T02:05:17.817 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": { 2024-05-21T02:05:17.817 INFO:teuthology.orchestra.run.smithi007.stdout: "7ab162ff": { 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "version": 12, 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "age_ref": 0.0, 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "timeout": 90.0, 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "expiration": 139.8, 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "members": { 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "file:/": { 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "excluded": false, 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "state": { 2024-05-21T02:05:17.818 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RELEASED", 2024-05-21T02:05:17.819 INFO:teuthology.orchestra.run.smithi007.stdout: "age": 0.0 2024-05-21T02:05:17.819 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:17.819 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:17.819 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:17.819 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:17.819 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:17.819 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:05:17.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 -- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f68740b2900 msgr2=0x7f68740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:17.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f68740b2900 0x7f68740b4dc0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f68840090a0 tx=0x7f6884009ed0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 -- 172.21.15.7:0/1583877743 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f688c10ff40 msgr2=0x7f688c1a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:17.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f688c10ff40 0x7f688c1a06c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f688400ef30 tx=0x7f688400c3a0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 -- 172.21.15.7:0/1583877743 shutdown_connections 2024-05-21T02:05:17.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f688c10ff40 0x7f688c1a06c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f688c075770 0x7f688c19be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f68740b2900 0x7f68740b4dc0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.820 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 --2- 172.21.15.7:0/1583877743 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f688c076090 0x7f688c19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:17.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.816+0000 7f6894400700 1 -- 172.21.15.7:0/1583877743 >> 172.21.15.7:0/1583877743 conn(0x7f688c07a6a0 msgr2=0x7f688c100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:17.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.817+0000 7f6894400700 1 -- 172.21.15.7:0/1583877743 shutdown_connections 2024-05-21T02:05:17.821 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:17.817+0000 7f6894400700 1 -- 172.21.15.7:0/1583877743 wait complete. 2024-05-21T02:05:18.398 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:19.002 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:18 smithi007 ceph-mon[31288]: pgmap v605: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:05:19.075 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '7ab162ff', total seconds elapsed: 32.2 2024-05-21T02:05:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:18 smithi190 ceph-mon[35961]: pgmap v605: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:05:19.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:18 smithi164 ceph-mon[36138]: pgmap v605: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T02:05:20.438 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:05:20.438 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:05:20.450 INFO:tasks.workunit.client.0.smithi007.stdout: 2024-05-21T02:05:20.450 INFO:tasks.workunit.client.0.smithi007.stdout:iozone test complete. 2024-05-21T02:05:20.459 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-21T02:05:20.460 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-21T02:05:20.568 INFO:tasks.workunit:Stopping ['suites/iozone.sh'] on client.0... 2024-05-21T02:05:20.568 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-21T02:05:20.796 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:20 smithi007 ceph-mon[31288]: pgmap v606: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T02:05:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:20 smithi190 ceph-mon[35961]: pgmap v606: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T02:05:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:20 smithi164 ceph-mon[36138]: pgmap v606: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T02:05:21.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.559+0000 7f0e4f200700 1 -- 172.21.15.7:0/818526560 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e50109540 msgr2=0x7f0e50109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:21.560 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.559+0000 7f0e4f200700 1 --2- 172.21.15.7:0/818526560 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e50109540 0x7f0e50109920 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0e40009990 tx=0x7f0e40009ca0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.559+0000 7f0e4f200700 1 -- 172.21.15.7:0/818526560 shutdown_connections 2024-05-21T02:05:21.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.559+0000 7f0e4f200700 1 --2- 172.21.15.7:0/818526560 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e50103e50 0x7f0e50110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.559+0000 7f0e4f200700 1 --2- 172.21.15.7:0/818526560 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e50109540 0x7f0e50109920 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.559+0000 7f0e4f200700 1 --2- 172.21.15.7:0/818526560 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e50103490 0x7f0e50103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.559+0000 7f0e4f200700 1 -- 172.21.15.7:0/818526560 >> 172.21.15.7:0/818526560 conn(0x7f0e500fefc0 msgr2=0x7f0e501013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:21.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.559+0000 7f0e4f200700 1 -- 172.21.15.7:0/818526560 shutdown_connections 2024-05-21T02:05:21.561 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.559+0000 7f0e4f200700 1 -- 172.21.15.7:0/818526560 wait complete. 2024-05-21T02:05:21.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.561+0000 7f0e4f200700 1 Processor -- start 2024-05-21T02:05:21.562 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.561+0000 7f0e4f200700 1 -- start start 2024-05-21T02:05:21.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4f200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e50103490 0x7f0e501a1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4f200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4f200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e50109540 0x7f0e5019bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4f200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e50113650 con 0x7f0e50103e50 2024-05-21T02:05:21.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4f200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501134d0 con 0x7f0e50103490 2024-05-21T02:05:21.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4f200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501137d0 con 0x7f0e50109540 2024-05-21T02:05:21.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e50103490 0x7f0e501a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.563 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36218/0 (socket says 172.21.15.7:36218) 2024-05-21T02:05:21.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.562+0000 7f0e4d400700 1 -- 172.21.15.7:0/2777865234 learned_addr learned my addr 172.21.15.7:0/2777865234 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:21.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.563+0000 7f0e4e800700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e50109540 0x7f0e5019bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.564 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.563+0000 7f0e4de00700 1 -- 172.21.15.7:0/2777865234 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e50109540 msgr2=0x7f0e5019bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.563+0000 7f0e4de00700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e50109540 0x7f0e5019bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.563+0000 7f0e4de00700 1 -- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e50103e50 msgr2=0x7f0e501a1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.563+0000 7f0e4de00700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.563+0000 7f0e4de00700 1 -- 172.21.15.7:0/2777865234 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e5019c220 con 0x7f0e50103490 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.563+0000 7f0e4d400700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.563+0000 7f0e4de00700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e50103490 0x7f0e501a1900 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0e40006010 tx=0x7f0e400057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.564+0000 7f0e46a00700 1 -- 172.21.15.7:0/2777865234 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e40027070 con 0x7f0e50103490 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.564+0000 7f0e4f200700 1 -- 172.21.15.7:0/2777865234 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e5019c4b0 con 0x7f0e50103490 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.564+0000 7f0e46a00700 1 -- 172.21.15.7:0/2777865234 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e4000b610 con 0x7f0e50103490 2024-05-21T02:05:21.565 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.564+0000 7f0e4f200700 1 -- 172.21.15.7:0/2777865234 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e501a87d0 con 0x7f0e50103490 2024-05-21T02:05:21.566 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.564+0000 7f0e46a00700 1 -- 172.21.15.7:0/2777865234 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e40022e30 con 0x7f0e50103490 2024-05-21T02:05:21.568 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.568+0000 7f0e46a00700 1 -- 172.21.15.7:0/2777865234 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f0e4002a070 con 0x7f0e50103490 2024-05-21T02:05:21.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.569+0000 7f0e5f859b80 1 Processor -- start 2024-05-21T02:05:21.569 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.569+0000 7f0e5f859b80 1 -- start start 2024-05-21T02:05:21.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.569+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cac400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.569+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac940 0x55d6f8ca64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.569+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca6f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.570 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.569+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d6f8c04e40 con 0x55d6f8cac020 2024-05-21T02:05:21.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.569+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d6f8bf49e0 con 0x55d6f8cac940 2024-05-21T02:05:21.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.569+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d6f8bf8a20 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.570+0000 7f0e4de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac940 0x55d6f8ca64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.570+0000 7f0e46a00700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0e340b2900 0x7f0e340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.570+0000 7f0e4de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac940 0x55d6f8ca64b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:36178/0 (socket says 172.21.15.7:36178) 2024-05-21T02:05:21.571 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.570+0000 7f0e4de00700 1 -- 172.21.15.7:0/1092802136 learned_addr learned my addr 172.21.15.7:0/1092802136 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:21.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.570+0000 7f0e4d400700 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca6f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.570+0000 7f0e46a00700 1 -- 172.21.15.7:0/2777865234 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f0e400e2f70 con 0x7f0e50103490 2024-05-21T02:05:21.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.570+0000 7f0e4e800700 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.571+0000 7f0e4de00700 1 -- 172.21.15.7:0/1092802136 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 msgr2=0x55d6f8ca6f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:21.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.571+0000 7f0e4de00700 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca6f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.571+0000 7f0e4de00700 1 -- 172.21.15.7:0/1092802136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 msgr2=0x55d6f8cac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:21.572 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.571+0000 7f0e4de00700 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cac400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.571+0000 7f0e4de00700 1 -- 172.21.15.7:0/1092802136 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6f8bbd420 con 0x55d6f8cac940 2024-05-21T02:05:21.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.571+0000 7f0e4e800700 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:05:21.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.571+0000 7f0e4d400700 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:21.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.571+0000 7f0e4e800700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0e340b2900 0x7f0e340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.571+0000 7f0e4de00700 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac940 0x55d6f8ca64b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0e400e0a30 tx=0x7f0e40009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc850d11142a141 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:21.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.572+0000 7f0e3b400700 1 -- 172.21.15.7:0/1092802136 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e400a9d50 con 0x55d6f8cac940 2024-05-21T02:05:21.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.572+0000 7f0e3b400700 1 -- 172.21.15.7:0/1092802136 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e400aa5e0 con 0x55d6f8cac940 2024-05-21T02:05:21.573 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.572+0000 7f0e3b400700 1 -- 172.21.15.7:0/1092802136 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e40022590 con 0x55d6f8cac940 2024-05-21T02:05:21.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.572+0000 7f0e5f859b80 1 -- 172.21.15.7:0/1092802136 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac940 msgr2=0x55d6f8ca64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:21.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.572+0000 7f0e4e800700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0e340b2900 0x7f0e340b4dc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009ec0 tx=0x7f0e48004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:21.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.572+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac940 0x55d6f8ca64b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0e400e0a30 tx=0x7f0e40009310 comp rx=0 tx=0).stop 2024-05-21T02:05:21.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.573+0000 7f0e5f859b80 1 -- 172.21.15.7:0/1092802136 shutdown_connections 2024-05-21T02:05:21.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.573+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.573+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.574 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.573+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/1092802136 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac940 0x55d6f8ca64b0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.573+0000 7f0e5f859b80 1 -- 172.21.15.7:0/1092802136 >> 172.21.15.7:0/1092802136 conn(0x55d6f8bd4be0 msgr2=0x55d6f8ca1150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:21.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.573+0000 7f0e5f859b80 1 -- 172.21.15.7:0/1092802136 shutdown_connections 2024-05-21T02:05:21.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.573+0000 7f0e5f859b80 1 -- 172.21.15.7:0/1092802136 wait complete. 2024-05-21T02:05:21.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.573+0000 7f0e5f859b80 1 -- start start 2024-05-21T02:05:21.575 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.574+0000 7f0e5f859b80 1 Processor -- start 2024-05-21T02:05:21.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.574+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb26e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.574+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cafa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.574+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8cac940 0x55d6f8caffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.574+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55d6f8afafa0 con 0x55d6f8cac020 2024-05-21T02:05:21.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.574+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55d6f8b95760 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.574+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55d6f8cb3220 con 0x55d6f8cac940 2024-05-21T02:05:21.576 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.574+0000 7f0e5f859b80 10 client.0 _ll_register_callbacks cb 0x55d6f8b9ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cafa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cafa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36242/0 (socket says 172.21.15.7:36242) 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4d400700 1 -- 172.21.15.7:0/3198088515 learned_addr learned my addr 172.21.15.7:0/3198088515 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4de00700 1 -- 172.21.15.7:0/3198088515 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8cac940 msgr2=0x55d6f8caffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4de00700 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8cac940 0x55d6f8caffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4de00700 1 -- 172.21.15.7:0/3198088515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 msgr2=0x55d6f8cafa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4de00700 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cafa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4de00700 1 -- 172.21.15.7:0/3198088515 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6f8b448d0 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.575+0000 7f0e4de00700 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb26e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0e400aa7a0 tx=0x7f0e40022770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bbaf34b1e89f1f29 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.576+0000 7f0e2fe00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.576+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3198088515 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e400b33b0 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.576+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3198088515 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f0e400b3130 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.577 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.576+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3198088515 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d6f8c06d90 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.576+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3198088515 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0e400aa0f0 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.576+0000 7f0e5f859b80 10 client.26222 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:21.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.576+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3198088515 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d6f8bc5060 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.577+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3198088515 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55d6f8c06d90 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.578 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.577+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3198088515 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0e4000fb60 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.577+0000 7f0e5f859b80 10 client.26222 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:21.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.577+0000 7f0e5f859b80 10 client.26222 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:05:21.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.577+0000 7f0e5f859b80 20 client.26222 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:21.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.577+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55d6f8cbfb20 0x55d6f8cc1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.577+0000 7f0e5f859b80 4 client.26222 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:05:21.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.577+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3198088515 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d6f8c00570 con 0x55d6f8cbfb20 2024-05-21T02:05:21.579 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.578+0000 7f0e4d400700 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55d6f8cbfb20 0x55d6f8cc1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.578+0000 7f0e4d400700 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55d6f8cbfb20 0x55d6f8cc1f10 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fdacc2b8bb98cad2 server_cookie=f7f5fe910e639965 in_seq=0 out_seq=0 2024-05-21T02:05:21.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.578+0000 7f0e2fe00700 10 client.26222 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:05:21.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.579+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3198088515 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d6f8c00570 con 0x55d6f8cbfb20 2024-05-21T02:05:21.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.579+0000 7f0e2fe00700 10 client.26222 handle_command_reply: tid=0 2024-05-21T02:05:21.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.579+0000 7f0e5f859b80 1 client.26222 shutdown 2024-05-21T02:05:21.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.579+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3198088515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8ca6ad0 msgr2=0x55d6f8cb26e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:21.580 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.579+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb26e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0e400aa7a0 tx=0x7f0e40022770 comp rx=0 tx=0).stop 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3198088515 shutdown_connections 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55d6f8cbfb20 0x55d6f8cc1f10 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8cac940 0x55d6f8caffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb26e0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3198088515 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac020 0x55d6f8cafa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3198088515 >> 172.21.15.7:0/3198088515 conn(0x55d6f8bd4be0 msgr2=0x55d6f8ca54a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e2fe00700 0 client.26222 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3198088515 shutdown_connections 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3198088515 wait complete. 2024-05-21T02:05:21.581 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.580+0000 7f0e5f859b80 20 client.26222 trim_cache size 0 max 16384 2024-05-21T02:05:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.614+0000 7f0e5f859b80 1 Processor -- start 2024-05-21T02:05:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.614+0000 7f0e5f859b80 1 -- start start 2024-05-21T02:05:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 0x55d6f8ca0c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 0x55d6f8ca1170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501afba0 con 0x55d6f8cac940 2024-05-21T02:05:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501b16e0 con 0x55d6f8cac020 2024-05-21T02:05:21.615 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501b0270 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e4e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 0x55d6f8ca1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e4de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e4e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 0x55d6f8ca1170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36252/0 (socket says 172.21.15.7:36252) 2024-05-21T02:05:21.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e4d400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 0x55d6f8ca0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.615+0000 7f0e4e800700 1 -- 172.21.15.7:0/967936433 learned_addr learned my addr 172.21.15.7:0/967936433 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:21.616 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.616+0000 7f0e4de00700 1 -- 172.21.15.7:0/967936433 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 msgr2=0x55d6f8ca0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:21.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.616+0000 7f0e4de00700 1 --2- 172.21.15.7:0/967936433 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 0x55d6f8ca0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.616+0000 7f0e4de00700 1 -- 172.21.15.7:0/967936433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 msgr2=0x55d6f8ca1170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:21.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.616+0000 7f0e4de00700 1 --2- 172.21.15.7:0/967936433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 0x55d6f8ca1170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.616+0000 7f0e4de00700 1 -- 172.21.15.7:0/967936433 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6f8c9be40 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.617 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.616+0000 7f0e4de00700 1 --2- 172.21.15.7:0/967936433 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca64b0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0e40022890 tx=0x7f0e40009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1208ab53a6569c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.616+0000 7f0e3aa00700 1 -- 172.21.15.7:0/967936433 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e400aa3b0 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.616+0000 7f0e3aa00700 1 -- 172.21.15.7:0/967936433 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e400aace0 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.616+0000 7f0e3aa00700 1 -- 172.21.15.7:0/967936433 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4000fd40 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.617+0000 7f0e5f859b80 1 -- 172.21.15.7:0/967936433 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 msgr2=0x55d6f8ca64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.617+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/967936433 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca64b0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0e40022890 tx=0x7f0e40009310 comp rx=0 tx=0).stop 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.617+0000 7f0e5f859b80 1 -- 172.21.15.7:0/967936433 shutdown_connections 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.617+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/967936433 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 0x55d6f8ca1170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.617+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/967936433 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8ca64b0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.617+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/967936433 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 0x55d6f8ca0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.617+0000 7f0e5f859b80 1 -- 172.21.15.7:0/967936433 >> 172.21.15.7:0/967936433 conn(0x55d6f8bd4be0 msgr2=0x55d6f8ca9b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.617+0000 7f0e5f859b80 1 -- 172.21.15.7:0/967936433 shutdown_connections 2024-05-21T02:05:21.618 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.617+0000 7f0e5f859b80 1 -- 172.21.15.7:0/967936433 wait complete. 2024-05-21T02:05:21.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.618+0000 7f0e5f859b80 1 -- start start 2024-05-21T02:05:21.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.618+0000 7f0e5f859b80 1 Processor -- start 2024-05-21T02:05:21.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb8650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 0x55d6f8cb8b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e5f859b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 0x55d6f8cc68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.619 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501b1010 con 0x55d6f8cac940 2024-05-21T02:05:21.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501b0940 con 0x55d6f8cac020 2024-05-21T02:05:21.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e5f859b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0e501adb20 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.620 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e5f859b80 10 client.0 _ll_register_callbacks cb 0x55d6f8b9ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4e800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 0x55d6f8cc68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4d400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 0x55d6f8cb8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb8650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:35888/0 (socket says 172.21.15.7:35888) 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4de00700 1 -- 172.21.15.7:0/3790787465 learned_addr learned my addr 172.21.15.7:0/3790787465 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4de00700 1 -- 172.21.15.7:0/3790787465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 msgr2=0x55d6f8cb8b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4de00700 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 0x55d6f8cb8b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4de00700 1 -- 172.21.15.7:0/3790787465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 msgr2=0x55d6f8cc68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4de00700 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 0x55d6f8cc68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4de00700 1 -- 172.21.15.7:0/3790787465 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6f8cc7030 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.619+0000 7f0e4d400700 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 0x55d6f8cb8b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:21.621 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.620+0000 7f0e4de00700 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb8650 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0e400059d0 tx=0x7f0e400aa4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b72ba9c8ca83b82e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:21.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.620+0000 7f0e2fe00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:05:21.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.620+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3790787465 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e400050f0 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.620+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3790787465 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f0e40005290 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.620+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3790787465 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e400aace0 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.620+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3790787465 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0e40090b50 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.620+0000 7f0e5f859b80 10 client.26266 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:21.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.620+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3790787465 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d6f8cc7030 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.622 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.621+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3790787465 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e400aace0 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.621+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3790787465 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0e400c1a60 con 0x55d6f8ca6ad0 2024-05-21T02:05:21.623 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.621+0000 7f0e5f859b80 10 client.26266 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.621+0000 7f0e5f859b80 10 client.26266 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.621+0000 7f0e5f859b80 20 client.26266 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.621+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55d6f8d2a0b0 0x55d6f8d2c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.621+0000 7f0e5f859b80 4 client.26266 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.621+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3790787465 --> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d6f8a77250 con 0x55d6f8d2a0b0 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.621+0000 7f0e4d400700 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55d6f8d2a0b0 0x55d6f8d2c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e4d400700 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55d6f8d2a0b0 0x55d6f8d2c4a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d32beab603d063b5 server_cookie=1f83bb0c84cc1abd in_seq=0 out_seq=0 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e2fe00700 10 client.26266 ms_handle_connect on v2:172.21.15.190:6838/179735261 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e2fe00700 1 -- 172.21.15.7:0/3790787465 <== mds.2 v2:172.21.15.190:6838/179735261 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d6f8a77250 con 0x55d6f8d2a0b0 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e2fe00700 10 client.26266 handle_command_reply: tid=0 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e5f859b80 1 client.26266 shutdown 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3790787465 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 msgr2=0x55d6f8cb8650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb8650 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0e400059d0 tx=0x7f0e400aa4a0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.624 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3790787465 shutdown_connections 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.190:6838/179735261,v1:172.21.15.190:6839/179735261] conn(0x55d6f8d2a0b0 0x55d6f8d2c4a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55d6f8cac940 0x55d6f8cc68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55d6f8ca6ad0 0x55d6f8cb8650 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e5f859b80 1 --2- 172.21.15.7:0/3790787465 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55d6f8cac020 0x55d6f8cb8b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e2fe00700 0 client.26266 ms_handle_reset on v2:172.21.15.190:6838/179735261 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.622+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3790787465 >> 172.21.15.7:0/3790787465 conn(0x55d6f8bd4be0 msgr2=0x55d6f8ca0c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.623+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3790787465 shutdown_connections 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.623+0000 7f0e5f859b80 1 -- 172.21.15.7:0/3790787465 wait complete. 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.623+0000 7f0e5f859b80 20 client.26266 trim_cache size 0 max 16384 2024-05-21T02:05:21.625 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:05:21.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 -- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0e340b2900 msgr2=0x7f0e340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:21.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0e340b2900 0x7f0e340b4dc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0e48009ec0 tx=0x7f0e48004ad0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 -- 172.21.15.7:0/2777865234 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e50103490 msgr2=0x7f0e501a1900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:21.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e50103490 0x7f0e501a1900 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f0e40006010 tx=0x7f0e400057c0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 -- 172.21.15.7:0/2777865234 shutdown_connections 2024-05-21T02:05:21.626 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0e50109540 0x7f0e5019bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0e50103490 0x7f0e501a1900 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f0e340b2900 0x7f0e340b4dc0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 --2- 172.21.15.7:0/2777865234 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0e50103e50 0x7f0e501a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:21.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 -- 172.21.15.7:0/2777865234 >> 172.21.15.7:0/2777865234 conn(0x7f0e500fefc0 msgr2=0x7f0e50100440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:21.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 -- 172.21.15.7:0/2777865234 shutdown_connections 2024-05-21T02:05:21.627 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:21.624+0000 7f0e4f200700 1 -- 172.21.15.7:0/2777865234 wait complete. 2024-05-21T02:05:21.793 DEBUG:teuthology.parallel:result is None 2024-05-21T02:05:21.793 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-21T02:05:21.892 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-21T02:05:21.892 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-05-21T02:05:21.903 INFO:tasks.quiescer:joining Quiescers 2024-05-21T02:05:21.903 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-05-21T02:05:21.903 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:05:22.490 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T02:05:22.681 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:23.071 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:22 smithi007 ceph-mon[31288]: pgmap v607: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T02:05:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:22 smithi190 ceph-mon[35961]: pgmap v607: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T02:05:23.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:22 smithi164 ceph-mon[36138]: pgmap v607: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T02:05:24.262 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:24.935 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:24 smithi007 ceph-mon[31288]: pgmap v608: 97 pgs: 97 active+clean; 8.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-05-21T02:05:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:24 smithi190 ceph-mon[35961]: pgmap v608: 97 pgs: 97 active+clean; 8.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-05-21T02:05:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:24 smithi164 ceph-mon[36138]: pgmap v608: 97 pgs: 97 active+clean; 8.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-05-21T02:05:25.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.635+0000 7f090d000700 1 -- 172.21.15.7:0/889550208 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0908102620 msgr2=0x7f0908102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:25.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.635+0000 7f090d000700 1 --2- 172.21.15.7:0/889550208 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0908102620 0x7f0908102a00 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f08f8009990 tx=0x7f08f8009ca0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.635+0000 7f090d000700 1 -- 172.21.15.7:0/889550208 shutdown_connections 2024-05-21T02:05:25.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.635+0000 7f090d000700 1 --2- 172.21.15.7:0/889550208 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0908107700 0x7f090810f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.635+0000 7f090d000700 1 --2- 172.21.15.7:0/889550208 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0908102620 0x7f0908102a00 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.635+0000 7f090d000700 1 --2- 172.21.15.7:0/889550208 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0908102fd0 0x7f0908107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.635+0000 7f090d000700 1 -- 172.21.15.7:0/889550208 >> 172.21.15.7:0/889550208 conn(0x7f09080fded0 msgr2=0x7f09081002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:25.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.636+0000 7f090d000700 1 -- 172.21.15.7:0/889550208 shutdown_connections 2024-05-21T02:05:25.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.636+0000 7f090d000700 1 -- 172.21.15.7:0/889550208 wait complete. 2024-05-21T02:05:25.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.637+0000 7f090d000700 1 Processor -- start 2024-05-21T02:05:25.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.637+0000 7f090d000700 1 -- start start 2024-05-21T02:05:25.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f090d000700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0908102620 0x7f090819f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:25.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f090d000700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0908102fd0 0x7f090819fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:25.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f090d000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0908107700 0x7f0908199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:25.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f090d000700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f0908112590 con 0x7f0908102620 2024-05-21T02:05:25.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f090d000700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f0908112410 con 0x7f0908102fd0 2024-05-21T02:05:25.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f090d000700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f0908112710 con 0x7f0908107700 2024-05-21T02:05:25.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f0907400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0908102620 0x7f090819f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f0907e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0908107700 0x7f0908199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f0907400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0908102620 0x7f090819f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:36288/0 (socket says 172.21.15.7:36288) 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f0907400700 1 -- 172.21.15.7:0/2652704025 learned_addr learned my addr 172.21.15.7:0/2652704025 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.638+0000 7f0906a00700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0908102fd0 0x7f090819fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.639+0000 7f0907400700 1 -- 172.21.15.7:0/2652704025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0908107700 msgr2=0x7f0908199970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.639+0000 7f0907400700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0908107700 0x7f0908199970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.639+0000 7f0907400700 1 -- 172.21.15.7:0/2652704025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0908102fd0 msgr2=0x7f090819fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.639+0000 7f0907400700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0908102fd0 0x7f090819fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.639+0000 7f0907400700 1 -- 172.21.15.7:0/2652704025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f090819a0d0 con 0x7f0908102620 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.639+0000 7f0907e00700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0908107700 0x7f0908199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.639+0000 7f0906a00700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0908102fd0 0x7f090819fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:25.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.639+0000 7f0907400700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0908102620 0x7f090819f7b0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f08f80057c0 tx=0x7f08f8005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:25.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.640+0000 7f08ffe00700 1 -- 172.21.15.7:0/2652704025 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f8026070 con 0x7f0908102620 2024-05-21T02:05:25.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.640+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f090819a360 con 0x7f0908102620 2024-05-21T02:05:25.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.640+0000 7f08ffe00700 1 -- 172.21.15.7:0/2652704025 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08f800b610 con 0x7f0908102620 2024-05-21T02:05:25.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.640+0000 7f08ffe00700 1 -- 172.21.15.7:0/2652704025 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f8021e00 con 0x7f0908102620 2024-05-21T02:05:25.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.641+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09081a6680 con 0x7f0908102620 2024-05-21T02:05:25.642 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.642+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f090806a230 con 0x7f0908102620 2024-05-21T02:05:25.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.644+0000 7f08ffe00700 1 -- 172.21.15.7:0/2652704025 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f08f8029070 con 0x7f0908102620 2024-05-21T02:05:25.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.646+0000 7f08ffe00700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f08ec0b2880 0x7f08ec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:25.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.646+0000 7f08ffe00700 1 -- 172.21.15.7:0/2652704025 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f08f80e3050 con 0x7f0908102620 2024-05-21T02:05:25.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.646+0000 7f0906a00700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f08ec0b2880 0x7f08ec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:25.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.647+0000 7f0906a00700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f08ec0b2880 0x7f08ec0b4d40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f08f4009680 tx=0x7f08f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:25.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.654+0000 7f08ffe00700 1 -- 172.21.15.7:0/2652704025 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f08f8013070 con 0x7f0908102620 2024-05-21T02:05:25.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.952+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f090819aea0 con 0x7f0908102620 2024-05-21T02:05:25.953 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.953+0000 7f08ffe00700 1 -- 172.21.15.7:0/2652704025 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f08f80a4e20 con 0x7f0908102620 2024-05-21T02:05:25.954 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:05:25.954 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:05:25.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.956+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f08ec0b2880 msgr2=0x7f08ec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:25.957 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.956+0000 7f090d000700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f08ec0b2880 0x7f08ec0b4d40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f08f4009680 tx=0x7f08f4009260 comp rx=0 tx=0).stop 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.956+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0908102620 msgr2=0x7f090819f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.956+0000 7f090d000700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0908102620 0x7f090819f7b0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f08f80057c0 tx=0x7f08f8005ef0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.957+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 shutdown_connections 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.957+0000 7f090d000700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f0908107700 0x7f0908199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.957+0000 7f090d000700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f08ec0b2880 0x7f08ec0b4d40 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.957+0000 7f090d000700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f0908102620 0x7f090819f7b0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.957+0000 7f090d000700 1 --2- 172.21.15.7:0/2652704025 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f0908102fd0 0x7f090819fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.957+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 >> 172.21.15.7:0/2652704025 conn(0x7f09080fded0 msgr2=0x7f09080fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.957+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 shutdown_connections 2024-05-21T02:05:25.958 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:25.957+0000 7f090d000700 1 -- 172.21.15.7:0/2652704025 wait complete. 2024-05-21T02:05:25.959 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:05:26.071 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:25 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:05:26.094 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:25 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:05:26.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:25 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:05:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:26 smithi190 ceph-mon[35961]: pgmap v609: 97 pgs: 97 active+clean; 4.5 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 128 op/s 2024-05-21T02:05:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:26 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2652704025' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:05:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:26 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:26 smithi164 ceph-mon[36138]: pgmap v609: 97 pgs: 97 active+clean; 4.5 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 128 op/s 2024-05-21T02:05:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:26 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2652704025' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:05:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:26 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.198 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:26 smithi007 ceph-mon[31288]: pgmap v609: 97 pgs: 97 active+clean; 4.5 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 128 op/s 2024-05-21T02:05:27.198 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:26 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2652704025' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:05:27.198 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.198 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.198 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.198 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:26 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T02:05:27.262 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24518 quiesce db --cancel --all' 2024-05-21T02:05:27.263 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24518 quiesce db --cancel --all 2024-05-21T02:05:27.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.857+0000 7ff1cca00700 1 -- 172.21.15.7:0/4069651378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8109540 msgr2=0x7ff1c8109920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:27.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.857+0000 7ff1cca00700 1 --2- 172.21.15.7:0/4069651378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8109540 0x7ff1c8109920 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7ff1b800b0d0 tx=0x7ff1b800b3e0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.857+0000 7ff1cca00700 1 -- 172.21.15.7:0/4069651378 shutdown_connections 2024-05-21T02:05:27.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.857+0000 7ff1cca00700 1 --2- 172.21.15.7:0/4069651378 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1c8103e50 0x7ff1c8110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.857+0000 7ff1cca00700 1 --2- 172.21.15.7:0/4069651378 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8109540 0x7ff1c8109920 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.858+0000 7ff1cca00700 1 --2- 172.21.15.7:0/4069651378 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff1c8103490 0x7ff1c8103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.858+0000 7ff1cca00700 1 -- 172.21.15.7:0/4069651378 >> 172.21.15.7:0/4069651378 conn(0x7ff1c80fefc0 msgr2=0x7ff1c81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:27.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.858+0000 7ff1cca00700 1 -- 172.21.15.7:0/4069651378 shutdown_connections 2024-05-21T02:05:27.859 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.858+0000 7ff1cca00700 1 -- 172.21.15.7:0/4069651378 wait complete. 2024-05-21T02:05:27.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.859+0000 7ff1cca00700 1 Processor -- start 2024-05-21T02:05:27.860 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.859+0000 7ff1cca00700 1 -- start start 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.859+0000 7ff1cca00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8103490 0x7ff1c81a18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1cca00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1c8103e50 0x7ff1c81a1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1cca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff1c8109540 0x7ff1c819ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1cca00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c8113620 con 0x7ff1c8103490 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1cca00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c81134a0 con 0x7ff1c8109540 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1cca00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff1c81137a0 con 0x7ff1c8103e50 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c6800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8103490 0x7ff1c81a18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c6800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8103490 0x7ff1c81a18a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33494/0 (socket says 172.21.15.7:33494) 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c6800700 1 -- 172.21.15.7:0/3067326052 learned_addr learned my addr 172.21.15.7:0/3067326052 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c7200700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff1c8109540 0x7ff1c819ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.861 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c5e00700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1c8103e50 0x7ff1c81a1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c6800700 1 -- 172.21.15.7:0/3067326052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1c8103e50 msgr2=0x7ff1c81a1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:27.862 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c6800700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1c8103e50 0x7ff1c81a1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c6800700 1 -- 172.21.15.7:0/3067326052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff1c8109540 msgr2=0x7ff1c819ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c6800700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff1c8109540 0x7ff1c819ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c6800700 1 -- 172.21.15.7:0/3067326052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1c819c1c0 con 0x7ff1c8103490 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.860+0000 7ff1c7200700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff1c8109540 0x7ff1c819ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.861+0000 7ff1c6800700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8103490 0x7ff1c81a18a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff1b8007a30 tx=0x7ff1b8007a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.861+0000 7ff1bf400700 1 -- 172.21.15.7:0/3067326052 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b801f070 con 0x7ff1c8103490 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.861+0000 7ff1bf400700 1 -- 172.21.15.7:0/3067326052 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1b8004c60 con 0x7ff1c8103490 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.861+0000 7ff1cca00700 1 -- 172.21.15.7:0/3067326052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1c819c450 con 0x7ff1c8103490 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.861+0000 7ff1cca00700 1 -- 172.21.15.7:0/3067326052 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1c81a8770 con 0x7ff1c8103490 2024-05-21T02:05:27.863 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.861+0000 7ff1bf400700 1 -- 172.21.15.7:0/3067326052 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b801b690 con 0x7ff1c8103490 2024-05-21T02:05:27.865 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.865+0000 7ff1bf400700 1 -- 172.21.15.7:0/3067326052 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7ff1b8022070 con 0x7ff1c8103490 2024-05-21T02:05:27.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.866+0000 7ff1bf400700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff1ac0b2880 0x7ff1ac0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.867+0000 7ff1bf400700 1 -- 172.21.15.7:0/3067326052 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ff1b800f020 con 0x7ff1c8103490 2024-05-21T02:05:27.867 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.867+0000 7ff1c5e00700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff1ac0b2880 0x7ff1ac0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.868 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.868+0000 7ff1c5e00700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff1ac0b2880 0x7ff1ac0b4d40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff1c810ff50 tx=0x7ff1b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:27.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.869+0000 7ff1d7dccb80 1 Processor -- start 2024-05-21T02:05:27.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.869+0000 7ff1d7dccb80 1 -- start start 2024-05-21T02:05:27.870 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b17c0 0x561c445b1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b20e0 0x561c445abd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445ac7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561c44509e40 con 0x561c445ac390 2024-05-21T02:05:27.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561c444f99e0 con 0x561c445b17c0 2024-05-21T02:05:27.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x561c444fda20 con 0x561c445b20e0 2024-05-21T02:05:27.871 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1c6800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b17c0 0x561c445b1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1c6800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b17c0 0x561c445b1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:56118/0 (socket says 172.21.15.7:56118) 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1c6800700 1 -- 172.21.15.7:0/1867455719 learned_addr learned my addr 172.21.15.7:0/1867455719 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1c7200700 1 --2- 172.21.15.7:0/1867455719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445ac7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.870+0000 7ff1c5e00700 1 --2- 172.21.15.7:0/1867455719 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b20e0 0x561c445abd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.871+0000 7ff1c6800700 1 -- 172.21.15.7:0/1867455719 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b20e0 msgr2=0x561c445abd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.871+0000 7ff1c6800700 1 --2- 172.21.15.7:0/1867455719 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b20e0 0x561c445abd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.871+0000 7ff1c6800700 1 -- 172.21.15.7:0/1867455719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 msgr2=0x561c445ac7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.871+0000 7ff1c6800700 1 --2- 172.21.15.7:0/1867455719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445ac7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.871+0000 7ff1c6800700 1 -- 172.21.15.7:0/1867455719 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c444c2420 con 0x561c445b17c0 2024-05-21T02:05:27.872 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.871+0000 7ff1c6800700 1 --2- 172.21.15.7:0/1867455719 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b17c0 0x561c445b1ba0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ff1b80a67f0 tx=0x7ff1b80a9ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a9a36386a52b5393 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:27.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.871+0000 7ff1b3e00700 1 -- 172.21.15.7:0/1867455719 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b80aae70 con 0x561c445b17c0 2024-05-21T02:05:27.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.872+0000 7ff1b3e00700 1 -- 172.21.15.7:0/1867455719 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1b80aa770 con 0x561c445b17c0 2024-05-21T02:05:27.873 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.872+0000 7ff1b3e00700 1 -- 172.21.15.7:0/1867455719 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b80074e0 con 0x561c445b17c0 2024-05-21T02:05:27.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.873+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1867455719 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b17c0 msgr2=0x561c445b1ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:27.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.873+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1867455719 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b17c0 0x561c445b1ba0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ff1b80a67f0 tx=0x7ff1b80a9ee0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.873+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1867455719 shutdown_connections 2024-05-21T02:05:27.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.873+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1867455719 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445ac7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.873+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1867455719 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b17c0 0x561c445b1ba0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.873+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1867455719 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b20e0 0x561c445abd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.873+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1867455719 >> 172.21.15.7:0/1867455719 conn(0x561c444d9be0 msgr2=0x561c445a6810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:27.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.873+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1867455719 shutdown_connections 2024-05-21T02:05:27.874 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.873+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1867455719 wait complete. 2024-05-21T02:05:27.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.874+0000 7ff1d7dccb80 1 -- start start 2024-05-21T02:05:27.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.874+0000 7ff1d7dccb80 1 Processor -- start 2024-05-21T02:05:27.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.874+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445b7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.874+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 0x561c445b5190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.874+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.874+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x561c443fffa0 con 0x561c445ac390 2024-05-21T02:05:27.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.874+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x561c4449a760 con 0x561c445b20e0 2024-05-21T02:05:27.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.874+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x561c444f99e0 con 0x561c445b17c0 2024-05-21T02:05:27.875 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.874+0000 7ff1d7dccb80 10 client.0 _ll_register_callbacks cb 0x561c444a3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c6800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445b7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c7200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c7200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b56d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:56122/0 (socket says 172.21.15.7:56122) 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c7200700 1 -- 172.21.15.7:0/1468662388 learned_addr learned my addr 172.21.15.7:0/1468662388 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c5e00700 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 0x561c445b5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c7200700 1 -- 172.21.15.7:0/1468662388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 msgr2=0x561c445b5190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c7200700 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 0x561c445b5190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c7200700 1 -- 172.21.15.7:0/1468662388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 msgr2=0x561c445b7df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c7200700 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445b7df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.877 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c7200700 1 -- 172.21.15.7:0/1468662388 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c444498d0 con 0x561c445b20e0 2024-05-21T02:05:27.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.875+0000 7ff1c6800700 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445b7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:27.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.876+0000 7ff1c7200700 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b56d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff1c0012cf0 tx=0x7ff1c0009e90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40fbc1379ca689cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:27.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.876+0000 7ff1b0c00700 10 client.0 ms_handle_connect on v2:172.21.15.164:3300/0 2024-05-21T02:05:27.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.876+0000 7ff1b0c00700 1 -- 172.21.15.7:0/1468662388 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c000f810 con 0x561c445b20e0 2024-05-21T02:05:27.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.876+0000 7ff1b0c00700 1 -- 172.21.15.7:0/1468662388 <== mon.2 v2:172.21.15.164:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ff1c000f9b0 con 0x561c445b20e0 2024-05-21T02:05:27.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.876+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1468662388 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1b80aa770 con 0x561c445b20e0 2024-05-21T02:05:27.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.876+0000 7ff1b0c00700 1 -- 172.21.15.7:0/1468662388 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff1c000fbb0 con 0x561c445b20e0 2024-05-21T02:05:27.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.876+0000 7ff1d7dccb80 10 client.26246 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:27.878 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.876+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1468662388 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c444ca060 con 0x561c445b20e0 2024-05-21T02:05:27.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.877+0000 7ff1b0c00700 1 -- 172.21.15.7:0/1468662388 <== mon.2 v2:172.21.15.164:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1b80aa770 con 0x561c445b20e0 2024-05-21T02:05:27.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.877+0000 7ff1b0c00700 1 -- 172.21.15.7:0/1468662388 <== mon.2 v2:172.21.15.164:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff1c0010430 con 0x561c445b20e0 2024-05-21T02:05:27.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.877+0000 7ff1d7dccb80 10 client.26246 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:27.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.877+0000 7ff1d7dccb80 10 client.26246 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:05:27.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.877+0000 7ff1d7dccb80 20 client.26246 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:27.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.877+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x561c445c5430 0x561c445c7850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.879 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.877+0000 7ff1d7dccb80 4 client.26246 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:05:27.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.877+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1468662388 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c4450bd90 con 0x561c445c5430 2024-05-21T02:05:27.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.878+0000 7ff1c6800700 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x561c445c5430 0x561c445c7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.880 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.878+0000 7ff1c6800700 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x561c445c5430 0x561c445c7850 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8acd88924c4e8a1f server_cookie=d71a4fe2247f6c1b in_seq=0 out_seq=0 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.878+0000 7ff1b0c00700 10 client.26246 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1b0c00700 1 -- 172.21.15.7:0/1468662388 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561c4450bd90 con 0x561c445c5430 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1b0c00700 10 client.26246 handle_command_reply: tid=0 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 client.26246 shutdown 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1468662388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 msgr2=0x561c445b56d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b56d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff1c0012cf0 tx=0x7ff1c0009e90 comp rx=0 tx=0).stop 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1468662388 shutdown_connections 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x561c445c5430 0x561c445c7850 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b56d0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.881 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445b7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/1468662388 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 0x561c445b5190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1468662388 >> 172.21.15.7:0/1468662388 conn(0x561c444d9be0 msgr2=0x561c445a5fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:27.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1b0c00700 0 client.26246 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:05:27.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1468662388 shutdown_connections 2024-05-21T02:05:27.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/1468662388 wait complete. 2024-05-21T02:05:27.882 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.880+0000 7ff1d7dccb80 20 client.26246 trim_cache size 0 max 16384 2024-05-21T02:05:27.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.900+0000 7ff1d7dccb80 1 Processor -- start 2024-05-21T02:05:27.900 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.900+0000 7ff1d7dccb80 1 -- start start 2024-05-21T02:05:27.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.900+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445abd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.900+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 0x561c445af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.900+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.900+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a800d490 con 0x561c445ac390 2024-05-21T02:05:27.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.900+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a800efd0 con 0x561c445b20e0 2024-05-21T02:05:27.901 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.900+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a800db60 con 0x561c445b17c0 2024-05-21T02:05:27.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.901+0000 7ff1c5e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 0x561c445af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.901+0000 7ff1c5e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 0x561c445af8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40706/0 (socket says 172.21.15.7:40706) 2024-05-21T02:05:27.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.901+0000 7ff1c6800700 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445abd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.901+0000 7ff1c5e00700 1 -- 172.21.15.7:0/3320840948 learned_addr learned my addr 172.21.15.7:0/3320840948 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:27.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.901+0000 7ff1c7200700 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.902+0000 7ff1c6800700 1 -- 172.21.15.7:0/3320840948 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 msgr2=0x561c445af8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:27.902 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.902+0000 7ff1c6800700 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 0x561c445af8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.902+0000 7ff1c6800700 1 -- 172.21.15.7:0/3320840948 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 msgr2=0x561c445b2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:27.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.902+0000 7ff1c6800700 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.902+0000 7ff1c6800700 1 -- 172.21.15.7:0/3320840948 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c445c7ed0 con 0x561c445ac390 2024-05-21T02:05:27.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.902+0000 7ff1c7200700 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:27.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.902+0000 7ff1c6800700 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445abd70 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff1b80a67f0 tx=0x7ff1b8092040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62c7688b182506bf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:27.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.903+0000 7ff1b3400700 1 -- 172.21.15.7:0/3320840948 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b80aae70 con 0x561c445ac390 2024-05-21T02:05:27.903 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.903+0000 7ff1b3400700 1 -- 172.21.15.7:0/3320840948 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1b8005a70 con 0x561c445ac390 2024-05-21T02:05:27.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.903+0000 7ff1b3400700 1 -- 172.21.15.7:0/3320840948 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b80074e0 con 0x561c445ac390 2024-05-21T02:05:27.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.904+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/3320840948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 msgr2=0x561c445abd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:27.904 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.904+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445abd70 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff1b80a67f0 tx=0x7ff1b8092040 comp rx=0 tx=0).stop 2024-05-21T02:05:27.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.904+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/3320840948 shutdown_connections 2024-05-21T02:05:27.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.904+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445b2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.904+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445ac390 0x561c445abd70 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.904+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/3320840948 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445b17c0 0x561c445af8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.904+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/3320840948 >> 172.21.15.7:0/3320840948 conn(0x561c444d9be0 msgr2=0x561c445b24c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:27.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.904+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/3320840948 shutdown_connections 2024-05-21T02:05:27.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.904+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/3320840948 wait complete. 2024-05-21T02:05:27.905 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.905+0000 7ff1d7dccb80 1 -- start start 2024-05-21T02:05:27.906 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.905+0000 7ff1d7dccb80 1 Processor -- start 2024-05-21T02:05:27.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.905+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445ac390 0x561c445bdf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445b17c0 0x561c445cc6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1d7dccb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a800e900 con 0x561c445b17c0 2024-05-21T02:05:27.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a800e230 con 0x561c445b20e0 2024-05-21T02:05:27.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1d7dccb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7ff1a800b410 con 0x561c445ac390 2024-05-21T02:05:27.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1d7dccb80 10 client.0 _ll_register_callbacks cb 0x561c444a3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:27.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1c6800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445ac390 0x561c445bdf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.907 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1c6800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445ac390 0x561c445bdf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40720/0 (socket says 172.21.15.7:40720) 2024-05-21T02:05:27.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1c6800700 1 -- 172.21.15.7:0/2194295441 learned_addr learned my addr 172.21.15.7:0/2194295441 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:27.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1c7200700 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1c6800700 1 -- 172.21.15.7:0/2194295441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 msgr2=0x561c445ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:27.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1c6800700 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445ccc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1c6800700 1 -- 172.21.15.7:0/2194295441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445b17c0 msgr2=0x561c445cc6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:27.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1c5e00700 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445b17c0 0x561c445cc6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.906+0000 7ff1c6800700 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445b17c0 0x561c445cc6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.907+0000 7ff1c6800700 1 -- 172.21.15.7:0/2194295441 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c445cd180 con 0x561c445ac390 2024-05-21T02:05:27.908 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.907+0000 7ff1c5e00700 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445b17c0 0x561c445cc6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T02:05:27.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.907+0000 7ff1c6800700 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445ac390 0x561c445bdf90 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff1b801d040 tx=0x7ff1b80099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b8f92a06f88e1d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:27.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.907+0000 7ff1b0c00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:05:27.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.907+0000 7ff1b0c00700 1 -- 172.21.15.7:0/2194295441 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b80aeb20 con 0x561c445ac390 2024-05-21T02:05:27.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.907+0000 7ff1b0c00700 1 -- 172.21.15.7:0/2194295441 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7ff1b8009b80 con 0x561c445ac390 2024-05-21T02:05:27.909 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.907+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/2194295441 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1b8005a70 con 0x561c445ac390 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1b0c00700 1 -- 172.21.15.7:0/2194295441 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff1b80aae70 con 0x561c445ac390 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1d7dccb80 10 client.26290 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/2194295441 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c4462fd50 con 0x561c445ac390 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1b0c00700 1 -- 172.21.15.7:0/2194295441 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1b8005a70 con 0x561c445ac390 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1b0c00700 1 -- 172.21.15.7:0/2194295441 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff1b8090ce0 con 0x561c445ac390 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1d7dccb80 10 client.26290 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1d7dccb80 10 client.26290 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.g 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1d7dccb80 20 client.26290 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x561c4462ff80 0x561c44632370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1d7dccb80 4 client.26290 mds_command: new command op to 24517 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.908+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/2194295441 --> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561c44505570 con 0x561c4462ff80 2024-05-21T02:05:27.910 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.909+0000 7ff1c5e00700 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x561c4462ff80 0x561c44632370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:27.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.909+0000 7ff1c5e00700 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x561c4462ff80 0x561c44632370 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=521cbd90f15159bd server_cookie=54022b3de4c296b1 in_seq=0 out_seq=0 2024-05-21T02:05:27.911 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.909+0000 7ff1b0c00700 10 client.26290 ms_handle_connect on v2:172.21.15.7:6838/3894183895 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1b0c00700 1 -- 172.21.15.7:0/2194295441 <== mds.1 v2:172.21.15.7:6838/3894183895 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561c44505570 con 0x561c4462ff80 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1b0c00700 10 client.26290 handle_command_reply: tid=0 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 client.26290 shutdown 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/2194295441 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445ac390 msgr2=0x561c445bdf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445ac390 0x561c445bdf90 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff1b801d040 tx=0x7ff1b80099e0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/2194295441 shutdown_connections 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.7:6838/3894183895,v1:172.21.15.7:6839/3894183895] conn(0x561c4462ff80 0x561c44632370 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x561c445b20e0 0x561c445ccc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x561c445ac390 0x561c445bdf90 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 --2- 172.21.15.7:0/2194295441 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x561c445b17c0 0x561c445cc6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1b0c00700 0 client.26290 ms_handle_reset on v2:172.21.15.7:6838/3894183895 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/2194295441 >> 172.21.15.7:0/2194295441 conn(0x561c444d9be0 msgr2=0x561c445b02c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.910+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/2194295441 shutdown_connections 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1d7dccb80 1 -- 172.21.15.7:0/2194295441 wait complete. 2024-05-21T02:05:27.912 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1d7dccb80 20 client.26290 trim_cache size 0 max 16384 2024-05-21T02:05:27.913 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:05:27.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1cca00700 1 -- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff1ac0b2880 msgr2=0x7ff1ac0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:27.913 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1cca00700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff1ac0b2880 0x7ff1ac0b4d40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff1c810ff50 tx=0x7ff1b4009260 comp rx=0 tx=0).stop 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1cca00700 1 -- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8103490 msgr2=0x7ff1c81a18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1cca00700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8103490 0x7ff1c81a18a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff1b8007a30 tx=0x7ff1b8007a60 comp rx=0 tx=0).stop 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1cca00700 1 -- 172.21.15.7:0/3067326052 shutdown_connections 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1cca00700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7ff1c8109540 0x7ff1c819ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1cca00700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7ff1ac0b2880 0x7ff1ac0b4d40 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1cca00700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7ff1c8103490 0x7ff1c81a18a0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.911+0000 7ff1cca00700 1 --2- 172.21.15.7:0/3067326052 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7ff1c8103e50 0x7ff1c81a1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.912+0000 7ff1cca00700 1 -- 172.21.15.7:0/3067326052 >> 172.21.15.7:0/3067326052 conn(0x7ff1c80fefc0 msgr2=0x7ff1c810ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.912+0000 7ff1cca00700 1 -- 172.21.15.7:0/3067326052 shutdown_connections 2024-05-21T02:05:27.914 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:27.912+0000 7ff1cca00700 1 -- 172.21.15.7:0/3067326052 wait complete. 2024-05-21T02:05:27.929 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:27 smithi190 ceph-mon[35961]: Adjusting osd_memory_target on smithi190 to 176.2M 2024-05-21T02:05:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:27 smithi190 ceph-mon[35961]: Unable to set osd_memory_target on smithi190 to 184790323: error parsing value: Value '184790323' is below minimum 939524096 2024-05-21T02:05:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:05:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:05:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:05:28.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:27 smithi164 ceph-mon[36138]: Adjusting osd_memory_target on smithi190 to 176.2M 2024-05-21T02:05:28.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:27 smithi164 ceph-mon[36138]: Unable to set osd_memory_target on smithi190 to 184790323: error parsing value: Value '184790323' is below minimum 939524096 2024-05-21T02:05:28.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:05:28.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:05:28.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:05:28.260 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:27 smithi007 ceph-mon[31288]: Adjusting osd_memory_target on smithi190 to 176.2M 2024-05-21T02:05:28.260 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:27 smithi007 ceph-mon[31288]: Unable to set osd_memory_target on smithi190 to 184790323: error parsing value: Value '184790323' is below minimum 939524096 2024-05-21T02:05:28.260 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:05:28.260 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:05:28.260 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:05:29.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:28 smithi007 ceph-mon[31288]: pgmap v610: 97 pgs: 97 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.1 KiB/s wr, 192 op/s 2024-05-21T02:05:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:28 smithi190 ceph-mon[35961]: pgmap v610: 97 pgs: 97 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.1 KiB/s wr, 192 op/s 2024-05-21T02:05:29.160 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T02:05:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:28 smithi164 ceph-mon[36138]: pgmap v610: 97 pgs: 97 active+clean; 1.5 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.1 KiB/s wr, 192 op/s 2024-05-21T02:05:30.158 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:31.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:30 smithi007 ceph-mon[31288]: pgmap v611: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.2 KiB/s wr, 226 op/s 2024-05-21T02:05:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:30 smithi190 ceph-mon[35961]: pgmap v611: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.2 KiB/s wr, 226 op/s 2024-05-21T02:05:31.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:30 smithi164 ceph-mon[36138]: pgmap v611: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.2 KiB/s wr, 226 op/s 2024-05-21T02:05:32.152 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.703+0000 7fc318800700 1 -- 172.21.15.7:0/3960698180 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102e00 msgr2=0x7fc31010f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.703+0000 7fc318800700 1 --2- 172.21.15.7:0/3960698180 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102e00 0x7fc31010f2f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009f90 tx=0x7fc30c00b330 comp rx=0 tx=0).stop 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.703+0000 7fc318800700 1 -- 172.21.15.7:0/3960698180 shutdown_connections 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.703+0000 7fc318800700 1 --2- 172.21.15.7:0/3960698180 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102e00 0x7fc31010f2f0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.703+0000 7fc318800700 1 --2- 172.21.15.7:0/3960698180 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc310108520 0x7fc310108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.703+0000 7fc318800700 1 --2- 172.21.15.7:0/3960698180 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc310102440 0x7fc3101028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.703+0000 7fc318800700 1 -- 172.21.15.7:0/3960698180 >> 172.21.15.7:0/3960698180 conn(0x7fc3100793f0 msgr2=0x7fc310079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.703+0000 7fc318800700 1 -- 172.21.15.7:0/3960698180 shutdown_connections 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.703+0000 7fc318800700 1 -- 172.21.15.7:0/3960698180 wait complete. 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.704+0000 7fc318800700 1 Processor -- start 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc318800700 1 -- start start 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc318800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102440 0x7fc310104080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.153 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc318800700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc310102e00 0x7fc3101045c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc318800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc310108520 0x7fc310104b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc318800700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc310112620 con 0x7fc310108520 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc318800700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc3101124a0 con 0x7fc310102e00 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc318800700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc3101127a0 con 0x7fc310102440 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc315e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102440 0x7fc310104080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc315e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102440 0x7fc310104080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40742/0 (socket says 172.21.15.7:40742) 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.705+0000 7fc315e00700 1 -- 172.21.15.7:0/2420094791 learned_addr learned my addr 172.21.15.7:0/2420094791 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.706+0000 7fc316800700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc310108520 0x7fc310104b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.706+0000 7fc315400700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc310102e00 0x7fc3101045c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.706+0000 7fc315e00700 1 -- 172.21.15.7:0/2420094791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc310102e00 msgr2=0x7fc3101045c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.706+0000 7fc315e00700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc310102e00 0x7fc3101045c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.154 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.706+0000 7fc315e00700 1 -- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc310108520 msgr2=0x7fc310104b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.706+0000 7fc315e00700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc310108520 0x7fc310104b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.706+0000 7fc315e00700 1 -- 172.21.15.7:0/2420094791 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3101a80e0 con 0x7fc310102440 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.706+0000 7fc315400700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc310102e00 0x7fc3101045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.706+0000 7fc315e00700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102440 0x7fc310104080 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc30400ec10 tx=0x7fc30400ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.707+0000 7fc30aa00700 1 -- 172.21.15.7:0/2420094791 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30400cd40 con 0x7fc310102440 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.707+0000 7fc318800700 1 -- 172.21.15.7:0/2420094791 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3101a83d0 con 0x7fc310102440 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.707+0000 7fc30aa00700 1 -- 172.21.15.7:0/2420094791 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3040044d0 con 0x7fc310102440 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.707+0000 7fc30aa00700 1 -- 172.21.15.7:0/2420094791 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc304010690 con 0x7fc310102440 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.707+0000 7fc318800700 1 -- 172.21.15.7:0/2420094791 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3101a8960 con 0x7fc310102440 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.711+0000 7fc30aa00700 1 -- 172.21.15.7:0/2420094791 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fc304004850 con 0x7fc310102440 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.711+0000 7fc3230c2b80 1 Processor -- start 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc3230c2b80 1 -- start start 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 0x55e466ba2730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466b9c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.155 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e466afaeb0 con 0x55e466b9cef0 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e466aeaa50 con 0x55e466ba2c70 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55e466aeea90 con 0x55e466ba2350 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc316800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 0x55e466ba2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc316800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 0x55e466ba2730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40748/0 (socket says 172.21.15.7:40748) 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.712+0000 7fc315400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc315e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466b9c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc30aa00700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc2f80b2880 0x7fc2f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc316800700 1 -- 172.21.15.7:0/3351332645 learned_addr learned my addr 172.21.15.7:0/3351332645 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc30aa00700 1 -- 172.21.15.7:0/2420094791 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc3040e25c0 con 0x7fc310102440 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc316800700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc2f80b2880 0x7fc2f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc315400700 1 -- 172.21.15.7:0/3351332645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 msgr2=0x55e466ba2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc315400700 1 --2- 172.21.15.7:0/3351332645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 0x55e466ba2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc315400700 1 -- 172.21.15.7:0/3351332645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 msgr2=0x55e466b9c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:32.156 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc315400700 1 --2- 172.21.15.7:0/3351332645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466b9c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.713+0000 7fc315400700 1 -- 172.21.15.7:0/3351332645 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e466ab3490 con 0x55e466b9cef0 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.714+0000 7fc315400700 1 --2- 172.21.15.7:0/3351332645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9d330 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc310105b10 tx=0x7fc300009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70198d567ab7d9bc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.714+0000 7fc316800700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc2f80b2880 0x7fc2f80b4d40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc30c003d80 tx=0x7fc30c00b330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.714+0000 7fc2ff400700 1 -- 172.21.15.7:0/3351332645 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc300011bf0 con 0x55e466b9cef0 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.714+0000 7fc2ff400700 1 -- 172.21.15.7:0/3351332645 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc300011d90 con 0x55e466b9cef0 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.714+0000 7fc2ff400700 1 -- 172.21.15.7:0/3351332645 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30000f680 con 0x55e466b9cef0 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.715+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3351332645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 msgr2=0x55e466b9d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.715+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3351332645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9d330 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc310105b10 tx=0x7fc300009f70 comp rx=0 tx=0).stop 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.715+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3351332645 shutdown_connections 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.715+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3351332645 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9d330 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.715+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3351332645 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 0x55e466ba2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.715+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3351332645 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466b9c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.715+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3351332645 >> 172.21.15.7:0/3351332645 conn(0x55e466acac50 msgr2=0x55e466b97390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:32.157 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.715+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3351332645 shutdown_connections 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.715+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3351332645 wait complete. 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.716+0000 7fc3230c2b80 1 -- start start 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.716+0000 7fc3230c2b80 1 Processor -- start 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466b9cef0 0x55e466ba88f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466ba5c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466ba61d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55e4669f1010 con 0x55e466ba2350 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55e466a8b7d0 con 0x55e466ba2c70 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55e466ba9750 con 0x55e466b9cef0 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc3230c2b80 10 client.0 _ll_register_callbacks cb 0x55e466a94ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc315400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466ba5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc315400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466ba5c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33556/0 (socket says 172.21.15.7:33556) 2024-05-21T02:05:32.158 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc315400700 1 -- 172.21.15.7:0/3642775166 learned_addr learned my addr 172.21.15.7:0/3642775166 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc316800700 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466ba61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.717+0000 7fc315e00700 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466b9cef0 0x55e466ba88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc315400700 1 -- 172.21.15.7:0/3642775166 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466b9cef0 msgr2=0x55e466ba88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc315400700 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466b9cef0 0x55e466ba88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc315400700 1 -- 172.21.15.7:0/3642775166 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 msgr2=0x55e466ba61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc315400700 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466ba61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc315400700 1 -- 172.21.15.7:0/3642775166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e466a3a940 con 0x55e466ba2350 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc316800700 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466ba61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc315e00700 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466b9cef0 0x55e466ba88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc315400700 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466ba5c90 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc300000c00 tx=0x7fc300005360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baf5cf3b541c26aa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc2f3e00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3642775166 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc300029030 con 0x55e466ba2350 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3642775166 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc300020040 con 0x55e466ba2350 2024-05-21T02:05:32.159 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.718+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3642775166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc300011d90 con 0x55e466ba2350 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.719+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3642775166 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc300004020 con 0x55e466ba2350 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.719+0000 7fc3230c2b80 10 client.16113 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.719+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3642775166 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e466abb0d0 con 0x55e466ba2350 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.719+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3642775166 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc300011d90 con 0x55e466ba2350 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.719+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3642775166 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc300003680 con 0x55e466ba2350 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.719+0000 7fc3230c2b80 10 client.16113 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.719+0000 7fc3230c2b80 10 client.16113 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.719+0000 7fc3230c2b80 20 client.16113 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.720+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55e466bb61a0 0x55e466bb8590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.720+0000 7fc3230c2b80 4 client.16113 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.720+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3642775166 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e466afce00 con 0x55e466bb61a0 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.720+0000 7fc315e00700 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55e466bb61a0 0x55e466bb8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.721+0000 7fc315e00700 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55e466bb61a0 0x55e466bb8590 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f0720921dbac354 server_cookie=b13374bb8d9e73a7 in_seq=0 out_seq=0 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.721+0000 7fc2f3e00700 10 client.16113 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.721+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3642775166 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e466afce00 con 0x55e466bb61a0 2024-05-21T02:05:32.160 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.721+0000 7fc2f3e00700 10 client.16113 handle_command_reply: tid=0 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 client.16113 shutdown 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3642775166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 msgr2=0x55e466ba5c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466ba5c90 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc300000c00 tx=0x7fc300005360 comp rx=0 tx=0).stop 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3642775166 shutdown_connections 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55e466bb61a0 0x55e466bb8590 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466ba61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466b9cef0 0x55e466ba88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3642775166 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466ba5c90 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc2f3e00700 0 client.16113 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3642775166 >> 172.21.15.7:0/3642775166 conn(0x55e466acac50 msgr2=0x55e466b9b8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3642775166 shutdown_connections 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3642775166 wait complete. 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.722+0000 7fc3230c2b80 20 client.16113 trim_cache size 0 max 16384 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.745+0000 7fc3230c2b80 1 Processor -- start 2024-05-21T02:05:32.161 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.745+0000 7fc3230c2b80 1 -- start start 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.745+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.745+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 0x55e466bb8590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.745+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466bbdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.745+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc3101afec0 con 0x55e466b9cef0 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.745+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc3101b1a00 con 0x55e466ba2c70 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.745+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc3101b0590 con 0x55e466ba2350 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33566/0 (socket says 172.21.15.7:33566) 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315e00700 1 -- 172.21.15.7:0/3676422402 learned_addr learned my addr 172.21.15.7:0/3676422402 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315400700 1 --2- 172.21.15.7:0/3676422402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 0x55e466bb8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc316800700 1 --2- 172.21.15.7:0/3676422402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466bbdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.162 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315e00700 1 -- 172.21.15.7:0/3676422402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 msgr2=0x55e466bb8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315e00700 1 --2- 172.21.15.7:0/3676422402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 0x55e466bb8590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315e00700 1 -- 172.21.15.7:0/3676422402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 msgr2=0x55e466bbdbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315e00700 1 --2- 172.21.15.7:0/3676422402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466bbdbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315e00700 1 -- 172.21.15.7:0/3676422402 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e466ba90f0 con 0x55e466b9cef0 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.746+0000 7fc315e00700 1 --2- 172.21.15.7:0/3676422402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9c880 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc3040a9b30 tx=0x7fc3040e2040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed8bd94f3aa403a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.747+0000 7fc2fea00700 1 -- 172.21.15.7:0/3676422402 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3040a5330 con 0x55e466b9cef0 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.747+0000 7fc2fea00700 1 -- 172.21.15.7:0/3676422402 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3040cae50 con 0x55e466b9cef0 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.747+0000 7fc2fea00700 1 -- 172.21.15.7:0/3676422402 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3040b2a00 con 0x55e466b9cef0 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.748+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3676422402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 msgr2=0x55e466b9c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.748+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3676422402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9c880 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc3040a9b30 tx=0x7fc3040e2040 comp rx=0 tx=0).stop 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.748+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3676422402 shutdown_connections 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.748+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3676422402 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466ba2c70 0x55e466bbdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.163 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.748+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3676422402 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466b9cef0 0x55e466b9c880 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.748+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3676422402 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2350 0x55e466bb8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.748+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3676422402 >> 172.21.15.7:0/3676422402 conn(0x55e466acac50 msgr2=0x55e466b9c170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.748+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3676422402 shutdown_connections 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.748+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3676422402 wait complete. 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.749+0000 7fc3230c2b80 1 -- start start 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.749+0000 7fc3230c2b80 1 Processor -- start 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466b9cef0 0x55e466baeeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466bab9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc3230c2b80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2c70 0x55e466babef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fc3101b1330 con 0x55e466ba2350 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fc3101b0c60 con 0x55e466b9cef0 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc3230c2b80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fc3101ade40 con 0x55e466ba2c70 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc3230c2b80 10 client.0 _ll_register_callbacks cb 0x55e466a94ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc315400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466bab9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.164 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc315400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466bab9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33580/0 (socket says 172.21.15.7:33580) 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc315400700 1 -- 172.21.15.7:0/3218139145 learned_addr learned my addr 172.21.15.7:0/3218139145 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc315e00700 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466b9cef0 0x55e466baeeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.750+0000 7fc316800700 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2c70 0x55e466babef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc315400700 1 -- 172.21.15.7:0/3218139145 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2c70 msgr2=0x55e466babef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc315400700 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2c70 0x55e466babef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc315400700 1 -- 172.21.15.7:0/3218139145 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466b9cef0 msgr2=0x55e466baeeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc315400700 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466b9cef0 0x55e466baeeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc315400700 1 -- 172.21.15.7:0/3218139145 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e466bac4b0 con 0x55e466ba2350 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc315e00700 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466b9cef0 0x55e466baeeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc315400700 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466bab9b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc3000058f0 tx=0x7fc300005b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ca8c108a391d3d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc2f3e00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3218139145 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30003d020 con 0x55e466ba2350 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3218139145 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3040cae50 con 0x55e466ba2350 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3218139145 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fc300012520 con 0x55e466ba2350 2024-05-21T02:05:32.165 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.751+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3218139145 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc300029040 con 0x55e466ba2350 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc3230c2b80 10 client.16119 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3218139145 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e466c217f0 con 0x55e466ba2350 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3218139145 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3040cae50 con 0x55e466ba2350 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3218139145 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc3000304d0 con 0x55e466ba2350 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc3230c2b80 10 client.16119 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc3230c2b80 10 client.16119 resolve_mds: validated gid 24518 aka daemon mds.b 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc3230c2b80 20 client.16119 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55e466c21de0 0x55e466c24200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc3230c2b80 4 client.16119 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3218139145 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55e466af65e0 con 0x55e466c21de0 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.752+0000 7fc315e00700 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55e466c21de0 0x55e466c24200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.753+0000 7fc315e00700 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55e466c21de0 0x55e466c24200 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6520f1cb176fd97 server_cookie=91d7feba2fcb30e8 in_seq=0 out_seq=0 2024-05-21T02:05:32.166 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.753+0000 7fc2f3e00700 10 client.16119 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.753+0000 7fc2f3e00700 1 -- 172.21.15.7:0/3218139145 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x55e466af65e0 con 0x55e466c21de0 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.753+0000 7fc2f3e00700 10 client.16119 handle_command_reply: tid=0 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.753+0000 7fc3230c2b80 1 client.16119 shutdown 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.753+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3218139145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 msgr2=0x55e466bab9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466bab9b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc3000058f0 tx=0x7fc300005b70 comp rx=0 tx=0).stop 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3218139145 shutdown_connections 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55e466c21de0 0x55e466c24200 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 29, 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stdout: "leader": 24518, 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stdout: "set_version": 12, 2024-05-21T02:05:32.167 INFO:teuthology.orchestra.run.smithi007.stdout: "sets": {} 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55e466ba2c70 0x55e466babef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55e466b9cef0 0x55e466baeeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 1 --2- 172.21.15.7:0/3218139145 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55e466ba2350 0x55e466bab9b0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc2f3e00700 0 client.16119 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3218139145 >> 172.21.15.7:0/3218139145 conn(0x55e466acac50 msgr2=0x55e466ba3050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3218139145 shutdown_connections 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 1 -- 172.21.15.7:0/3218139145 wait complete. 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.754+0000 7fc3230c2b80 20 client.16119 trim_cache size 0 max 16384 2024-05-21T02:05:32.168 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 -- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc2f80b2880 msgr2=0x7fc2f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc2f80b2880 0x7fc2f80b4d40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc30c003d80 tx=0x7fc30c00b330 comp rx=0 tx=0).stop 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 -- 172.21.15.7:0/2420094791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102440 msgr2=0x7fc310104080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102440 0x7fc310104080 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc30400ec10 tx=0x7fc30400ef20 comp rx=0 tx=0).stop 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 -- 172.21.15.7:0/2420094791 shutdown_connections 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fc2f80b2880 0x7fc2f80b4d40 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fc310108520 0x7fc310104b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fc310102440 0x7fc310104080 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 --2- 172.21.15.7:0/2420094791 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fc310102e00 0x7fc3101045c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 -- 172.21.15.7:0/2420094791 >> 172.21.15.7:0/2420094791 conn(0x7fc3100793f0 msgr2=0x7fc31006b500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 -- 172.21.15.7:0/2420094791 shutdown_connections 2024-05-21T02:05:32.169 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:31.755+0000 7fc318800700 1 -- 172.21.15.7:0/2420094791 wait complete. 2024-05-21T02:05:32.956 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:32 smithi007 ceph-mon[31288]: pgmap v612: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.5 KiB/s wr, 224 op/s 2024-05-21T02:05:33.020 INFO:tasks.quiescer:done joining Quiescers 2024-05-21T02:05:33.021 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-21T02:05:33.033 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-21T02:05:33.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:32 smithi190 ceph-mon[35961]: pgmap v612: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.5 KiB/s wr, 224 op/s 2024-05-21T02:05:33.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:32 smithi164 ceph-mon[36138]: pgmap v612: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.5 KiB/s wr, 224 op/s 2024-05-21T02:05:33.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.635+0000 7fde74a00700 1 -- 172.21.15.7:0/593005453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde7010a780 msgr2=0x7fde7010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:33.636 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.635+0000 7fde74a00700 1 --2- 172.21.15.7:0/593005453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde7010a780 0x7fde7010e7d0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fde5c0099c0 tx=0x7fde5c009cd0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.635+0000 7fde74a00700 1 -- 172.21.15.7:0/593005453 shutdown_connections 2024-05-21T02:05:33.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.635+0000 7fde74a00700 1 --2- 172.21.15.7:0/593005453 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fde7010eeb0 0x7fde70116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.635+0000 7fde74a00700 1 --2- 172.21.15.7:0/593005453 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde70109dd0 0x7fde7010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.635+0000 7fde74a00700 1 --2- 172.21.15.7:0/593005453 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde7010a780 0x7fde7010e7d0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.635+0000 7fde74a00700 1 -- 172.21.15.7:0/593005453 >> 172.21.15.7:0/593005453 conn(0x7fde70076d10 msgr2=0x7fde70108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:33.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.636+0000 7fde74a00700 1 -- 172.21.15.7:0/593005453 shutdown_connections 2024-05-21T02:05:33.637 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.636+0000 7fde74a00700 1 -- 172.21.15.7:0/593005453 wait complete. 2024-05-21T02:05:33.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.637+0000 7fde74a00700 1 Processor -- start 2024-05-21T02:05:33.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.637+0000 7fde74a00700 1 -- start start 2024-05-21T02:05:33.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde74a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fde70109dd0 0x7fde701a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde74a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde7010a780 0x7fde701a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde74a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde7010eeb0 0x7fde701a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde74a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde70119d80 con 0x7fde7010a780 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde74a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fde70119c00 con 0x7fde7010eeb0 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde74a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fde70119f00 con 0x7fde70109dd0 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde6d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde7010a780 0x7fde701a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde6d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde7010a780 0x7fde701a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33596/0 (socket says 172.21.15.7:33596) 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde6d400700 1 -- 172.21.15.7:0/1715843993 learned_addr learned my addr 172.21.15.7:0/1715843993 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde6e800700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde7010eeb0 0x7fde701a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.639 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.638+0000 7fde6de00700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fde70109dd0 0x7fde701a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde6e800700 1 -- 172.21.15.7:0/1715843993 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fde70109dd0 msgr2=0x7fde701a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:33.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde6e800700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fde70109dd0 0x7fde701a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde6e800700 1 -- 172.21.15.7:0/1715843993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde7010a780 msgr2=0x7fde701a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:33.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde6e800700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde7010a780 0x7fde701a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde6e800700 1 -- 172.21.15.7:0/1715843993 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde701a52e0 con 0x7fde7010eeb0 2024-05-21T02:05:33.640 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde6e800700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde7010eeb0 0x7fde701a4ba0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fde6800efc0 tx=0x7fde6800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:33.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde66a00700 1 -- 172.21.15.7:0/1715843993 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde680092e0 con 0x7fde7010eeb0 2024-05-21T02:05:33.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde66a00700 1 -- 172.21.15.7:0/1715843993 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde68004bb0 con 0x7fde7010eeb0 2024-05-21T02:05:33.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde74a00700 1 -- 172.21.15.7:0/1715843993 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde701a5570 con 0x7fde7010eeb0 2024-05-21T02:05:33.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde66a00700 1 -- 172.21.15.7:0/1715843993 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde68004020 con 0x7fde7010eeb0 2024-05-21T02:05:33.641 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.639+0000 7fde74a00700 1 -- 172.21.15.7:0/1715843993 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde701ace50 con 0x7fde7010eeb0 2024-05-21T02:05:33.643 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.643+0000 7fde66a00700 1 -- 172.21.15.7:0/1715843993 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fde6801b030 con 0x7fde7010eeb0 2024-05-21T02:05:33.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.644+0000 7fde7f3cbb80 1 Processor -- start 2024-05-21T02:05:33.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.645+0000 7fde7f3cbb80 1 -- start start 2024-05-21T02:05:33.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.645+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1acff09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.645+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 0x55b1acfeab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.645+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 0x55b1acfeb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.645+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b1acf48e40 con 0x55b1acff0f30 2024-05-21T02:05:33.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.645+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b1acf389e0 con 0x55b1acfeb140 2024-05-21T02:05:33.646 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.645+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b1acf3ca20 con 0x55b1acff0610 2024-05-21T02:05:33.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1acff09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1acff09f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40816/0 (socket says 172.21.15.7:40816) 2024-05-21T02:05:33.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 -- 172.21.15.7:0/1468465655 learned_addr learned my addr 172.21.15.7:0/1468465655 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:33.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde66a00700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fde540b2880 0x7fde540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6de00700 1 --2- 172.21.15.7:0/1468465655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 0x55b1acfeab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 --2- 172.21.15.7:0/1468465655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 0x55b1acfeb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde66a00700 1 -- 172.21.15.7:0/1715843993 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fde680e1ca0 con 0x7fde7010eeb0 2024-05-21T02:05:33.647 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 -- 172.21.15.7:0/1468465655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 msgr2=0x55b1acfeb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:33.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 --2- 172.21.15.7:0/1468465655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 0x55b1acfeb5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 -- 172.21.15.7:0/1468465655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 msgr2=0x55b1acfeab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:33.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 --2- 172.21.15.7:0/1468465655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 0x55b1acfeab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 -- 172.21.15.7:0/1468465655 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1acf01420 con 0x55b1acff0610 2024-05-21T02:05:33.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6e800700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fde540b2880 0x7fde540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.646+0000 7fde6d400700 1 --2- 172.21.15.7:0/1468465655 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1acff09f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fde5c009750 tx=0x7fde5c01a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3fb040d59a21047d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:33.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.647+0000 7fde5b400700 1 -- 172.21.15.7:0/1468465655 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5c005120 con 0x55b1acff0610 2024-05-21T02:05:33.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.647+0000 7fde5b400700 1 -- 172.21.15.7:0/1468465655 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde5c0037c0 con 0x55b1acff0610 2024-05-21T02:05:33.648 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.647+0000 7fde5b400700 1 -- 172.21.15.7:0/1468465655 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5c00b990 con 0x55b1acff0610 2024-05-21T02:05:33.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.647+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/1468465655 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 msgr2=0x55b1acff09f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:33.649 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.647+0000 7fde6e800700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fde540b2880 0x7fde540b4d40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fde680a6580 tx=0x7fde68009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.647+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/1468465655 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1acff09f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fde5c009750 tx=0x7fde5c01a040 comp rx=0 tx=0).stop 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.648+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/1468465655 shutdown_connections 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.648+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/1468465655 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 0x55b1acfeb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.648+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/1468465655 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1acff09f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.648+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/1468465655 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 0x55b1acfeab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.648+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/1468465655 >> 172.21.15.7:0/1468465655 conn(0x55b1acf18be0 msgr2=0x55b1acfe5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.648+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/1468465655 shutdown_connections 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.648+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/1468465655 wait complete. 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.648+0000 7fde7f3cbb80 1 -- start start 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.649+0000 7fde7f3cbb80 1 Processor -- start 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.649+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acfeb140 0x55b1acff6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.649+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0610 0x55b1acff4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.650 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.649+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0f30 0x55b1acff4590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.649+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x55b1ace3efa0 con 0x55b1acfeb140 2024-05-21T02:05:33.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.649+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x55b1aced9760 con 0x55b1acff0610 2024-05-21T02:05:33.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.649+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x55b1acff7980 con 0x55b1acff0f30 2024-05-21T02:05:33.651 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.649+0000 7fde7f3cbb80 10 client.0 _ll_register_callbacks cb 0x55b1acee2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:33.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.649+0000 7fde6d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acfeb140 0x55b1acff6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6d400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acfeb140 0x55b1acff6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33620/0 (socket says 172.21.15.7:33620) 2024-05-21T02:05:33.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6d400700 1 -- 172.21.15.7:0/3437238493 learned_addr learned my addr 172.21.15.7:0/3437238493 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:33.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6de00700 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0610 0x55b1acff4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6d400700 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0f30 0x55b1acff4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6d400700 1 -- 172.21.15.7:0/3437238493 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0f30 msgr2=0x55b1acff4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:33.653 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6d400700 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0f30 0x55b1acff4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6d400700 1 -- 172.21.15.7:0/3437238493 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0610 msgr2=0x55b1acff4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6d400700 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0610 0x55b1acff4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6d400700 1 -- 172.21.15.7:0/3437238493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1ace888d0 con 0x55b1acfeb140 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6de00700 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0610 0x55b1acff4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde6d400700 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acfeb140 0x55b1acff6cb0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fde5c009350 tx=0x7fde5c02d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48b7462d4de4a131 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.650+0000 7fde4fe00700 10 client.0 ms_handle_connect on v2:172.21.15.7:3300/0 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.651+0000 7fde4fe00700 1 -- 172.21.15.7:0/3437238493 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde5c005430 con 0x55b1acfeb140 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.651+0000 7fde4fe00700 1 -- 172.21.15.7:0/3437238493 <== mon.0 v2:172.21.15.7:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fde5c021070 con 0x55b1acfeb140 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.651+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3437238493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde5c0037c0 con 0x55b1acfeb140 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.651+0000 7fde4fe00700 1 -- 172.21.15.7:0/3437238493 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fde5c0055d0 con 0x55b1acfeb140 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.651+0000 7fde7f3cbb80 10 client.16131 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.651+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3437238493 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b1acf09060 con 0x55b1acfeb140 2024-05-21T02:05:33.654 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.651+0000 7fde4fe00700 1 -- 172.21.15.7:0/3437238493 <== mon.0 v2:172.21.15.7:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde5c0037c0 con 0x55b1acfeb140 2024-05-21T02:05:33.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.652+0000 7fde4fe00700 1 -- 172.21.15.7:0/3437238493 <== mon.0 v2:172.21.15.7:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fde5c027040 con 0x55b1acfeb140 2024-05-21T02:05:33.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.652+0000 7fde7f3cbb80 10 client.16131 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:33.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.652+0000 7fde7f3cbb80 10 client.16131 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:05:33.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.652+0000 7fde7f3cbb80 20 client.16131 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:33.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.652+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b1ad0043c0 0x55b1ad0067b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.652+0000 7fde7f3cbb80 4 client.16131 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T02:05:33.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.652+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3437238493 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1acf4ad90 con 0x55b1ad0043c0 2024-05-21T02:05:33.655 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.652+0000 7fde6de00700 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b1ad0043c0 0x55b1ad0067b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.653+0000 7fde6de00700 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b1ad0043c0 0x55b1ad0067b0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b4d419c2ce8ccde server_cookie=96e8076b5ae08de9 in_seq=0 out_seq=0 2024-05-21T02:05:33.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.653+0000 7fde4fe00700 10 client.16131 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:33.656 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde4fe00700 1 -- 172.21.15.7:0/3437238493 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b1acf4ad90 con 0x55b1ad0043c0 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde4fe00700 10 client.16131 handle_command_reply: tid=0 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde7f3cbb80 1 client.16131 shutdown 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3437238493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acfeb140 msgr2=0x55b1acff6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acfeb140 0x55b1acff6cb0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fde5c009350 tx=0x7fde5c02d040 comp rx=0 tx=0).stop 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3437238493 shutdown_connections 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b1ad0043c0 0x55b1ad0067b0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0f30 0x55b1acff4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acfeb140 0x55b1acff6cb0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3437238493 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0610 0x55b1acff4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.654+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3437238493 >> 172.21.15.7:0/3437238493 conn(0x55b1acf18be0 msgr2=0x55b1acfe4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.655+0000 7fde4fe00700 0 client.16131 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.655+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3437238493 shutdown_connections 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.655+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3437238493 wait complete. 2024-05-21T02:05:33.657 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.655+0000 7fde7f3cbb80 20 client.16131 trim_cache size 0 max 16384 2024-05-21T02:05:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.672+0000 7fde7f3cbb80 1 Processor -- start 2024-05-21T02:05:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.672+0000 7fde7f3cbb80 1 -- start start 2024-05-21T02:05:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acfeb140 0x55b1acfeab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0610 0x55b1acff46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0f30 0x55b1acff1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde701b4250 con 0x55b1acff0610 2024-05-21T02:05:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fde701b5d90 con 0x55b1acff0f30 2024-05-21T02:05:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fde701b4920 con 0x55b1acfeb140 2024-05-21T02:05:33.674 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde6d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acfeb140 0x55b1acfeab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde6d400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acfeb140 0x55b1acfeab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40832/0 (socket says 172.21.15.7:40832) 2024-05-21T02:05:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde6d400700 1 -- 172.21.15.7:0/4269476238 learned_addr learned my addr 172.21.15.7:0/4269476238 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde6de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0610 0x55b1acff46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.675 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.673+0000 7fde6d400700 1 --2- 172.21.15.7:0/4269476238 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0f30 0x55b1acff1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.674+0000 7fde6de00700 1 -- 172.21.15.7:0/4269476238 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acfeb140 msgr2=0x55b1acfeab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:33.676 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.674+0000 7fde6de00700 1 --2- 172.21.15.7:0/4269476238 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acfeb140 0x55b1acfeab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.674+0000 7fde6de00700 1 -- 172.21.15.7:0/4269476238 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0f30 msgr2=0x55b1acff1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.674+0000 7fde6de00700 1 --2- 172.21.15.7:0/4269476238 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0f30 0x55b1acff1a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.674+0000 7fde6de00700 1 -- 172.21.15.7:0/4269476238 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1acff25c0 con 0x55b1acff0610 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.674+0000 7fde6de00700 1 --2- 172.21.15.7:0/4269476238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0610 0x55b1acff46c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x55b1acff5620 tx=0x7fde60009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aee8755c834302d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde5aa00700 1 -- 172.21.15.7:0/4269476238 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde60012d60 con 0x55b1acff0610 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde5aa00700 1 -- 172.21.15.7:0/4269476238 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde60004ce0 con 0x55b1acff0610 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde5aa00700 1 -- 172.21.15.7:0/4269476238 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde60010430 con 0x55b1acff0610 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/4269476238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0610 msgr2=0x55b1acff46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/4269476238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0610 0x55b1acff46c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x55b1acff5620 tx=0x7fde60009260 comp rx=0 tx=0).stop 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/4269476238 shutdown_connections 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/4269476238 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acff0f30 0x55b1acff1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/4269476238 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acfeb140 0x55b1acfeab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/4269476238 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0610 0x55b1acff46c0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.675+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/4269476238 >> 172.21.15.7:0/4269476238 conn(0x55b1acf18be0 msgr2=0x55b1acff1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:33.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.676+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/4269476238 shutdown_connections 2024-05-21T02:05:33.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.676+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/4269476238 wait complete. 2024-05-21T02:05:33.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.676+0000 7fde7f3cbb80 1 -- start start 2024-05-21T02:05:33.678 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.676+0000 7fde7f3cbb80 1 Processor -- start 2024-05-21T02:05:33.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 0x55b1ad0063d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1ad006910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde7f3cbb80 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 0x55b1ad006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.680 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fde701b56c0 con 0x55b1acff0f30 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fde701b4ff0 con 0x55b1acfeb140 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde7f3cbb80 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fde701b21d0 con 0x55b1acff0610 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde7f3cbb80 10 client.0 _ll_register_callbacks cb 0x55b1acee2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde6de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1ad006910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde6de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1ad006910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40840/0 (socket says 172.21.15.7:40840) 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde6de00700 1 -- 172.21.15.7:0/3298722256 learned_addr learned my addr 172.21.15.7:0/3298722256 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde6d400700 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 0x55b1ad006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.677+0000 7fde6d400700 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 0x55b1ad0063d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde6de00700 1 -- 172.21.15.7:0/3298722256 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 msgr2=0x55b1ad0063d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde6de00700 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 0x55b1ad0063d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde6de00700 1 -- 172.21.15.7:0/3298722256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 msgr2=0x55b1ad006e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde6de00700 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 0x55b1ad006e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde6de00700 1 -- 172.21.15.7:0/3298722256 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1ad06cdb0 con 0x55b1acff0610 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde6d400700 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 0x55b1ad0063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde6de00700 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1ad006910 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fde60009310 tx=0x7fde60005ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97d482a12248ce78 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde4fe00700 10 client.0 ms_handle_connect on v2:172.21.15.190:3300/0 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde4fe00700 1 -- 172.21.15.7:0/3298722256 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde60005380 con 0x55b1acff0610 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde4fe00700 1 -- 172.21.15.7:0/3298722256 <== mon.1 v2:172.21.15.190:3300/0 2 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fde60005520 con 0x55b1acff0610 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.678+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3298722256 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde60004ce0 con 0x55b1acff0610 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde4fe00700 1 -- 172.21.15.7:0/3298722256 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fde600047c0 con 0x55b1acff0610 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde7f3cbb80 10 client.26326 fetch_fsmap learned FSMap version 29 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3298722256 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b1ad06e050 con 0x55b1acff0610 2024-05-21T02:05:33.682 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde4fe00700 1 -- 172.21.15.7:0/3298722256 <== mon.1 v2:172.21.15.190:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde60004ce0 con 0x55b1acff0610 2024-05-21T02:05:33.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde4fe00700 1 -- 172.21.15.7:0/3298722256 <== mon.1 v2:172.21.15.190:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fde60030060 con 0x55b1acff0610 2024-05-21T02:05:33.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde7f3cbb80 10 client.26326 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T02:05:33.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde7f3cbb80 10 client.26326 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-21T02:05:33.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde7f3cbb80 20 client.26326 populate_metadata read hostname 'smithi007' 2024-05-21T02:05:33.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b1ad06e6b0 0x55b1ad070ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:33.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde7f3cbb80 4 client.26326 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T02:05:33.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.679+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3298722256 --> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b1acf44570 con 0x55b1ad06e6b0 2024-05-21T02:05:33.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.680+0000 7fde6d400700 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b1ad06e6b0 0x55b1ad070ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:33.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.680+0000 7fde6d400700 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b1ad06e6b0 0x55b1ad070ad0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bd66598c1f9149f server_cookie=b20c7227d6063b63 in_seq=0 out_seq=0 2024-05-21T02:05:33.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.680+0000 7fde4fe00700 10 client.26326 ms_handle_connect on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:33.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.680+0000 7fde4fe00700 1 -- 172.21.15.7:0/3298722256 <== mds.0 v2:172.21.15.164:6838/2714332525 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b1acf44570 con 0x55b1ad06e6b0 2024-05-21T02:05:33.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.680+0000 7fde4fe00700 10 client.26326 handle_command_reply: tid=0 2024-05-21T02:05:33.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.680+0000 7fde7f3cbb80 1 client.26326 shutdown 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3298722256 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 msgr2=0x55b1ad006910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1ad006910 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fde60009310 tx=0x7fde60005ce0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3298722256 shutdown_connections 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.164:6838/2714332525,v1:172.21.15.164:6839/2714332525] conn(0x55b1ad06e6b0 0x55b1ad070ad0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x55b1acff0f30 0x55b1ad006e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x55b1acfeb140 0x55b1ad0063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde4fe00700 0 client.26326 ms_handle_reset on v2:172.21.15.164:6838/2714332525 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 --2- 172.21.15.7:0/3298722256 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x55b1acff0610 0x55b1ad006910 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3298722256 >> 172.21.15.7:0/3298722256 conn(0x55b1acf18be0 msgr2=0x55b1acff1ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3298722256 shutdown_connections 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 1 -- 172.21.15.7:0/3298722256 wait complete. 2024-05-21T02:05:33.685 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.681+0000 7fde7f3cbb80 20 client.26326 trim_cache size 0 max 16384 2024-05-21T02:05:33.686 INFO:teuthology.orchestra.run.smithi007.stdout:[] 2024-05-21T02:05:33.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 -- 172.21.15.7:0/1715843993 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fde540b2880 msgr2=0x7fde540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:33.686 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fde540b2880 0x7fde540b4d40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fde680a6580 tx=0x7fde68009040 comp rx=0 tx=0).stop 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 -- 172.21.15.7:0/1715843993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde7010eeb0 msgr2=0x7fde701a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde7010eeb0 0x7fde701a4ba0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fde6800efc0 tx=0x7fde6800c3a0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 -- 172.21.15.7:0/1715843993 shutdown_connections 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fde7010eeb0 0x7fde701a4ba0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fde70109dd0 0x7fde701a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fde540b2880 0x7fde540b4d40 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 --2- 172.21.15.7:0/1715843993 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fde7010a780 0x7fde701a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 -- 172.21.15.7:0/1715843993 >> 172.21.15.7:0/1715843993 conn(0x7fde70076d10 msgr2=0x7fde70078940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 -- 172.21.15.7:0/1715843993 shutdown_connections 2024-05-21T02:05:33.687 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:33.682+0000 7fde74a00700 1 -- 172.21.15.7:0/1715843993 wait complete. 2024-05-21T02:05:34.583 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_0051ea03417a66dbfd5a17ea02c9049bcda16863/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_0051ea03417a66dbfd5a17ea02c9049bcda16863/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_0051ea03417a66dbfd5a17ea02c9049bcda16863/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-05-21T02:05:34.584 INFO:tasks.fwd_scrub:done joining 2024-05-21T02:05:34.584 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-21T02:05:34.595 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-21T02:05:34.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.822+0000 7f07b6a00640 1 -- 172.21.15.7:0/1066799830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f07b01087b0 msgr2=0x7f07b010ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:34.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.822+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1066799830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f07b01087b0 0x7f07b010ac00 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f07a8009900 tx=0x7f07a802a3f0 comp rx=0 tx=0).stop 2024-05-21T02:05:34.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.822+0000 7f07b6a00640 1 -- 172.21.15.7:0/1066799830 shutdown_connections 2024-05-21T02:05:34.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.822+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1066799830 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f07b01087b0 0x7f07b010ac00 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:34.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.822+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1066799830 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07b0105e80 0x7f07b0108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:34.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.822+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1066799830 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07b0103550 0x7f07b0105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:34.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.822+0000 7f07b6a00640 1 -- 172.21.15.7:0/1066799830 >> 172.21.15.7:0/1066799830 conn(0x7f07b00fcf40 msgr2=0x7f07b00ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:34.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.822+0000 7f07b6a00640 1 -- 172.21.15.7:0/1066799830 shutdown_connections 2024-05-21T02:05:34.823 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.822+0000 7f07b6a00640 1 -- 172.21.15.7:0/1066799830 wait complete. 2024-05-21T02:05:34.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.823+0000 7f07b6a00640 1 Processor -- start 2024-05-21T02:05:34.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.823+0000 7f07b6a00640 1 -- start start 2024-05-21T02:05:34.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07b6a00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07b0103550 0x7f07b0102ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:34.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07b6a00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07b0105e80 0x7f07b0101500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:34.825 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07b6a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f07b01087b0 0x7f07b0101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07b6a00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f07b010e650 con 0x7f07b0103550 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07b6a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f07b010e4d0 con 0x7f07b01087b0 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07b6a00640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f07b010e7d0 con 0x7f07b0105e80 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07afe00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07b0103550 0x7f07b0102ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07afe00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07b0103550 0x7f07b0102ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33654/0 (socket says 172.21.15.7:33654) 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07afe00640 1 -- 172.21.15.7:0/1473779724 learned_addr learned my addr 172.21.15.7:0/1473779724 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07a7400640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07b0105e80 0x7f07b0101500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.824+0000 7f07b4a00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f07b01087b0 0x7f07b0101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07afe00640 1 -- 172.21.15.7:0/1473779724 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07b0105e80 msgr2=0x7f07b0101500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07afe00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07b0105e80 0x7f07b0101500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07afe00640 1 -- 172.21.15.7:0/1473779724 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f07b01087b0 msgr2=0x7f07b0101a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07afe00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f07b01087b0 0x7f07b0101a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:34.826 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07afe00640 1 -- 172.21.15.7:0/1473779724 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07b01022d0 con 0x7f07b0103550 2024-05-21T02:05:34.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07b4a00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f07b01087b0 0x7f07b0101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:34.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07afe00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07b0103550 0x7f07b0102ec0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f07a000ebc0 tx=0x7f07a000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:34.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07ad600640 1 -- 172.21.15.7:0/1473779724 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a0010630 con 0x7f07b0103550 2024-05-21T02:05:34.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07ad600640 1 -- 172.21.15.7:0/1473779724 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07a0010c80 con 0x7f07b0103550 2024-05-21T02:05:34.827 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07b01a2df0 con 0x7f07b0103550 2024-05-21T02:05:34.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07ad600640 1 -- 172.21.15.7:0/1473779724 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a0018b60 con 0x7f07b0103550 2024-05-21T02:05:34.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.825+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07b01a3250 con 0x7f07b0103550 2024-05-21T02:05:34.828 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.827+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07b00fea30 con 0x7f07b0103550 2024-05-21T02:05:34.829 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.829+0000 7f07ad600640 1 -- 172.21.15.7:0/1473779724 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f07a0018d00 con 0x7f07b0103550 2024-05-21T02:05:34.830 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.830+0000 7f07ad600640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07940b2870 0x7f07940b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.830+0000 7f07ad600640 1 -- 172.21.15.7:0/1473779724 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f07a00e27f0 con 0x7f07b0103550 2024-05-21T02:05:34.831 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.831+0000 7f07a7400640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07940b2870 0x7f07940b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:34.832 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.831+0000 7f07a7400640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07940b2870 0x7f07940b4d30 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f07b0102c30 tx=0x7f0798005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:34.836 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:34.835+0000 7f07ad600640 1 -- 172.21.15.7:0/1473779724 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f07a00aa4d0 con 0x7f07b0103550 2024-05-21T02:05:35.051 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.050+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f07b00637d0 con 0x7f07b0103550 2024-05-21T02:05:35.055 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.055+0000 7f07ad600640 1 -- 172.21.15.7:0/1473779724 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7f07a00a9dd0 con 0x7f07b0103550 2024-05-21T02:05:35.055 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:05:35.056 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07940b2870 msgr2=0x7f07940b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07940b2870 0x7f07940b4d30 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f07b0102c30 tx=0x7f0798005f90 comp rx=0 tx=0).stop 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07b0103550 msgr2=0x7f07b0102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07b0103550 0x7f07b0102ec0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f07a000ebc0 tx=0x7f07a000c6a0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 shutdown_connections 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f07940b2870 0x7f07940b4d30 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f07b01087b0 0x7f07b0101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f07b0105e80 0x7f07b0101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 --2- 172.21.15.7:0/1473779724 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f07b0103550 0x7f07b0102ec0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 >> 172.21.15.7:0/1473779724 conn(0x7f07b00fcf40 msgr2=0x7f07b0103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 shutdown_connections 2024-05-21T02:05:35.059 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.058+0000 7f07b6a00640 1 -- 172.21.15.7:0/1473779724 wait complete. 2024-05-21T02:05:35.079 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T01:50:21.290267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-21T01:55:47.676359+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-21T01:55:51.660650+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T02:05:35.080 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-21T02:05:35.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:34 smithi190 ceph-mon[35961]: pgmap v613: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.5 KiB/s wr, 225 op/s 2024-05-21T02:05:35.154 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:34 smithi007 ceph-mon[31288]: pgmap v613: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.5 KiB/s wr, 225 op/s 2024-05-21T02:05:35.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:34 smithi164 ceph-mon[36138]: pgmap v613: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.5 KiB/s wr, 225 op/s 2024-05-21T02:05:35.300 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.300+0000 7f1b2fe00640 1 -- 172.21.15.7:0/865114508 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b240318a0 con 0x7f1b30102130 2024-05-21T02:05:35.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.300+0000 7f1b36800640 1 -- 172.21.15.7:0/865114508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b30102130 msgr2=0x7f1b30104520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.300+0000 7f1b36800640 1 --2- 172.21.15.7:0/865114508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b30102130 0x7f1b30104520 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1b24009900 tx=0x7f1b2402a3f0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.301+0000 7f1b36800640 1 -- 172.21.15.7:0/865114508 shutdown_connections 2024-05-21T02:05:35.301 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.301+0000 7f1b36800640 1 --2- 172.21.15.7:0/865114508 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1b30107470 0x7f1b30109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.301+0000 7f1b36800640 1 --2- 172.21.15.7:0/865114508 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1b30104a60 0x7f1b30106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.301+0000 7f1b36800640 1 --2- 172.21.15.7:0/865114508 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b30102130 0x7f1b30104520 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.301+0000 7f1b36800640 1 -- 172.21.15.7:0/865114508 >> 172.21.15.7:0/865114508 conn(0x7f1b300fc110 msgr2=0x7f1b300fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:35.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.301+0000 7f1b36800640 1 -- 172.21.15.7:0/865114508 shutdown_connections 2024-05-21T02:05:35.302 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.301+0000 7f1b36800640 1 -- 172.21.15.7:0/865114508 wait complete. 2024-05-21T02:05:35.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b36800640 1 Processor -- start 2024-05-21T02:05:35.303 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b36800640 1 -- start start 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b36800640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1b30102130 0x7f1b3019ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b36800640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1b30104a60 0x7f1b3019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b36800640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b30107470 0x7f1b301a2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b36800640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3010e4d0 con 0x7f1b30107470 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b36800640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3010e350 con 0x7f1b30102130 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b36800640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3010e650 con 0x7f1b30104a60 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b34a00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1b30104a60 0x7f1b3019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.302+0000 7f1b35e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b30107470 0x7f1b301a2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b34a00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1b30104a60 0x7f1b3019b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:40872/0 (socket says 172.21.15.7:40872) 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b34a00640 1 -- 172.21.15.7:0/41458718 learned_addr learned my addr 172.21.15.7:0/41458718 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b35400640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1b30102130 0x7f1b3019ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b34a00640 1 -- 172.21.15.7:0/41458718 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1b30102130 msgr2=0x7f1b3019ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b34a00640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1b30102130 0x7f1b3019ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.304 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b34a00640 1 -- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b30107470 msgr2=0x7f1b301a2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b34a00640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b30107470 0x7f1b301a2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b34a00640 1 -- 172.21.15.7:0/41458718 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b301a2a90 con 0x7f1b30104a60 2024-05-21T02:05:35.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b35e00640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b30107470 0x7f1b301a2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:35.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.303+0000 7f1b34a00640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1b30104a60 0x7f1b3019b3b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c00e9f0 tx=0x7f1b1c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:35.305 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.304+0000 7f1b2e000640 1 -- 172.21.15.7:0/41458718 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b1c00cd80 con 0x7f1b30104a60 2024-05-21T02:05:35.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.304+0000 7f1b2e000640 1 -- 172.21.15.7:0/41458718 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b1c0054d0 con 0x7f1b30104a60 2024-05-21T02:05:35.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.304+0000 7f1b2e000640 1 -- 172.21.15.7:0/41458718 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b1c010690 con 0x7f1b30104a60 2024-05-21T02:05:35.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.304+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b301a2d80 con 0x7f1b30104a60 2024-05-21T02:05:35.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.304+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b301a3220 con 0x7f1b30104a60 2024-05-21T02:05:35.306 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.305+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b30109000 con 0x7f1b30104a60 2024-05-21T02:05:35.307 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.307+0000 7f1b2e000640 1 -- 172.21.15.7:0/41458718 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f1b1c004e30 con 0x7f1b30104a60 2024-05-21T02:05:35.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.309+0000 7f1b2e000640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1b180b27f0 0x7f1b180b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:35.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.309+0000 7f1b2e000640 1 -- 172.21.15.7:0/41458718 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f1b1c0e2810 con 0x7f1b30104a60 2024-05-21T02:05:35.309 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.309+0000 7f1b35400640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1b180b27f0 0x7f1b180b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:35.310 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.310+0000 7f1b35400640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1b180b27f0 0x7f1b180b4cb0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f1b24009230 tx=0x7f1b240314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:35.311 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.311+0000 7f1b2e000640 1 -- 172.21.15.7:0/41458718 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1b1c054df0 con 0x7f1b30104a60 2024-05-21T02:05:35.524 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.524+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1b3002ddf0 con 0x7f1b30104a60 2024-05-21T02:05:35.525 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.525+0000 7f1b2e000640 1 -- 172.21.15.7:0/41458718 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f1b1c0aa4f0 con 0x7f1b30104a60 2024-05-21T02:05:35.526 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 1 2024-05-21T02:05:35.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.527+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1b180b27f0 msgr2=0x7f1b180b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.527+0000 7f1b36800640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1b180b27f0 0x7f1b180b4cb0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f1b24009230 tx=0x7f1b240314a0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.527+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1b30104a60 msgr2=0x7f1b3019b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.527+0000 7f1b36800640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1b30104a60 0x7f1b3019b3b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1b1c00e9f0 tx=0x7f1b1c00edf0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.528+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 shutdown_connections 2024-05-21T02:05:35.528 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.528+0000 7f1b36800640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f1b180b27f0 0x7f1b180b4cb0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.528+0000 7f1b36800640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f1b30107470 0x7f1b301a2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.528+0000 7f1b36800640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f1b30104a60 0x7f1b3019b3b0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.528+0000 7f1b36800640 1 --2- 172.21.15.7:0/41458718 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f1b30102130 0x7f1b3019ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.528+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 >> 172.21.15.7:0/41458718 conn(0x7f1b300fc110 msgr2=0x7f1b3010c080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:35.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.528+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 shutdown_connections 2024-05-21T02:05:35.529 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.528+0000 7f1b36800640 1 -- 172.21.15.7:0/41458718 wait complete. 2024-05-21T02:05:35.548 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-21T02:05:35.771 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.771+0000 7faaf6c00640 1 -- 172.21.15.7:0/4123675905 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faaf0103b40 msgr2=0x7faaf0105fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.771+0000 7faaf6c00640 1 --2- 172.21.15.7:0/4123675905 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faaf0103b40 0x7faaf0105fb0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7faadc009900 tx=0x7faadc02a410 comp rx=0 tx=0).stop 2024-05-21T02:05:35.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.771+0000 7faaf6c00640 1 -- 172.21.15.7:0/4123675905 shutdown_connections 2024-05-21T02:05:35.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.771+0000 7faaf6c00640 1 --2- 172.21.15.7:0/4123675905 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf01064f0 0x7faaf0106970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.771+0000 7faaf6c00640 1 --2- 172.21.15.7:0/4123675905 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faaf0103b40 0x7faaf0105fb0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.771+0000 7faaf6c00640 1 --2- 172.21.15.7:0/4123675905 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faaf01011d0 0x7faaf0103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.771+0000 7faaf6c00640 1 -- 172.21.15.7:0/4123675905 >> 172.21.15.7:0/4123675905 conn(0x7faaf00fcdf0 msgr2=0x7faaf00ff210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:35.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.771+0000 7faaf6c00640 1 -- 172.21.15.7:0/4123675905 shutdown_connections 2024-05-21T02:05:35.772 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.771+0000 7faaf6c00640 1 -- 172.21.15.7:0/4123675905 wait complete. 2024-05-21T02:05:35.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.772+0000 7faaf6c00640 1 Processor -- start 2024-05-21T02:05:35.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.772+0000 7faaf6c00640 1 -- start start 2024-05-21T02:05:35.774 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.772+0000 7faaf6c00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf01011d0 0x7faaf019f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.772+0000 7faaf6c00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faaf0103b40 0x7faaf019f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.772+0000 7faaf6c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faaf01064f0 0x7faaf01a6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.772+0000 7faaf6c00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7faaf0114b00 con 0x7faaf01011d0 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.772+0000 7faaf6c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7faaf0114980 con 0x7faaf01064f0 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.772+0000 7faaf6c00640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7faaf0114c80 con 0x7faaf0103b40 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf5800640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf01011d0 0x7faaf019f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf6200640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faaf01064f0 0x7faaf01a6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf5800640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf01011d0 0x7faaf019f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:33692/0 (socket says 172.21.15.7:33692) 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf5800640 1 -- 172.21.15.7:0/1055145477 learned_addr learned my addr 172.21.15.7:0/1055145477 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf4e00640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faaf0103b40 0x7faaf019f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf6200640 1 -- 172.21.15.7:0/1055145477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faaf0103b40 msgr2=0x7faaf019f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf6200640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faaf0103b40 0x7faaf019f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf6200640 1 -- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf01011d0 msgr2=0x7faaf019f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.775 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf6200640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf01011d0 0x7faaf019f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf6200640 1 -- 172.21.15.7:0/1055145477 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf01a6d70 con 0x7faaf01064f0 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf4e00640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faaf0103b40 0x7faaf019f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.773+0000 7faaf5800640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf01011d0 0x7faaf019f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.774+0000 7faaf6200640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faaf01064f0 0x7faaf01a6700 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7faae8009fd0 tx=0x7faae800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.774+0000 7faaee000640 1 -- 172.21.15.7:0/1055145477 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae800ce20 con 0x7faaf01064f0 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.774+0000 7faaee000640 1 -- 172.21.15.7:0/1055145477 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faae8005020 con 0x7faaf01064f0 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.774+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaf01a7060 con 0x7faaf01064f0 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.774+0000 7faaee000640 1 -- 172.21.15.7:0/1055145477 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faae8010690 con 0x7faaf01064f0 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.774+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaf01a7530 con 0x7faaf01064f0 2024-05-21T02:05:35.776 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.775+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaf00fe8e0 con 0x7faaf01064f0 2024-05-21T02:05:35.778 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.778+0000 7faaee000640 1 -- 172.21.15.7:0/1055145477 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7faae80054d0 con 0x7faaf01064f0 2024-05-21T02:05:35.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.779+0000 7faaee000640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faad80b27f0 0x7faad80b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:35.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.779+0000 7faaee000640 1 -- 172.21.15.7:0/1055145477 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7faae80e29b0 con 0x7faaf01064f0 2024-05-21T02:05:35.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.780+0000 7faaf5800640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faad80b27f0 0x7faad80b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:35.780 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.780+0000 7faaf5800640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faad80b27f0 0x7faad80b4cb0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7faae4011500 tx=0x7faae4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:35.781 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.781+0000 7faaee000640 1 -- 172.21.15.7:0/1055145477 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7faae80aa690 con 0x7faaf01064f0 2024-05-21T02:05:35.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.992+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7faaf0063650 con 0x7faaf01064f0 2024-05-21T02:05:35.993 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.993+0000 7faaee000640 1 -- 172.21.15.7:0/1055145477 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) ==== 104+0+11 (secure 0 0 0) 0x7faae80a9f90 con 0x7faaf01064f0 2024-05-21T02:05:35.994 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 32 2024-05-21T02:05:35.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faad80b27f0 msgr2=0x7faad80b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.996 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faad80b27f0 0x7faad80b4cb0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7faae4011500 tx=0x7faae4005f90 comp rx=0 tx=0).stop 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faaf01064f0 msgr2=0x7faaf01a6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faaf01064f0 0x7faaf01a6700 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7faae8009fd0 tx=0x7faae800ef10 comp rx=0 tx=0).stop 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 shutdown_connections 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7faad80b27f0 0x7faad80b4cb0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7faaf01064f0 0x7faaf01a6700 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7faaf0103b40 0x7faaf019f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 --2- 172.21.15.7:0/1055145477 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7faaf01011d0 0x7faaf019f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 >> 172.21.15.7:0/1055145477 conn(0x7faaf00fcdf0 msgr2=0x7faaf0101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 shutdown_connections 2024-05-21T02:05:35.997 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:35.996+0000 7faaf6c00640 1 -- 172.21.15.7:0/1055145477 wait complete. 2024-05-21T02:05:36.018 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-21T02:05:36.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:35 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1473779724' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:05:36.094 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:35 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/41458718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T02:05:36.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:35 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1473779724' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:05:36.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:35 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/41458718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T02:05:36.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:35 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1473779724' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:05:36.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:35 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/41458718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T02:05:36.236 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.236+0000 7fac56a00640 1 -- 172.21.15.7:0/3126199916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50078ff0 msgr2=0x7fac50079890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:36.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.236+0000 7fac56a00640 1 --2- 172.21.15.7:0/3126199916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50078ff0 0x7fac50079890 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fac48009be0 tx=0x7fac4802a6d0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.237+0000 7fac56a00640 1 -- 172.21.15.7:0/3126199916 shutdown_connections 2024-05-21T02:05:36.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.237+0000 7fac56a00640 1 --2- 172.21.15.7:0/3126199916 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50078ff0 0x7fac50079890 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.237+0000 7fac56a00640 1 --2- 172.21.15.7:0/3126199916 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac50078650 0x7fac50078ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.237+0000 7fac56a00640 1 --2- 172.21.15.7:0/3126199916 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac50077410 0x7fac50077830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.237+0000 7fac56a00640 1 -- 172.21.15.7:0/3126199916 >> 172.21.15.7:0/3126199916 conn(0x7fac50100100 msgr2=0x7fac50102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:36.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.237+0000 7fac56a00640 1 -- 172.21.15.7:0/3126199916 shutdown_connections 2024-05-21T02:05:36.237 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.237+0000 7fac56a00640 1 -- 172.21.15.7:0/3126199916 wait complete. 2024-05-21T02:05:36.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac56a00640 1 Processor -- start 2024-05-21T02:05:36.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac56a00640 1 -- start start 2024-05-21T02:05:36.238 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac56a00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac50077410 0x7fac5019f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:36.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac56a00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac50078650 0x7fac5019f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:36.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac56a00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50078ff0 0x7fac501a66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:36.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac56a00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fac50114ad0 con 0x7fac50078650 2024-05-21T02:05:36.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac56a00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fac50114950 con 0x7fac50078ff0 2024-05-21T02:05:36.239 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac56a00640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fac50114c50 con 0x7fac50077410 2024-05-21T02:05:36.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac54c00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac50078650 0x7fac5019f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:36.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.238+0000 7fac54c00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac50078650 0x7fac5019f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43804/0 (socket says 172.21.15.7:43804) 2024-05-21T02:05:36.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac54c00640 1 -- 172.21.15.7:0/3619756908 learned_addr learned my addr 172.21.15.7:0/3619756908 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:36.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac55600640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac50077410 0x7fac5019f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:36.240 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac56000640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50078ff0 0x7fac501a66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac54c00640 1 -- 172.21.15.7:0/3619756908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac50077410 msgr2=0x7fac5019f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac54c00640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac50077410 0x7fac5019f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac54c00640 1 -- 172.21.15.7:0/3619756908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50078ff0 msgr2=0x7fac501a66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac54c00640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50078ff0 0x7fac501a66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac54c00640 1 -- 172.21.15.7:0/3619756908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac501a6d60 con 0x7fac50078650 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac56000640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50078ff0 0x7fac501a66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac55600640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac50077410 0x7fac5019f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.239+0000 7fac54c00640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac50078650 0x7fac5019f680 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fac3c00e9c0 tx=0x7fac3c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.240+0000 7fac4e000640 1 -- 172.21.15.7:0/3619756908 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3c00cde0 con 0x7fac50078650 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.240+0000 7fac4e000640 1 -- 172.21.15.7:0/3619756908 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac3c0035f0 con 0x7fac50078650 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.240+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac501a6ff0 con 0x7fac50078650 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.240+0000 7fac4e000640 1 -- 172.21.15.7:0/3619756908 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac3c010690 con 0x7fac50078650 2024-05-21T02:05:36.241 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.240+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac501a7560 con 0x7fac50078650 2024-05-21T02:05:36.242 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.241+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac50111500 con 0x7fac50078650 2024-05-21T02:05:36.244 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.243+0000 7fac4e000640 1 -- 172.21.15.7:0/3619756908 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fac3c004000 con 0x7fac50078650 2024-05-21T02:05:36.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.245+0000 7fac4e000640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac380b2870 0x7fac380b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:36.245 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.245+0000 7fac4e000640 1 -- 172.21.15.7:0/3619756908 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fac3c0e2490 con 0x7fac50078650 2024-05-21T02:05:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.245+0000 7fac55600640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac380b2870 0x7fac380b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:36.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.246+0000 7fac55600640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac380b2870 0x7fac380b4d30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fac44009fc0 tx=0x7fac44005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:36.250 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.249+0000 7fac4e000640 1 -- 172.21.15.7:0/3619756908 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fac3c009510 con 0x7fac50078650 2024-05-21T02:05:36.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.465+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fac50063650 con 0x7fac50078650 2024-05-21T02:05:36.466 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.466+0000 7fac4e000640 1 -- 172.21.15.7:0/3619756908 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) ==== 100+0+11 (secure 0 0 0) 0x7fac3c0aa170 con 0x7fac50078650 2024-05-21T02:05:36.467 INFO:teuthology.orchestra.run.smithi007.stdout:pg_num: 64 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac380b2870 msgr2=0x7fac380b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac380b2870 0x7fac380b4d30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fac44009fc0 tx=0x7fac44005f90 comp rx=0 tx=0).stop 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac50078650 msgr2=0x7fac5019f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac50078650 0x7fac5019f680 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fac3c00e9c0 tx=0x7fac3c00ee80 comp rx=0 tx=0).stop 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 shutdown_connections 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fac380b2870 0x7fac380b4d30 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fac50078ff0 0x7fac501a66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fac50078650 0x7fac5019f680 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 --2- 172.21.15.7:0/3619756908 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fac50077410 0x7fac5019f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 >> 172.21.15.7:0/3619756908 conn(0x7fac50100100 msgr2=0x7fac50101c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 shutdown_connections 2024-05-21T02:05:36.470 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.469+0000 7fac56a00640 1 -- 172.21.15.7:0/3619756908 wait complete. 2024-05-21T02:05:36.490 DEBUG:teuthology.orchestra.run.smithi007:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-21T02:05:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.706+0000 7fe3f2c00640 1 -- 172.21.15.7:0/54427568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3ec105cc0 msgr2=0x7fe3ec106140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.706+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/54427568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3ec105cc0 0x7fe3ec106140 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8009900 tx=0x7fe3d802a410 comp rx=0 tx=0).stop 2024-05-21T02:05:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.706+0000 7fe3f2c00640 1 -- 172.21.15.7:0/54427568 shutdown_connections 2024-05-21T02:05:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.706+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/54427568 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3ec106680 0x7fe3ec10cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.706+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/54427568 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3ec105cc0 0x7fe3ec106140 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.706+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/54427568 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3ec104ad0 0x7fe3ec104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.706+0000 7fe3f2c00640 1 -- 172.21.15.7:0/54427568 >> 172.21.15.7:0/54427568 conn(0x7fe3ec100060 msgr2=0x7fe3ec102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.706+0000 7fe3f2c00640 1 -- 172.21.15.7:0/54427568 shutdown_connections 2024-05-21T02:05:36.707 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.706+0000 7fe3f2c00640 1 -- 172.21.15.7:0/54427568 wait complete. 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.707+0000 7fe3f2c00640 1 Processor -- start 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.707+0000 7fe3f2c00640 1 -- start start 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f2c00640 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3ec104ad0 0x7fe3ec07a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f2c00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3ec105cc0 0x7fe3ec07ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f2c00640 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3ec106680 0x7fe3ec077370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f2c00640 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec110630 con 0x7fe3ec105cc0 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f2c00640 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec1104b0 con 0x7fe3ec106680 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f2c00640 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec1107b0 con 0x7fe3ec104ad0 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f0e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3ec105cc0 0x7fe3ec07ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:36.709 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f0e00640 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3ec105cc0 0x7fe3ec07ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:43818/0 (socket says 172.21.15.7:43818) 2024-05-21T02:05:36.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f0e00640 1 -- 172.21.15.7:0/2693984275 learned_addr learned my addr 172.21.15.7:0/2693984275 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:05:36.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f1800640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3ec104ad0 0x7fe3ec07a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:36.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.708+0000 7fe3f2200640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3ec106680 0x7fe3ec077370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:36.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3f0e00640 1 -- 172.21.15.7:0/2693984275 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3ec104ad0 msgr2=0x7fe3ec07a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:36.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3f0e00640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3ec104ad0 0x7fe3ec07a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3f0e00640 1 -- 172.21.15.7:0/2693984275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3ec106680 msgr2=0x7fe3ec077370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:36.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3f0e00640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3ec106680 0x7fe3ec077370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:36.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3f0e00640 1 -- 172.21.15.7:0/2693984275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3ec077c30 con 0x7fe3ec105cc0 2024-05-21T02:05:36.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3f0e00640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3ec105cc0 0x7fe3ec07ad40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8005ab0 tx=0x7fe3d8003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:36.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3ea000640 1 -- 172.21.15.7:0/2693984275 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d803f070 con 0x7fe3ec105cc0 2024-05-21T02:05:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3ea000640 1 -- 172.21.15.7:0/2693984275 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe3d8031c50 con 0x7fe3ec105cc0 2024-05-21T02:05:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3ea000640 1 -- 172.21.15.7:0/2693984275 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d8035030 con 0x7fe3ec105cc0 2024-05-21T02:05:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3ec1a70f0 con 0x7fe3ec105cc0 2024-05-21T02:05:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.709+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3ec1a74a0 con 0x7fe3ec105cc0 2024-05-21T02:05:36.712 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.711+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3ec10bdf0 con 0x7fe3ec105cc0 2024-05-21T02:05:36.713 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.713+0000 7fe3ea000640 1 -- 172.21.15.7:0/2693984275 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fe3d8042070 con 0x7fe3ec105cc0 2024-05-21T02:05:36.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.714+0000 7fe3ea000640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe3d40b27f0 0x7fe3d40b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:05:36.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.714+0000 7fe3ea000640 1 -- 172.21.15.7:0/2693984275 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fe3d8103110 con 0x7fe3ec105cc0 2024-05-21T02:05:36.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.714+0000 7fe3f1800640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe3d40b27f0 0x7fe3d40b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:05:36.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.715+0000 7fe3f1800640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe3d40b27f0 0x7fe3d40b4cb0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec105b20 tx=0x7fe3e0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:05:36.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.717+0000 7fe3ea000640 1 -- 172.21.15.7:0/2693984275 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe3d80ca7a0 con 0x7fe3ec105cc0 2024-05-21T02:05:36.991 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:36.989+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fe3ec02dd70 con 0x7fe3ec105cc0 2024-05-21T02:05:37.016 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.015+0000 7fe3ea000640 1 -- 172.21.15.7:0/2693984275 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+815634 (secure 0 0 0) 0x7fe3d80d1e20 con 0x7fe3ec105cc0 2024-05-21T02:05:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:05:37.020 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:05:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: "epoch": 18, 2024-05-21T02:05:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: "active_gid": 14152, 2024-05-21T02:05:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: "active_name": "x", 2024-05-21T02:05:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: "active_addrs": { 2024-05-21T02:05:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-05-21T02:05:37.020 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:6800", 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3375602398 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v1", 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:6801", 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3375602398 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: "active_addr": "172.21.15.7:6801/3375602398", 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: "active_change": "2024-05-21T01:47:31.126442+0000", 2024-05-21T02:05:37.021 INFO:teuthology.orchestra.run.smithi007.stdout: "active_mgr_features": 4540701547738038271, 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "available": true, 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "standbys": [ 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "gid": 24112, 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "z", 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr_features": 4540701547738038271, 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "available_modules": [ 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "alerts", 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.022 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.023 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.024 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.025 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.026 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.027 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.028 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_destination": { 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_destination", 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email address to send alerts to", 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.029 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_from_name": { 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_from_name", 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "Ceph", 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email From: name", 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.030 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_host": { 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_host", 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP server", 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.031 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_password": { 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_password", 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Password to authenticate with", 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.032 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_port": { 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_port", 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "465", 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP port", 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.033 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_sender": { 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_sender", 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP envelope sender", 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.034 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_ssl": { 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_ssl", 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.035 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_user": { 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_user", 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "User to authenticate as", 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.036 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.037 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "balancer", 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "active": { 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "active", 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.038 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_time": { 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_time", 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.039 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0000", 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_weekday": { 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_weekday", 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.040 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_max_iterations": { 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_max_iterations", 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.041 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "25", 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "250", 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_metrics": { 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_metrics", 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.042 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_step": { 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_step", 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.043 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.5", 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0.001", 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "0.999", 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "aggressiveness of optimization", 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "end_time": { 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_time", 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.044 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2359", 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "end_weekday": { 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_weekday", 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.045 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.046 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.047 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.048 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.049 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.050 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "min_score": { 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_score", 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.051 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.052 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "upmap", 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "crush-compat", 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "none", 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "read", 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap", 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap-read" 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Balancer mode", 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.053 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_ids": { 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_ids", 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.054 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.055 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_deviation": { 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_deviation", 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.056 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_optimizations": { 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_optimizations", 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.057 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm", 2024-05-21T02:05:37.058 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_down_multiplier": { 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_down_multiplier", 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.059 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_refresh_rate": { 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_refresh_rate", 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "20", 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.060 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_starting_port": { 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_starting_port", 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4721", 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.061 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_ptrace": { 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_ptrace", 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.062 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_interval": { 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_interval", 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.063 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_memory_target_ratio": { 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.7", 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.064 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm_log_destination": { 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm_log_destination", 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "file", 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "file,syslog", 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: "syslog" 2024-05-21T02:05:37.065 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "cgroups_split": { 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cgroups_split", 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.066 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "config_checks_enabled": { 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_checks_enabled", 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.067 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "config_dashboard": { 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_dashboard", 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.068 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_alertmanager": { 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_alertmanager", 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.069 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_base": { 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_base", 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.070 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Container image name, without the tag", 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_elasticsearch": { 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_elasticsearch", 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.071 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "elasticsearch container image", 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_grafana": { 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_grafana", 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.072 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_haproxy": { 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_haproxy", 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.073 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "HAproxy container image", 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_agent": { 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_agent", 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.074 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger agent container image", 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_collector": { 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_collector", 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T02:05:37.075 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger collector container image", 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_query": { 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_query", 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T02:05:37.076 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger query container image", 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_keepalived": { 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_keepalived", 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.077 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Keepalived container image", 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_loki": { 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_loki", 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T02:05:37.078 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Loki container image", 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_node_exporter": { 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_node_exporter", 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.079 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_nvmeof": { 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_nvmeof", 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T02:05:37.080 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Nvme-of container image", 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_prometheus": { 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_prometheus", 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T02:05:37.081 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_promtail": { 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_promtail", 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T02:05:37.082 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Promtail container image", 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_samba": { 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_samba", 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.083 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Samba/SMB container image", 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_snmp_gateway": { 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_snmp_gateway", 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T02:05:37.084 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SNMP Gateway container image", 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "container_init": { 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_init", 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.085 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "daemon_cache_timeout": { 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "daemon_cache_timeout", 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.086 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "default_cephadm_command_timeout": { 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.087 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "900", 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "default_registry": { 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_registry", 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.088 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io", 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "device_cache_timeout": { 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_cache_timeout", 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.089 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1800", 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache device inventory", 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "device_enhanced_scan": { 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_enhanced_scan", 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.090 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "facts_cache_timeout": { 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "facts_cache_timeout", 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.091 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache host facts data", 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "grafana_dashboards_path": { 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "grafana_dashboards_path", 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.092 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "host_check_interval": { 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "host_check_interval", 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.093 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to perform a host check", 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "hw_monitoring": { 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hw_monitoring", 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.094 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "inventory_list_all": { 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "inventory_list_all", 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.095 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.096 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.096 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.096 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T02:05:37.096 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.102 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.102 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.102 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.103 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "log_refresh_metadata": { 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_refresh_metadata", 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.104 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.105 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.106 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.107 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.108 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.109 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "*", 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.110 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "max_count_per_host": { 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_count_per_host", 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of daemons per service per host", 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.111 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "max_osd_draining_count": { 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_osd_draining_count", 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.112 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "migration_current": { 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "migration_current", 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "internal - do not modify", 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.113 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "root", 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm-package", 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "root" 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.114 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "oob_default_addr": { 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "oob_default_addr", 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "169.254.1.1", 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.115 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "prometheus_alerts_path": { 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus_alerts_path", 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.116 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_insecure": { 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_insecure", 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.117 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_password": { 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_password", 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.118 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_url": { 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_url", 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T02:05:37.119 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_username": { 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_username", 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.120 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "secure_monitoring_stack": { 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secure_monitoring_stack", 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.121 INFO:teuthology.orchestra.run.smithi007.stdout: "service_discovery_port": { 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "service_discovery_port", 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8765", 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "cephadm service discovery port", 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.122 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "ssh_config_file": { 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssh_config_file", 2024-05-21T02:05:37.123 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "use_agent": { 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_agent", 2024-05-21T02:05:37.124 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "use_repo_digest": { 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_repo_digest", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.125 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_failed_host_check": { 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_failed_host_check", 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.126 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_daemons": { 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_daemons", 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.127 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_hosts": { 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_hosts", 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.128 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crash", 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.129 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.130 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.131 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.132 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.133 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.134 INFO:teuthology.orchestra.run.smithi007.stdout: "retain_interval": { 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retain_interval", 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "31536000", 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.135 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_recent_interval": { 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_recent_interval", 2024-05-21T02:05:37.136 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1209600", 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.137 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dashboard", 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.138 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.139 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.140 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_ENABLED": { 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.141 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.142 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.143 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.144 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.145 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.146 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.147 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.148 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.149 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.150 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.151 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.152 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.153 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_URL": { 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_URL", 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.154 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.155 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.156 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.157 INFO:teuthology.orchestra.run.smithi007.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.158 INFO:teuthology.orchestra.run.smithi007.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.159 INFO:teuthology.orchestra.run.smithi007.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "[]", 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T02:05:37.160 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "{}", 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.161 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.162 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.163 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.164 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.165 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.166 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.167 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.168 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.169 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.170 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.171 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.172 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8", 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.173 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "45", 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.174 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.175 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.176 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T02:05:37.177 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T02:05:37.178 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T02:05:37.179 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T02:05:37.180 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T02:05:37.181 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "cross_origin_url": { 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cross_origin_url", 2024-05-21T02:05:37.182 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "crt_file": { 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crt_file", 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.183 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "debug": { 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "debug", 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.184 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable/disable debug options", 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "jwt_token_ttl": { 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "jwt_token_ttl", 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "28800", 2024-05-21T02:05:37.185 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.186 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.187 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.188 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.189 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.190 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.191 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "motd": { 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "motd", 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "The message of the day", 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.192 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect_resolve_ip_addr": { 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.193 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.194 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8080", 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.195 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.196 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.197 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl_server_port": { 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl_server_port", 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8443", 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.198 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.201 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.201 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-05-21T02:05:37.201 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-05-21T02:05:37.201 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.201 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.201 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.201 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "redirect", 2024-05-21T02:05:37.201 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect" 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-05-21T02:05:37.202 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "url_prefix": { 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url_prefix", 2024-05-21T02:05:37.203 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.204 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_monitoring": { 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_monitoring", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "monitor device health metrics", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.205 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.206 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.207 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.208 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.209 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.210 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "mark_out_threshold": { 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mark_out_threshold", 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2419200", 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.211 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_name": { 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_name", 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "device_health_metrics", 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.212 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "retention_period": { 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retention_period", 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15552000", 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.213 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain device health metrics", 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_frequency": { 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_frequency", 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-05-21T02:05:37.214 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "self_heal": { 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "self_heal", 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.215 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.216 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.217 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_threshold": { 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_threshold", 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7257600", 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.218 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "diskprediction_local", 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.219 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.220 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.221 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.222 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.223 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "predict_interval": { 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predict_interval", 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.224 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "predictor_model": { 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predictor_model", 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.225 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "prophetstor", 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.226 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.227 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.228 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "influx", 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": false, 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "influxdb python module not found", 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "batch_size": { 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "batch_size", 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5000", 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T02:05:37.229 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "database": { 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "database", 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "ceph", 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.230 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": { 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hostname", 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.231 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server hostname", 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "30", 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "5", 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.232 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.233 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.234 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.235 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.236 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.237 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "password": { 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "password", 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.238 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "password of InfluxDB server user", 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "port": { 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "port", 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8086", 2024-05-21T02:05:37.239 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server port", 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.240 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "false", 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.241 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "threads": { 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threads", 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:37.242 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "32", 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "username": { 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "username", 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.243 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "username of InfluxDB server user", 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "verify_ssl": { 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "verify_ssl", 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "true", 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.244 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "insights", 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.245 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.246 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.247 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.248 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.249 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.250 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "iostat", 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.251 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.252 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.253 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.254 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.255 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.256 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "k8sevents", 2024-05-21T02:05:37.257 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_event_retention_days": { 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ceph_event_retention_days", 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7", 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T02:05:37.258 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "config_check_secs": { 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_check_secs", 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "10", 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.259 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.260 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.261 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.262 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.263 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.264 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.265 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "localpool", 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "failure_domain": { 2024-05-21T02:05:37.266 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "failure_domain", 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "host", 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "failure domain for any created local pool", 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.267 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.268 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.269 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.270 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.271 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "min_size": { 2024-05-21T02:05:37.272 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_size", 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default min_size for any created local pool", 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "num_rep": { 2024-05-21T02:05:37.273 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "num_rep", 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3", 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default replica count for any created local pool", 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.274 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_num": { 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_num", 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "128", 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.275 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "prefix": { 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prefix", 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name prefix for any created local pool", 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.276 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.277 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "subtree": { 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "subtree", 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "rack", 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.278 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mds_autoscaler", 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.279 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.280 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.281 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.282 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.283 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.284 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirroring", 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.285 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.286 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.287 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.288 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.289 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.290 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.291 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "nfs", 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.292 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.293 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.294 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.295 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.296 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.297 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.298 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "fail_fs": { 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "fail_fs", 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.299 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.300 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.301 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.302 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.303 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.304 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator": { 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "rook", 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "test_orchestrator" 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Orchestrator backend", 2024-05-21T02:05:37.305 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.306 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_perf_query", 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.307 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.308 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.309 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.310 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.311 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.312 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_support", 2024-05-21T02:05:37.313 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.314 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.315 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.316 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.317 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.318 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.319 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_autoscaler", 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.320 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.321 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.322 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.323 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.324 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.325 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.326 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "threshold": { 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threshold", 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.327 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1.0", 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "scaling threshold", 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "progress", 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.328 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_pg_recovery_event": { 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_pg_recovery_event", 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.329 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.330 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.331 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.332 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.333 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.334 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.335 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "max_completed_events": { 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_completed_events", 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "50", 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "number of past completed events to remember", 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.336 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long the module is going to sleep", 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.337 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.338 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus", 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "cache": { 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cache", 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.339 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "exclude_perf_counters": { 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "exclude_perf_counters", 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.340 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.341 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.342 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.343 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.344 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.345 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools": { 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools", 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.346 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.347 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "300", 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_interval": { 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_interval", 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.348 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15.0", 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.349 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.350 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "9283", 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.351 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "stale_cache_strategy": { 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stale_cache_strategy", 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.352 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "log", 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.353 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "default", 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "default", 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "error" 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-05-21T02:05:37.354 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.355 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.356 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.357 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.358 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.359 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.360 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_snap_create": { 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_snap_create", 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.361 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "mirror_snapshot_schedule": { 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.362 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.363 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "trash_purge_schedule": { 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "trash_purge_schedule", 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.364 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "restful", 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.365 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_auth": { 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_auth", 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.366 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.367 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.368 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.369 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.370 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.371 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.372 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.373 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.374 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.375 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rgw", 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.376 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.377 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.378 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.379 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.380 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.381 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rook", 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.382 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.383 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.384 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.385 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.386 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.387 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "storage_class": { 2024-05-21T02:05:37.388 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "storage_class", 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "local", 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.389 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "selftest", 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.390 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.391 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.392 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.393 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.394 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "roption1": { 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption1", 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.395 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "roption2": { 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption2", 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "xyz", 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.396 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption1": { 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption1", 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.397 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption2": { 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption2", 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.398 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption3": { 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption3", 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.399 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption4": { 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption4", 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.400 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption5": { 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption5", 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.401 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption6": { 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption6", 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.402 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption7": { 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption7", 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.403 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "42", 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.404 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "testkey": { 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testkey", 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.405 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "testlkey": { 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testlkey", 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.406 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "testnewline": { 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testnewline", 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.407 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smb", 2024-05-21T02:05:37.408 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.409 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.410 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.411 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.412 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.413 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.414 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "update_orchestration": { 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "update_orchestration", 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T02:05:37.415 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_m_granularity": { 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_m_granularity", 2024-05-21T02:05:37.416 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "dump_on_update": { 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dump_on_update", 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.417 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "dump database to debug log on update", 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.418 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.419 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.420 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.421 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.422 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.423 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.424 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stats", 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.425 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.426 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.427 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.428 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.429 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.430 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "status", 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.431 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.432 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.433 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.434 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.435 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.436 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.437 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telegraf", 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "address": { 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "address", 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.438 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15", 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.439 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.440 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.441 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.442 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.443 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.444 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.445 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telemetry", 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.446 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_basic": { 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_basic", 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.447 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_crash": { 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_crash", 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.448 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_device": { 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_device", 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.449 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_ident": { 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_ident", 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.450 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_perf": { 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_perf", 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.451 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "contact": { 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "contact", 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "description": { 2024-05-21T02:05:37.452 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "description", 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "device_url": { 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_url", 2024-05-21T02:05:37.453 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-05-21T02:05:37.454 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.455 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "24", 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "8", 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "last_opt_revision": { 2024-05-21T02:05:37.456 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "last_opt_revision", 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1", 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard": { 2024-05-21T02:05:37.457 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard", 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard_description": { 2024-05-21T02:05:37.458 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard_description", 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.459 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.460 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.461 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.462 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.463 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "organization": { 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "organization", 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.464 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "proxy": { 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "proxy", 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.465 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.466 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "url": { 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url", 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.467 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "test_orchestrator", 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.468 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.469 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.470 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.471 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.472 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.473 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-05-21T02:05:37.474 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.475 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.476 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.477 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.478 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_clones": { 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_clones", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.479 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4", 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "periodic_async_work": { 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "periodic_async_work", 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.480 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Periodically check for async work", 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_delay": { 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_delay", 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.481 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_no_wait": { 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.482 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.483 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix", 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.484 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "discovery_interval": { 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "discovery_interval", 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "100", 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.485 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "identifier": { 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "identifier", 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.486 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.487 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.488 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.489 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.490 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.491 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.492 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_host": { 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_host", 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.493 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_port": { 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_port", 2024-05-21T02:05:37.494 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10051", 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_sender": { 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_sender", 2024-05-21T02:05:37.495 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.496 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "gid": 24119, 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "y", 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "mgr_features": 4540701547738038271, 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "available_modules": [ 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "alerts", 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.497 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.498 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.499 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.500 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.501 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.502 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_destination": { 2024-05-21T02:05:37.503 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_destination", 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email address to send alerts to", 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_from_name": { 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_from_name", 2024-05-21T02:05:37.504 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "Ceph", 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email From: name", 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_host": { 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_host", 2024-05-21T02:05:37.505 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP server", 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_password": { 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_password", 2024-05-21T02:05:37.506 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Password to authenticate with", 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_port": { 2024-05-21T02:05:37.507 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_port", 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "465", 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP port", 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.508 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_sender": { 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_sender", 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP envelope sender", 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.509 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_ssl": { 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_ssl", 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.510 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_user": { 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_user", 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "User to authenticate as", 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.511 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.512 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "balancer", 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "active": { 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "active", 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.513 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_time": { 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_time", 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0000", 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.514 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_weekday": { 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_weekday", 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-05-21T02:05:37.515 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_max_iterations": { 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_max_iterations", 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "25", 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "250", 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T02:05:37.516 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_metrics": { 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_metrics", 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T02:05:37.517 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_step": { 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_step", 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.5", 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0.001", 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "0.999", 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "aggressiveness of optimization", 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.518 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "end_time": { 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_time", 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2359", 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.519 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "end_weekday": { 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_weekday", 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.520 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.521 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.522 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.523 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.524 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "min_score": { 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_score", 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.525 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "upmap", 2024-05-21T02:05:37.526 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "crush-compat", 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "none", 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "read", 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap", 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap-read" 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Balancer mode", 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_ids": { 2024-05-21T02:05:37.527 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_ids", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.528 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.529 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_deviation": { 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_deviation", 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.530 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_optimizations": { 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_optimizations", 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.531 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm", 2024-05-21T02:05:37.532 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_down_multiplier": { 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_down_multiplier", 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.533 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_refresh_rate": { 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_refresh_rate", 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "20", 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.534 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_starting_port": { 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_starting_port", 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4721", 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.535 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_ptrace": { 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_ptrace", 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.536 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_interval": { 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_interval", 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.537 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_memory_target_ratio": { 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.7", 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.538 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm_log_destination": { 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm_log_destination", 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "file", 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "file,syslog", 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: "syslog" 2024-05-21T02:05:37.539 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "cgroups_split": { 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cgroups_split", 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.540 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "config_checks_enabled": { 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_checks_enabled", 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.541 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "config_dashboard": { 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_dashboard", 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.542 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_alertmanager": { 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_alertmanager", 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.543 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_base": { 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_base", 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Container image name, without the tag", 2024-05-21T02:05:37.544 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_elasticsearch": { 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_elasticsearch", 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "elasticsearch container image", 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.545 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_grafana": { 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_grafana", 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:37.546 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_haproxy": { 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_haproxy", 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "HAproxy container image", 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.547 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_agent": { 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_agent", 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger agent container image", 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.548 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_collector": { 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_collector", 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger collector container image", 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.549 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_query": { 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_query", 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger query container image", 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.550 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_keepalived": { 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_keepalived", 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Keepalived container image", 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.551 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_loki": { 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_loki", 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Loki container image", 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.552 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_node_exporter": { 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_node_exporter", 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_nvmeof": { 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_nvmeof", 2024-05-21T02:05:37.553 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Nvme-of container image", 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_prometheus": { 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_prometheus", 2024-05-21T02:05:37.554 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_promtail": { 2024-05-21T02:05:37.555 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_promtail", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Promtail container image", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_samba": { 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_samba", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.556 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Samba/SMB container image", 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_snmp_gateway": { 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_snmp_gateway", 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.557 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SNMP Gateway container image", 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "container_init": { 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_init", 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.558 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "daemon_cache_timeout": { 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "daemon_cache_timeout", 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.559 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "default_cephadm_command_timeout": { 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "900", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.560 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "default_registry": { 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_registry", 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io", 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.561 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "device_cache_timeout": { 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_cache_timeout", 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1800", 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.562 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache device inventory", 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "device_enhanced_scan": { 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_enhanced_scan", 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T02:05:37.563 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "facts_cache_timeout": { 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "facts_cache_timeout", 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache host facts data", 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.564 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "grafana_dashboards_path": { 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "grafana_dashboards_path", 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.565 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "host_check_interval": { 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "host_check_interval", 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to perform a host check", 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.566 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "hw_monitoring": { 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hw_monitoring", 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.567 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "inventory_list_all": { 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "inventory_list_all", 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.568 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.569 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "log_refresh_metadata": { 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_refresh_metadata", 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.570 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.571 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.572 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.573 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.574 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.575 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "*", 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.576 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "max_count_per_host": { 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_count_per_host", 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of daemons per service per host", 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.577 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "max_osd_draining_count": { 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_osd_draining_count", 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.578 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "migration_current": { 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "migration_current", 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "internal - do not modify", 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.579 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "root", 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm-package", 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "root" 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.580 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "oob_default_addr": { 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "oob_default_addr", 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "169.254.1.1", 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.581 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "prometheus_alerts_path": { 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus_alerts_path", 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.582 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_insecure": { 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_insecure", 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.583 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_password": { 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_password", 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.584 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_url": { 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_url", 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.585 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_username": { 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_username", 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.586 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "secure_monitoring_stack": { 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secure_monitoring_stack", 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T02:05:37.587 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "service_discovery_port": { 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "service_discovery_port", 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8765", 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "cephadm service discovery port", 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.588 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.589 INFO:teuthology.orchestra.run.smithi007.stdout: "ssh_config_file": { 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssh_config_file", 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.590 INFO:teuthology.orchestra.run.smithi007.stdout: "use_agent": { 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_agent", 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.591 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "use_repo_digest": { 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_repo_digest", 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.592 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_failed_host_check": { 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_failed_host_check", 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.593 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_daemons": { 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_daemons", 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.594 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_hosts": { 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_hosts", 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.595 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crash", 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.596 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.597 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.598 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.599 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.600 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "retain_interval": { 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retain_interval", 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "31536000", 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.601 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.602 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_recent_interval": { 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_recent_interval", 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1209600", 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.603 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dashboard", 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T02:05:37.604 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T02:05:37.605 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.606 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.607 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_ENABLED": { 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.608 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.609 INFO:teuthology.orchestra.run.smithi007.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.610 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.611 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.612 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T02:05:37.613 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T02:05:37.614 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T02:05:37.615 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T02:05:37.616 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T02:05:37.617 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T02:05:37.618 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T02:05:37.619 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_URL": { 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_URL", 2024-05-21T02:05:37.620 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T02:05:37.621 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T02:05:37.622 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T02:05:37.623 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T02:05:37.624 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T02:05:37.625 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T02:05:37.626 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "[]", 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.627 INFO:teuthology.orchestra.run.smithi007.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "{}", 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.628 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.629 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.630 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.631 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.632 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.633 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.634 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.635 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.636 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.637 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.638 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.639 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.640 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8", 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.641 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "45", 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.642 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.643 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.644 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.645 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.646 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.647 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.648 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.649 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.650 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "cross_origin_url": { 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cross_origin_url", 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.651 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "crt_file": { 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crt_file", 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.652 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "debug": { 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "debug", 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable/disable debug options", 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.653 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "jwt_token_ttl": { 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "jwt_token_ttl", 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "28800", 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.654 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.655 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.656 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.657 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.658 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.659 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.660 INFO:teuthology.orchestra.run.smithi007.stdout: "motd": { 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "motd", 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "The message of the day", 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect_resolve_ip_addr": { 2024-05-21T02:05:37.661 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.662 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-05-21T02:05:37.663 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8080", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.664 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.665 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl_server_port": { 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl_server_port", 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.666 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8443", 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.667 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "redirect", 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect" 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.668 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "url_prefix": { 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url_prefix", 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.669 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.670 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_monitoring": { 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_monitoring", 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "monitor device health metrics", 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.671 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.672 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.673 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.674 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.675 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.676 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "mark_out_threshold": { 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mark_out_threshold", 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2419200", 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.677 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_name": { 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_name", 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "device_health_metrics", 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.678 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "retention_period": { 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retention_period", 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15552000", 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain device health metrics", 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.679 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_frequency": { 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_frequency", 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.680 INFO:teuthology.orchestra.run.smithi007.stdout: "self_heal": { 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "self_heal", 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.681 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.682 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.683 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_threshold": { 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_threshold", 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7257600", 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.684 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "diskprediction_local", 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.685 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.686 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.687 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.688 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.689 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "predict_interval": { 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predict_interval", 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-05-21T02:05:37.690 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "predictor_model": { 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predictor_model", 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.691 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "prophetstor", 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.692 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.693 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "influx", 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": false, 2024-05-21T02:05:37.694 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "influxdb python module not found", 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "batch_size": { 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "batch_size", 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5000", 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.695 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "database": { 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "database", 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "ceph", 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.696 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": { 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hostname", 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server hostname", 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.697 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "30", 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "5", 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.698 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.699 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.700 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.701 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.702 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.703 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "password": { 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "password", 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "password of InfluxDB server user", 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.704 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "port": { 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "port", 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8086", 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server port", 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.705 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.706 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "false", 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T02:05:37.707 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "threads": { 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threads", 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "32", 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T02:05:37.708 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "username": { 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "username", 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "username of InfluxDB server user", 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.709 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "verify_ssl": { 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "verify_ssl", 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "true", 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T02:05:37.710 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "insights", 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.711 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.712 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.713 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.714 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.715 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.716 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "iostat", 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.717 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.718 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.719 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.720 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.721 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.722 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "k8sevents", 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.723 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_event_retention_days": { 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ceph_event_retention_days", 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7", 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "config_check_secs": { 2024-05-21T02:05:37.724 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_check_secs", 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "10", 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.725 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.726 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.727 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.728 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.729 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.730 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.731 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "localpool", 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "failure_domain": { 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "failure_domain", 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "host", 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "failure domain for any created local pool", 2024-05-21T02:05:37.732 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.733 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.734 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.735 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.736 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.737 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "min_size": { 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_size", 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.738 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default min_size for any created local pool", 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "num_rep": { 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "num_rep", 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3", 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.739 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default replica count for any created local pool", 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_num": { 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_num", 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "128", 2024-05-21T02:05:37.740 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "prefix": { 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prefix", 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.741 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name prefix for any created local pool", 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.742 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "subtree": { 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "subtree", 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "rack", 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.743 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mds_autoscaler", 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.744 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.745 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.746 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.747 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.748 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.749 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirroring", 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.750 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.751 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.752 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.753 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.754 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.755 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "nfs", 2024-05-21T02:05:37.756 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.757 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.758 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.759 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.760 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.761 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.762 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "fail_fs": { 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "fail_fs", 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.763 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.764 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.765 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.766 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.767 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.768 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator": { 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "rook", 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "test_orchestrator" 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.769 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Orchestrator backend", 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.770 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_perf_query", 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.771 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.772 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.773 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.774 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.775 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.776 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_support", 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.777 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.778 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.779 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.780 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.781 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.782 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.783 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_autoscaler", 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.784 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.785 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.786 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.787 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.788 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.789 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.790 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.035+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe3d40b27f0 msgr2=0x7fe3d40b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:37.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe3d40b27f0 0x7fe3d40b4cb0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec105b20 tx=0x7fe3e0005f90 comp rx=0 tx=0).stop 2024-05-21T02:05:37.790 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3ec105cc0 msgr2=0x7fe3ec07ad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:05:37.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3ec105cc0 0x7fe3ec07ad40 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8005ab0 tx=0x7fe3d8003b90 comp rx=0 tx=0).stop 2024-05-21T02:05:37.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 shutdown_connections 2024-05-21T02:05:37.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fe3d40b27f0 0x7fe3d40b4cb0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:37.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fe3ec106680 0x7fe3ec077370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:37.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fe3ec105cc0 0x7fe3ec07ad40 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:37.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 --2- 172.21.15.7:0/2693984275 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fe3ec104ad0 0x7fe3ec07a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:05:37.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 >> 172.21.15.7:0/2693984275 conn(0x7fe3ec100060 msgr2=0x7fe3ec108fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:05:37.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 shutdown_connections 2024-05-21T02:05:37.791 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:05:37.036+0000 7fe3f2c00640 1 -- 172.21.15.7:0/2693984275 wait complete. 2024-05-21T02:05:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.794 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "threshold": { 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threshold", 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1.0", 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.795 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "scaling threshold", 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "progress", 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_pg_recovery_event": { 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_pg_recovery_event", 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.796 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.797 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.798 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.799 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.800 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.801 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.802 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "max_completed_events": { 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_completed_events", 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "50", 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.803 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "number of past completed events to remember", 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.804 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long the module is going to sleep", 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.805 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus", 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "cache": { 2024-05-21T02:05:37.806 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cache", 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "exclude_perf_counters": { 2024-05-21T02:05:37.807 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "exclude_perf_counters", 2024-05-21T02:05:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.809 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.810 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.811 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.812 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.813 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.814 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.815 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools": { 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools", 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.816 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "300", 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.817 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_interval": { 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_interval", 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15.0", 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.818 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.819 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "9283", 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.820 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.821 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "stale_cache_strategy": { 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stale_cache_strategy", 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "log", 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.822 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "default", 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "default", 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "error" 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.823 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.824 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.825 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.826 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.827 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.828 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.829 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_snap_create": { 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_snap_create", 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:37.830 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "mirror_snapshot_schedule": { 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.831 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.832 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "trash_purge_schedule": { 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "trash_purge_schedule", 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.833 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "restful", 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.834 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_auth": { 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_auth", 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-05-21T02:05:37.835 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.836 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.837 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.838 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.839 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.840 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.841 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.842 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.843 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rgw", 2024-05-21T02:05:37.844 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.845 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.846 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.847 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.848 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.849 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.850 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rook", 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.851 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.852 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.853 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.854 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.855 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.856 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "storage_class": { 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "storage_class", 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "local", 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.857 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "selftest", 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.858 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.859 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.860 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.861 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.862 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "roption1": { 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption1", 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.863 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "roption2": { 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption2", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "xyz", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.864 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption1": { 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption1", 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.865 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption2": { 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption2", 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.866 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption3": { 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption3", 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.867 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption4": { 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption4", 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.868 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption5": { 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption5", 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.869 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption6": { 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption6", 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.870 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption7": { 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption7", 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "42", 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.871 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.872 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "testkey": { 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testkey", 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.873 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "testlkey": { 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testlkey", 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.874 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "testnewline": { 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testnewline", 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.875 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smb", 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.876 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.877 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.878 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.879 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.880 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.881 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "update_orchestration": { 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "update_orchestration", 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.882 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.883 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_m_granularity": { 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_m_granularity", 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.884 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "dump_on_update": { 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dump_on_update", 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "dump database to debug log on update", 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.885 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.886 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.887 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.888 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.889 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.890 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.891 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stats", 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.892 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.893 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.894 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.895 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.896 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.897 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.898 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "status", 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.899 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.900 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.901 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.902 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.903 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.904 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telegraf", 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "address": { 2024-05-21T02:05:37.905 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "address", 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.906 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15", 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.907 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.908 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.909 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.910 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.911 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.912 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.913 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telemetry", 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_basic": { 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_basic", 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.914 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_crash": { 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_crash", 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.915 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_device": { 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_device", 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.916 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_ident": { 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_ident", 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.917 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_perf": { 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_perf", 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.918 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "contact": { 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "contact", 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.919 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "description": { 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "description", 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.920 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "device_url": { 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_url", 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T02:05:37.921 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.922 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.923 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "24", 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "8", 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "last_opt_revision": { 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "last_opt_revision", 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.924 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1", 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard": { 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard", 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.925 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard_description": { 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard_description", 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.926 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.927 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.928 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.929 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.930 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.931 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "organization": { 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "organization", 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.932 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "proxy": { 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "proxy", 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.933 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.934 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "url": { 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url", 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.935 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "test_orchestrator", 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.936 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.937 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.938 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.939 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.940 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.941 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.942 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.943 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.944 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.945 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.946 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.947 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_clones": { 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_clones", 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4", 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T02:05:37.948 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "periodic_async_work": { 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "periodic_async_work", 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Periodically check for async work", 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.949 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_delay": { 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_delay", 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.950 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_no_wait": { 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.951 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.952 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix", 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "discovery_interval": { 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "discovery_interval", 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "100", 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.953 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "identifier": { 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "identifier", 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.954 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.955 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.956 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.957 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.958 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.959 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.960 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.961 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_host": { 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_host", 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.962 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_port": { 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_port", 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10051", 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.963 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_sender": { 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_sender", 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.964 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "modules": [ 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "dashboard", 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "iostat", 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "nfs", 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "restful" 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.965 INFO:teuthology.orchestra.run.smithi007.stdout: "available_modules": [ 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "alerts", 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.966 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.967 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.968 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.969 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.970 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.971 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_destination": { 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_destination", 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.972 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email address to send alerts to", 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_from_name": { 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_from_name", 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "Ceph", 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.973 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Email From: name", 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_host": { 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_host", 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.974 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP server", 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_password": { 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_password", 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.975 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Password to authenticate with", 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_port": { 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_port", 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "465", 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.976 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP port", 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_sender": { 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_sender", 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.977 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SMTP envelope sender", 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_ssl": { 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_ssl", 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.978 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "smtp_user": { 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smtp_user", 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.979 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "User to authenticate as", 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.980 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "balancer", 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:37.981 INFO:teuthology.orchestra.run.smithi007.stdout: "active": { 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "active", 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.982 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_time": { 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_time", 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0000", 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.983 INFO:teuthology.orchestra.run.smithi007.stdout: "begin_weekday": { 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "begin_weekday", 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.984 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_max_iterations": { 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_max_iterations", 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "25", 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "250", 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.985 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_metrics": { 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_metrics", 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.986 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "crush_compat_step": { 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crush_compat_step", 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.5", 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0.001", 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "0.999", 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "aggressiveness of optimization", 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.987 INFO:teuthology.orchestra.run.smithi007.stdout: "end_time": { 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_time", 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2359", 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.988 INFO:teuthology.orchestra.run.smithi007.stdout: "end_weekday": { 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "end_weekday", 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "0", 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "6", 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.989 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.990 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.991 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:37.992 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.993 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.994 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "min_score": { 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_score", 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.995 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "upmap", 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "crush-compat", 2024-05-21T02:05:37.996 INFO:teuthology.orchestra.run.smithi007.stdout: "none", 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "read", 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap", 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap-read" 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Balancer mode", 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_ids": { 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_ids", 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:37.997 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:37.998 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:37.999 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_deviation": { 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_deviation", 2024-05-21T02:05:38.000 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "upmap_max_optimizations": { 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "upmap_max_optimizations", 2024-05-21T02:05:38.001 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.002 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm", 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_down_multiplier": { 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_down_multiplier", 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.003 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_refresh_rate": { 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_refresh_rate", 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "20", 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.004 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "agent_starting_port": { 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "agent_starting_port", 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4721", 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.005 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_ptrace": { 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_ptrace", 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.006 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_interval": { 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_interval", 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:38.007 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "autotune_memory_target_ratio": { 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0.7", 2024-05-21T02:05:38.008 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm_log_destination": { 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cephadm_log_destination", 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.009 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "file", 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "file,syslog", 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "syslog" 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "cgroups_split": { 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cgroups_split", 2024-05-21T02:05:38.010 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "config_checks_enabled": { 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_checks_enabled", 2024-05-21T02:05:38.011 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "config_dashboard": { 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_dashboard", 2024-05-21T02:05:38.012 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_alertmanager": { 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_alertmanager", 2024-05-21T02:05:38.013 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_base": { 2024-05-21T02:05:38.014 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_base", 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Container image name, without the tag", 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.015 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_elasticsearch": { 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_elasticsearch", 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.017 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "elasticsearch container image", 2024-05-21T02:05:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.018 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_grafana": { 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_grafana", 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.019 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_haproxy": { 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_haproxy", 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "HAproxy container image", 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_agent": { 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_agent", 2024-05-21T02:05:38.020 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger agent container image", 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_collector": { 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_collector", 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.021 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger collector container image", 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_jaeger_query": { 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_jaeger_query", 2024-05-21T02:05:38.022 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Jaeger query container image", 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_keepalived": { 2024-05-21T02:05:38.023 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_keepalived", 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Keepalived container image", 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_loki": { 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_loki", 2024-05-21T02:05:38.024 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Loki container image", 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_node_exporter": { 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_node_exporter", 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.025 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_nvmeof": { 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_nvmeof", 2024-05-21T02:05:38.026 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Nvme-of container image", 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_prometheus": { 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_prometheus", 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.027 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Prometheus container image", 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_promtail": { 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_promtail", 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.028 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Promtail container image", 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_samba": { 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_samba", 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.029 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Samba/SMB container image", 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "container_image_snmp_gateway": { 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_image_snmp_gateway", 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.030 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "SNMP Gateway container image", 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "container_init": { 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "container_init", 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.031 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "daemon_cache_timeout": { 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "daemon_cache_timeout", 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.032 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "default_cephadm_command_timeout": { 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.033 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "900", 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "default_registry": { 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "default_registry", 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.034 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "docker.io", 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "device_cache_timeout": { 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_cache_timeout", 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.035 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1800", 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache device inventory", 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.036 INFO:teuthology.orchestra.run.smithi007.stdout: "device_enhanced_scan": { 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_enhanced_scan", 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.037 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "facts_cache_timeout": { 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "facts_cache_timeout", 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "seconds to cache host facts data", 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.038 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "grafana_dashboards_path": { 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "grafana_dashboards_path", 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.039 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "host_check_interval": { 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "host_check_interval", 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to perform a host check", 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.040 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "hw_monitoring": { 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hw_monitoring", 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T02:05:38.041 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "inventory_list_all": { 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "inventory_list_all", 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.042 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.043 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "log_refresh_metadata": { 2024-05-21T02:05:38.044 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_refresh_metadata", 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.045 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.046 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.047 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.048 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.049 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.050 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "*", 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "max_count_per_host": { 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_count_per_host", 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:38.051 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of daemons per service per host", 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "max_osd_draining_count": { 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_osd_draining_count", 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.052 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "migration_current": { 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "migration_current", 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.053 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "internal - do not modify", 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "mode": { 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mode", 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "root", 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.054 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm-package", 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "root" 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "oob_default_addr": { 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "oob_default_addr", 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.055 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "169.254.1.1", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "prometheus_alerts_path": { 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus_alerts_path", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.056 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_insecure": { 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_insecure", 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.057 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_password": { 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_password", 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.058 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_url": { 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_url", 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.059 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "registry_username": { 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "registry_username", 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.060 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "secure_monitoring_stack": { 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "secure_monitoring_stack", 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.061 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "service_discovery_port": { 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "service_discovery_port", 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8765", 2024-05-21T02:05:38.062 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "cephadm service discovery port", 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.063 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "ssh_config_file": { 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssh_config_file", 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.064 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "use_agent": { 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_agent", 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.065 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "use_repo_digest": { 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "use_repo_digest", 2024-05-21T02:05:38.066 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_failed_host_check": { 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_failed_host_check", 2024-05-21T02:05:38.067 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.068 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_daemons": { 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_daemons", 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.069 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_on_stray_hosts": { 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_on_stray_hosts", 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.070 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crash", 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.071 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.072 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.073 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.074 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.075 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "retain_interval": { 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retain_interval", 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "31536000", 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.076 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.077 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_recent_interval": { 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_recent_interval", 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1209600", 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.078 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dashboard", 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T02:05:38.079 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T02:05:38.080 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.081 INFO:teuthology.orchestra.run.smithi007.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.082 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_ENABLED": { 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T02:05:38.083 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T02:05:38.084 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T02:05:38.085 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T02:05:38.086 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.087 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.088 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.089 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.090 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.091 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.092 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.093 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.094 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.095 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_URL": { 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_URL", 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.096 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.097 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.098 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.099 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.100 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.101 INFO:teuthology.orchestra.run.smithi007.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "[]", 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.102 INFO:teuthology.orchestra.run.smithi007.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "{}", 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T02:05:38.103 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.104 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.105 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T02:05:38.106 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T02:05:38.107 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T02:05:38.108 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T02:05:38.109 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T02:05:38.110 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.111 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T02:05:38.112 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T02:05:38.113 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T02:05:38.114 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T02:05:38.115 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8", 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.116 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "45", 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.117 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T02:05:38.118 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "admin", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.119 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.120 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.121 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.122 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T02:05:38.123 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T02:05:38.124 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.125 INFO:teuthology.orchestra.run.smithi007.stdout: "cross_origin_url": { 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cross_origin_url", 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.126 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "crt_file": { 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "crt_file", 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.127 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "debug": { 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "debug", 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Enable/disable debug options", 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.128 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "jwt_token_ttl": { 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "jwt_token_ttl", 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "28800", 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.129 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.130 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.131 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.132 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.133 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.134 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.135 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "motd": { 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "motd", 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "The message of the day", 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.136 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect_resolve_ip_addr": { 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.137 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.138 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8080", 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.139 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.140 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.141 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl_server_port": { 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl_server_port", 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8443", 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.142 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "redirect", 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: "redirect" 2024-05-21T02:05:38.143 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.144 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "url_prefix": { 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url_prefix", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.145 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_monitoring": { 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_monitoring", 2024-05-21T02:05:38.146 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "monitor device health metrics", 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.147 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.148 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.149 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.150 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.151 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.152 INFO:teuthology.orchestra.run.smithi007.stdout: "mark_out_threshold": { 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mark_out_threshold", 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "2419200", 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "pool_name": { 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pool_name", 2024-05-21T02:05:38.153 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "device_health_metrics", 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "retention_period": { 2024-05-21T02:05:38.154 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "retention_period", 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15552000", 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long to retain device health metrics", 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_frequency": { 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_frequency", 2024-05-21T02:05:38.155 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "self_heal": { 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "self_heal", 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.156 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.157 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.158 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "warn_threshold": { 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "warn_threshold", 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.159 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7257600", 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "diskprediction_local", 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.160 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.161 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.162 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.163 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.164 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "predict_interval": { 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predict_interval", 2024-05-21T02:05:38.165 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "86400", 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "predictor_model": { 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "predictor_model", 2024-05-21T02:05:38.166 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "prophetstor", 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.167 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "600", 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.168 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.169 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "influx", 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": false, 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "influxdb python module not found", 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "batch_size": { 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "batch_size", 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5000", 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.170 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "database": { 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "database", 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "ceph", 2024-05-21T02:05:38.171 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "hostname": { 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "hostname", 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.172 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server hostname", 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.173 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "30", 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "5", 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.174 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.175 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.176 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.177 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.178 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "password": { 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "password", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.179 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "password of InfluxDB server user", 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "port": { 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "port", 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "8086", 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.180 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "InfluxDB server port", 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.181 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "ssl": { 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ssl", 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "false", 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.182 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "threads": { 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threads", 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "32", 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.183 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "username": { 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "username", 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "username of InfluxDB server user", 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.184 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "verify_ssl": { 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "verify_ssl", 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "true", 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.185 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "insights", 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.186 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.187 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.188 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.189 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.190 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.191 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.192 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "iostat", 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.193 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.194 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.195 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.196 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.197 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.198 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "k8sevents", 2024-05-21T02:05:38.199 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_event_retention_days": { 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "ceph_event_retention_days", 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "7", 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.200 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "config_check_secs": { 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "config_check_secs", 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "10", 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.201 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.202 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.203 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.204 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.205 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.206 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.207 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "localpool", 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "failure_domain": { 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "failure_domain", 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "host", 2024-05-21T02:05:38.208 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "failure domain for any created local pool", 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.209 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.210 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.211 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.212 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.213 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "min_size": { 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "min_size", 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.214 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default min_size for any created local pool", 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "num_rep": { 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "num_rep", 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.215 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3", 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default replica count for any created local pool", 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_num": { 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_num", 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.216 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "128", 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "prefix": { 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prefix", 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.217 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "name prefix for any created local pool", 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.218 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "subtree": { 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "subtree", 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.219 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "rack", 2024-05-21T02:05:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.220 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T02:05:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T02:05:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.222 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mds_autoscaler", 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.223 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.224 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.225 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.226 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.227 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.228 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirroring", 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.229 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.230 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.231 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.232 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.233 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.234 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.235 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "nfs", 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.236 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.237 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.238 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.239 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.240 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.241 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-05-21T02:05:38.242 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "fail_fs": { 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "fail_fs", 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.243 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.244 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.245 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.246 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.247 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.248 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator": { 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "orchestrator", 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "cephadm", 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "rook", 2024-05-21T02:05:38.249 INFO:teuthology.orchestra.run.smithi007.stdout: "test_orchestrator" 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Orchestrator backend", 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.250 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.251 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_perf_query", 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.252 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.253 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.254 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.255 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.256 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.257 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "osd_support", 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.258 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.259 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.260 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.261 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.262 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.263 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.264 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "pg_autoscaler", 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.265 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.266 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.267 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.268 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.269 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:38.270 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.271 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "threshold": { 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "threshold", 2024-05-21T02:05:38.272 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "3.0", 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1.0", 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "scaling threshold", 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.273 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "progress", 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_pg_recovery_event": { 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_pg_recovery_event", 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.274 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.275 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.276 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.277 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.278 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.279 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.280 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "max_completed_events": { 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_completed_events", 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "50", 2024-05-21T02:05:38.281 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "number of past completed events to remember", 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "sleep_interval": { 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sleep_interval", 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.282 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "5", 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "how long the module is going to sleep", 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.283 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "prometheus", 2024-05-21T02:05:38.284 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "cache": { 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "cache", 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.285 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "exclude_perf_counters": { 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "exclude_perf_counters", 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T02:05:38.286 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.287 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.288 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.289 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.290 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.291 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools": { 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools", 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.292 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.293 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "300", 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "scrape_interval": { 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "scrape_interval", 2024-05-21T02:05:38.294 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15.0", 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.295 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "::", 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-05-21T02:05:38.296 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "9283", 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.297 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.298 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "stale_cache_strategy": { 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stale_cache_strategy", 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "log", 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.299 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_behaviour": { 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_behaviour", 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "default", 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "default", 2024-05-21T02:05:38.300 INFO:teuthology.orchestra.run.smithi007.stdout: "error" 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "standby_error_status_code": { 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "standby_error_status_code", 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.301 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "500", 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "400", 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "599", 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-05-21T02:05:38.302 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.303 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.304 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.305 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.306 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.307 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_snap_create": { 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_snap_create", 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10", 2024-05-21T02:05:38.308 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "mirror_snapshot_schedule": { 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.309 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.310 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "trash_purge_schedule": { 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "trash_purge_schedule", 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.311 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "restful", 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.312 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "enable_auth": { 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enable_auth", 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.313 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "key_file": { 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "key_file", 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.314 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.315 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.316 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.317 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.318 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.319 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "server_addr": { 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_addr", 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.320 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "server_port": { 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "server_port", 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.321 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.322 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rgw", 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.323 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.324 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.325 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.326 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.327 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.328 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.329 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rook", 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.330 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.331 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.332 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.333 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.334 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.335 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "storage_class": { 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "storage_class", 2024-05-21T02:05:38.336 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "local", 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.337 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "selftest", 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.338 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.339 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.340 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.341 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.342 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "roption1": { 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption1", 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.343 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "roption2": { 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "roption2", 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "xyz", 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.344 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption1": { 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption1", 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.345 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption2": { 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption2", 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.346 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption3": { 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption3", 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "float", 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.347 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption4": { 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption4", 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.348 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption5": { 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption5", 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.349 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption6": { 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption6", 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.350 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "rwoption7": { 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rwoption7", 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.351 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "1", 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "42", 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.352 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "testkey": { 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testkey", 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.353 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "testlkey": { 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testlkey", 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.354 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "testnewline": { 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "testnewline", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.355 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "smb", 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.356 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.357 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.358 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.359 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.360 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.361 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.362 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "update_orchestration": { 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "update_orchestration", 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T02:05:38.363 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snap_schedule", 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "allow_m_granularity": { 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "allow_m_granularity", 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.364 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "dump_on_update": { 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "dump_on_update", 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.365 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "dump database to debug log on update", 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.366 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.367 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.368 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.369 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.370 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.371 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "stats", 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.372 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.373 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.374 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.375 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.376 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.377 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "status", 2024-05-21T02:05:38.378 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.379 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.380 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.381 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.382 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.383 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.384 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telegraf", 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "address": { 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "address", 2024-05-21T02:05:38.385 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.386 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "15", 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.387 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.388 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.389 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.390 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.391 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.392 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.393 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "telemetry", 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_basic": { 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_basic", 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.394 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_crash": { 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_crash", 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.395 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_device": { 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_device", 2024-05-21T02:05:38.396 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_ident": { 2024-05-21T02:05:38.397 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_ident", 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.398 INFO:teuthology.orchestra.run.smithi007.stdout: "channel_perf": { 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "channel_perf", 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.399 INFO:teuthology.orchestra.run.smithi007.stdout: "contact": { 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "contact", 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.400 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "description": { 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "description", 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.401 INFO:teuthology.orchestra.run.smithi007.stdout: "device_url": { 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "device_url", 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.402 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "enabled": { 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "enabled", 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.403 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "24", 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "8", 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.404 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "last_opt_revision": { 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "last_opt_revision", 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "1", 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.405 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard": { 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard", 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.406 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "leaderboard_description": { 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "leaderboard_description", 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.407 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.408 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.409 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.410 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.411 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.412 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "organization": { 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "organization", 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.413 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "proxy": { 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "proxy", 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.414 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.415 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "url": { 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "url", 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T02:05:38.416 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "test_orchestrator", 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.417 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.418 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.419 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.420 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.421 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.422 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.423 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.424 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.425 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.426 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.427 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.428 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "max_concurrent_clones": { 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "max_concurrent_clones", 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.429 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "4", 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "periodic_async_work": { 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "periodic_async_work", 2024-05-21T02:05:38.430 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Periodically check for async work", 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_delay": { 2024-05-21T02:05:38.431 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_delay", 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.432 INFO:teuthology.orchestra.run.smithi007.stdout: "snapshot_clone_no_wait": { 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "True", 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.433 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.434 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix", 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "can_run": true, 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "error_string": "", 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "module_options": { 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "discovery_interval": { 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "discovery_interval", 2024-05-21T02:05:38.435 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "uint", 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "100", 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "identifier": { 2024-05-21T02:05:38.436 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "identifier", 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.437 INFO:teuthology.orchestra.run.smithi007.stdout: "interval": { 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "interval", 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "secs", 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "60", 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.438 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "log_level": { 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_level", 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.439 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster": { 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster", 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.440 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_cluster_level": { 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_cluster_level", 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.441 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "info", 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [ 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "", 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "critical", 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "debug", 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "error", 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "info", 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "warning" 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.442 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "log_to_file": { 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "log_to_file", 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "bool", 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "False", 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.443 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "sqlite3_killpoint": { 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "sqlite3_killpoint", 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "dev", 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 1, 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "0", 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.444 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_host": { 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_host", 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "", 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.445 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_port": { 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_port", 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "int", 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "10051", 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.446 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "zabbix_sender": { 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "zabbix_sender", 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "str", 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "level": "advanced", 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "flags": 0, 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "min": "", 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "max": "", 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "enum_allowed": [], 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "desc": "", 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "long_desc": "", 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "tags": [], 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: "see_also": [] 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.447 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "services": { 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "dashboard": "https://172.21.15.7:8443/" 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "always_on_modules": { 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "octopus": [ 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-05-21T02:05:38.448 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "pacific": [ 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "quincy": [ 2024-05-21T02:05:38.449 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "reef": [ 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-05-21T02:05:38.450 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: ], 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "squid": [ 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "balancer", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "crash", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "devicehealth", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "orchestrator", 2024-05-21T02:05:38.451 INFO:teuthology.orchestra.run.smithi007.stdout: "pg_autoscaler", 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "progress", 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "rbd_support", 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "status", 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "telemetry", 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "volumes" 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "last_failure_osd_epoch": 3, 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "active_clients": [ 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "devicehealth", 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-05-21T02:05:38.452 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1624470999 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "libcephsqlite", 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 1933844023 2024-05-21T02:05:38.453 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "rbd_support", 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 290634049 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.454 INFO:teuthology.orchestra.run.smithi007.stdout: "name": "volumes", 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: "addrvec": [ 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: { 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: "type": "v2", 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: "addr": "172.21.15.7:0", 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: "nonce": 3235360927 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout: ] 2024-05-21T02:05:38.455 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:05:38.505 DEBUG:tasks.check_counter:Getting stats from a 2024-05-21T02:05:38.506 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-21T02:05:38.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:36 smithi007 ceph-mon[31288]: pgmap v614: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.2 KiB/s wr, 195 op/s 2024-05-21T02:05:38.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:36 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1055145477' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T02:05:38.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:36 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3619756908' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T02:05:38.506 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:37 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/2693984275' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T02:05:38.508 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:36 smithi164 ceph-mon[36138]: pgmap v614: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.2 KiB/s wr, 195 op/s 2024-05-21T02:05:38.508 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:36 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1055145477' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T02:05:38.508 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:36 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3619756908' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T02:05:38.508 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:37 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/2693984275' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T02:05:38.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:36 smithi190 ceph-mon[35961]: pgmap v614: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.2 KiB/s wr, 195 op/s 2024-05-21T02:05:38.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:36 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1055145477' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T02:05:38.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:36 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3619756908' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T02:05:38.508 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:37 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/2693984275' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T02:05:38.971 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:39.122 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:38 smithi007 ceph-mon[31288]: pgmap v615: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 682 B/s wr, 106 op/s 2024-05-21T02:05:39.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:38 smithi164 ceph-mon[36138]: pgmap v615: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 682 B/s wr, 106 op/s 2024-05-21T02:05:39.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:38 smithi190 ceph-mon[35961]: pgmap v615: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 682 B/s wr, 106 op/s 2024-05-21T02:05:40.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:39 smithi164 ceph-mon[36138]: pgmap v616: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 341 B/s wr, 44 op/s 2024-05-21T02:05:40.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:39 smithi007 ceph-mon[31288]: pgmap v616: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 341 B/s wr, 44 op/s 2024-05-21T02:05:40.356 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:39 smithi190 ceph-mon[35961]: pgmap v616: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 341 B/s wr, 44 op/s 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 566, 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 568, 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 190121, 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 179989, 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 6, 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 2, 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.144758675, 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.059547993, 2024-05-21T02:05:41.452 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.031746072, 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.037524022, 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 566, 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.069041684, 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000121981 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.453 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 1209, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 1202, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 795144, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 429761, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 3, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.215117964, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.075083677, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.067501213, 2024-05-21T02:05:41.454 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.058121426, 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 1202, 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.132894252, 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000110560 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 532032, 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 102800 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.455 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 4, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 128, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 1508, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 293461, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 5, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 4, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.026711034, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.019846917, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.004039745, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000097455, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 126, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.013464293, 2024-05-21T02:05:41.456 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000106859 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 292496 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 1, 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.457 INFO:teuthology.orchestra.run.smithi007.stdout: "finisher-MDSRank": { 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "queue_len": 0, 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "complete_latency": { 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 2691, 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.136478863, 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000050716 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "finisher-PurgeQueue": { 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "queue_len": 0, 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "complete_latency": { 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "request": 0, 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "reply": 0, 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "reply_latency": { 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "slow_reply": 0, 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "forward": 0, 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_fetch_complete": 0, 2024-05-21T02:05:41.459 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_fetch_keys": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_commit": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_split": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_merge": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_top": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_bottom": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_pin_tail": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_pinned": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_expired": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_with_caps": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": 0, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "subtrees": 1, 2024-05-21T02:05:41.460 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_hit": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_forward": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_discover": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_remote_ino": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_lock": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "load_cent": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "q": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "exported": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "exported_inodes": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "imported": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "imported_inodes": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_dir_fetch": 0, 2024-05-21T02:05:41.461 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_backtrace_fetch": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_peer_discover": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rfiles": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rbytes": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rsnaps": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_set_tag": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dir_inodes": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_file_inodes": 0, 2024-05-21T02:05:41.462 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_grant": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_caps": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_caps_dirty": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_cap_release": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "process_request_cap_release": 0 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_cache": { 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_update": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_update_receipt": 0, 2024-05-21T02:05:41.463 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_try_discover": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_send_discover": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_handle_discover": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays_delayed": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_created": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_enqueued": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_reintegrated": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_migrated": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_processing": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "recovery_started": 0, 2024-05-21T02:05:41.464 INFO:teuthology.orchestra.run.smithi007.stdout: "recovery_completed": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_quiesce_path": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_quiesce_inode": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_exportdir": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_flush": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_fragstats": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_inodestats": 0 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_log": { 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "evlrg": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "evadd": 0, 2024-05-21T02:05:41.465 INFO:teuthology.orchestra.run.smithi007.stdout: "evex": 0, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "evtrm": 0, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "ev": 4, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "evexg": 0, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "evexd": 0, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "segadd": 0, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "segex": 0, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "segtrm": 0, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "seg": 2, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "segmjr": 2, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "segexg": 0, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "segexd": 0, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "expos": 4194304, 2024-05-21T02:05:41.466 INFO:teuthology.orchestra.run.smithi007.stdout: "wrpos": 4195424, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "rdpos": 4195283, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "jlat": { 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "replayed": 4 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_mem": { 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 3, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "ino+": 3, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "ino-": 0, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "dir": 1, 2024-05-21T02:05:41.467 INFO:teuthology.orchestra.run.smithi007.stdout: "dir+": 1, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "dir-": 0, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "dn": 0, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "dn+": 0, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "dn-": 0, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "cap": 0, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "cap+": 0, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "cap-": 0, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "rss": 48248, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "heap": 215416 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_server": { 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "dispatch_client_request": 0, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "dispatch_server_request": 0, 2024-05-21T02:05:41.468 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_request": 0, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_session": 0, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_peer_request": 0, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "req_create_latency": { 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getattr_latency": { 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getfilelock_latency": { 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.469 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "req_link_latency": { 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookup_latency": { 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookuphash_latency": { 2024-05-21T02:05:41.470 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupino_latency": { 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupname_latency": { 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.471 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupparent_latency": { 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupsnap_latency": { 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lssnap_latency": { 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.472 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.473 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.473 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mkdir_latency": { 2024-05-21T02:05:41.473 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.473 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mknod_latency": { 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mksnap_latency": { 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.474 INFO:teuthology.orchestra.run.smithi007.stdout: "req_open_latency": { 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "req_readdir_latency": { 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rename_latency": { 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.475 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "req_renamesnap_latency": { 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "req_snapdiff_latency": { 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmdir_latency": { 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.476 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmsnap_latency": { 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmxattr_latency": { 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setattr_latency": { 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.477 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setdirlayout_latency": { 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setfilelock_latency": { 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.478 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setlayout_latency": { 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setxattr_latency": { 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "req_symlink_latency": { 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.479 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "req_unlink_latency": { 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getvxattr_latency": { 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:41.480 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_sessions": { 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "session_count": 0, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "session_add": 1, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "session_remove": 1, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "sessions_open": 1, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "sessions_stale": 0, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "total_load": 0, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "average_load": 0, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "avg_session_uptime": 1348, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "mdthresh_evicted": 0 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:05:41.481 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:05:41.482 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:05:41.483 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 198494, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 55, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-05-21T02:05:41.484 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 7624, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 160, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 8512, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 13, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-05-21T02:05:41.485 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "objecter": { 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "op_active": 0, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "op_laggy": 0, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "op_send": 1597, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "op_send_bytes": 21, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "op_resend": 3, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "op_reply": 1597, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "op_latency": { 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 1597, 2024-05-21T02:05:41.486 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 1.495977468, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000936742 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "op_inflight": 0, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "oplen_avg": { 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 1597, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 1598 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "op": 1597, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "op_r": 1597, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "op_w": 0, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "op_rmw": 0, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "op_pg": 0, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_stat": 1024, 2024-05-21T02:05:41.487 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_create": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_read": 571, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_write": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_writefull": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_writesame": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_append": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_zero": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_truncate": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_delete": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_mapext": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_sparse_read": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_clonerange": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_getxattr": 1, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_setxattr": 0, 2024-05-21T02:05:41.488 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_rmxattr": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_call": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_watch": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_notify": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_pgls": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_other": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_active": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_send": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_resend": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_ping": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_active": 0, 2024-05-21T02:05:41.489 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_send": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_resend": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_active": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_send": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_resend": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_active": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_send": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_resend": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "command_active": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "command_send": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "command_resend": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "map_epoch": 82, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "map_full": 0, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "map_inc": 2, 2024-05-21T02:05:41.490 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_sessions": 6, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_session_open": 6, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_session_close": 0, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_laggy": 0, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_wr": 0, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_rd": 2, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_del": 0 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "oft": { 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_objs": 0, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_updates": 0, 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_removes": 0 2024-05-21T02:05:41.491 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "osd-slow-ops": { 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "slow_ops_count": 0 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "purge_queue": { 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_ops": 0, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing": 0, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_high_water": 0, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executed_ops": 0, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executed": 0, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_item_in_journal": 0 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:41.492 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 1775, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 814921, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 1775, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 1775, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 814921, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:41.493 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-objecter_bytes": { 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 1597, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 1125, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 1597, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 1125, 2024-05-21T02:05:41.494 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-objecter_ops": { 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 1024, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:41.495 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 1597, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 1597, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 1597, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 1597, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 3758096384, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-05-21T02:05:41.496 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 0, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 0, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-write_buf_throttle-0x5565beb46780": { 2024-05-21T02:05:41.497 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 3758096384, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:41.498 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:41.499 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:41.499 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:41.499 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:05:42.541 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-05-21T02:05:42.541 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-05-21T02:05:42.541 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-05-21T02:05:42.541 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-05-21T02:05:42.541 DEBUG:tasks.check_counter:Getting stats from d 2024-05-21T02:05:42.542 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-21T02:05:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:42 smithi007 ceph-mon[31288]: pgmap v617: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T02:05:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:42 smithi164 ceph-mon[36138]: pgmap v617: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T02:05:43.020 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:43.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:42 smithi190 ceph-mon[35961]: pgmap v617: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T02:05:44.890 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:44 smithi007 ceph-mon[31288]: pgmap v618: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:05:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:44 smithi164 ceph-mon[36138]: pgmap v618: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:05:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:44 smithi190 ceph-mon[35961]: pgmap v618: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 0, 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 2, 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 0, 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 0, 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 0, 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.003814653, 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T02:05:45.490 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.000724837, 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T02:05:45.491 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 179, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 174, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 503984, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 106096, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 2, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 1, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.059903601, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.024968484, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.030151966, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.007509600, 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:45.492 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 174, 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.017329441, 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000099594 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 503984, 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 106096 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 1, 2024-05-21T02:05:45.493 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 131, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 160, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 101664, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 3, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 2, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.023971241, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.018316459, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.002729417, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 129, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.015957177, 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000123699 2024-05-21T02:05:45.494 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 101664 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 0, 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:05:45.495 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:05:45.496 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:05:45.497 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 148967, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 29, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:05:45.498 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 928, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 2, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-05-21T02:05:45.499 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 176, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 476261, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 176, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 176, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 476261, 2024-05-21T02:05:45.500 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:45.501 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:45.501 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:45.501 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:45.501 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:45.501 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:45.501 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:05:46.477 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-21T02:05:46.477 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-21T02:05:46.478 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-21T02:05:46.478 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-21T02:05:46.478 DEBUG:tasks.check_counter:Getting stats from g 2024-05-21T02:05:46.478 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-21T02:05:46.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:46 smithi007 ceph-mon[31288]: pgmap v619: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-05-21T02:05:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:46 smithi164 ceph-mon[36138]: pgmap v619: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-05-21T02:05:46.952 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:46 smithi190 ceph-mon[35961]: pgmap v619: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 10 op/s 2024-05-21T02:05:48.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:48 smithi007 ceph-mon[31288]: pgmap v620: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:05:48.908 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:48 smithi190 ceph-mon[35961]: pgmap v620: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:05:48.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:48 smithi164 ceph-mon[36138]: pgmap v620: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 674, 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 724, 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 696044, 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 228671, 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 9, 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 3, 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.159119195, 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.061760764, 2024-05-21T02:05:49.433 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.084143188, 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.013264332, 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 727, 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.095377356, 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000131193 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 948, 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000370780, 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000391 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 557200, 2024-05-21T02:05:49.434 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 108752 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 48, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 175, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 20984, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 390891, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 14, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 6, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.037440346, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.021815669, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.012621678, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000307660, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 172, 2024-05-21T02:05:49.435 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.036329071, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000211215 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 60, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000018052, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000300 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 298320 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 30, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 34, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 6611, 2024-05-21T02:05:49.436 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 182464, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 23, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 5, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.026930777, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.004311723, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.025432420, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000468917, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 30, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.030223697, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.001007456 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 18, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000003797, 2024-05-21T02:05:49.437 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000210 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 720, 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 400 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 1, 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "finisher-MDSRank": { 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "queue_len": 0, 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "complete_latency": { 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 37, 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.003396587, 2024-05-21T02:05:49.438 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000091799 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "finisher-PurgeQueue": { 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "queue_len": 0, 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "complete_latency": { 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 2, 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000010332, 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000005166 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "mds": { 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "request": 1, 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "reply": 0, 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "reply_latency": { 2024-05-21T02:05:49.439 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "slow_reply": 0, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "forward": 1, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_fetch_complete": 0, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_fetch_keys": 0, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_commit": 11, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_split": 0, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_merge": 0, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes": 16, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_top": 0, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_bottom": 16, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_pin_tail": 0, 2024-05-21T02:05:49.440 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_pinned": 13, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_expired": 4, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "inodes_with_caps": 0, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "caps": 0, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "subtrees": 3, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse": 16, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_hit": 11, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_forward": 1, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_discover": 4, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_remote_ino": 0, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "traverse_lock": 0, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "load_cent": 0, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "q": 0, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "exported": 0, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "exported_inodes": 0, 2024-05-21T02:05:49.441 INFO:teuthology.orchestra.run.smithi007.stdout: "imported": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "imported_inodes": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_dir_fetch": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_backtrace_fetch": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "openino_peer_discover": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rfiles": 5, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rbytes": 10737418474, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "root_rsnaps": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_set_tag": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dir_inodes": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T02:05:49.442 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "scrub_file_inodes": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_grant": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_caps": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_caps_dirty": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_cap_release": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "process_request_cap_release": 0 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_cache": { 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_update": 0, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_update_receipt": 14, 2024-05-21T02:05:49.443 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_try_discover": 9, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_send_discover": 10, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "dir_handle_discover": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays_delayed": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_created": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_enqueued": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_reintegrated": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "strays_migrated": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_processing": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "recovery_started": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "recovery_completed": 0, 2024-05-21T02:05:49.444 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_quiesce_path": 3, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_quiesce_inode": 19, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_exportdir": 0, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_flush": 0, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_fragstats": 0, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "ireq_inodestats": 0 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_log": { 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "evlrg": 0, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "evadd": 3, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "evex": 0, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "evtrm": 0, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "ev": 3, 2024-05-21T02:05:49.445 INFO:teuthology.orchestra.run.smithi007.stdout: "evexg": 0, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "evexd": 0, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "segadd": 2, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "segex": 0, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "segtrm": 0, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "seg": 2, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "segmjr": 2, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "segexg": 0, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "segexd": 0, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "expos": 4194304, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "wrpos": 4195202, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "rdpos": 0, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "jlat": { 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 2, 2024-05-21T02:05:49.446 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.003981363, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.001990681 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "replayed": 0 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_mem": { 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "ino": 20, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "ino+": 22, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "ino-": 2, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "dir": 19, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "dir+": 23, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "dir-": 4, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "dn": 16, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "dn+": 20, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "dn-": 4, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "cap": 0, 2024-05-21T02:05:49.447 INFO:teuthology.orchestra.run.smithi007.stdout: "cap+": 0, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "cap-": 0, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "rss": 51072, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "heap": 223608 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_server": { 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "dispatch_client_request": 1, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "dispatch_server_request": 0, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_request": 1, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_client_session": 1, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "handle_peer_request": 0, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "req_create_latency": { 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.448 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getattr_latency": { 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getfilelock_latency": { 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "req_link_latency": { 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.449 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookup_latency": { 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookuphash_latency": { 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupino_latency": { 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.450 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupname_latency": { 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupparent_latency": { 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.451 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lookupsnap_latency": { 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: "req_lssnap_latency": { 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mkdir_latency": { 2024-05-21T02:05:49.452 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.453 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.453 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.453 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.453 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mknod_latency": { 2024-05-21T02:05:49.453 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.453 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.453 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.453 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.453 INFO:teuthology.orchestra.run.smithi007.stdout: "req_mksnap_latency": { 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "req_open_latency": { 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "req_readdir_latency": { 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.454 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rename_latency": { 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "req_renamesnap_latency": { 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.455 INFO:teuthology.orchestra.run.smithi007.stdout: "req_snapdiff_latency": { 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmdir_latency": { 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmsnap_latency": { 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.456 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "req_rmxattr_latency": { 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setattr_latency": { 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setdirlayout_latency": { 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.457 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setfilelock_latency": { 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setlayout_latency": { 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "req_setxattr_latency": { 2024-05-21T02:05:49.458 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "req_symlink_latency": { 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "req_unlink_latency": { 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.459 INFO:teuthology.orchestra.run.smithi007.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "req_getvxattr_latency": { 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_sessions": { 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "session_count": 1, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "session_add": 1, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "session_remove": 0, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "sessions_open": 1, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "sessions_stale": 0, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "total_load": 0, 2024-05-21T02:05:49.460 INFO:teuthology.orchestra.run.smithi007.stdout: "average_load": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "avg_session_uptime": 25, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "mdthresh_evicted": 0 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:05:49.461 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:05:49.462 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 238967, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 80, 2024-05-21T02:05:49.463 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 7624, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 160, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-05-21T02:05:49.464 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 80941, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 324, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "objecter": { 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "op_active": 0, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "op_laggy": 0, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "op_send": 37, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "op_send_bytes": 11110, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "op_resend": 27, 2024-05-21T02:05:49.465 INFO:teuthology.orchestra.run.smithi007.stdout: "op_reply": 37, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "op_latency": { 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 37, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.260996132, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.007053949 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "op_inflight": 0, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "oplen_avg": { 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 37, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 59 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "op": 37, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "op_r": 0, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "op_w": 37, 2024-05-21T02:05:49.466 INFO:teuthology.orchestra.run.smithi007.stdout: "op_rmw": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "op_pg": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_stat": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_create": 10, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_read": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_write": 2, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_writefull": 6, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_writesame": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_append": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_zero": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_truncate": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_delete": 6, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_mapext": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_sparse_read": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_clonerange": 0, 2024-05-21T02:05:49.467 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_getxattr": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_setxattr": 20, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_rmxattr": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_call": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_watch": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_notify": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_pgls": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "osdop_other": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_active": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_send": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_resend": 0, 2024-05-21T02:05:49.468 INFO:teuthology.orchestra.run.smithi007.stdout: "linger_ping": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_active": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_send": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "poolop_resend": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_active": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_send": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "poolstat_resend": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_active": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_send": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "statfs_resend": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "command_active": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "command_send": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "command_resend": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "map_epoch": 82, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "map_full": 0, 2024-05-21T02:05:49.469 INFO:teuthology.orchestra.run.smithi007.stdout: "map_inc": 2, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_sessions": 9, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_session_open": 9, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_session_close": 0, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_laggy": 0, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_wr": 14, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_rd": 0, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_del": 1 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "oft": { 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_objs": 1, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_updates": 0, 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: "omap_total_removes": 0 2024-05-21T02:05:49.470 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "osd-slow-ops": { 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "slow_ops_count": 22 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "purge_queue": { 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_ops": 0, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing": 0, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executing_high_water": 0, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executed_ops": 0, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_executed": 0, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "pq_item_in_journal": 0 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:49.471 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 748, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 642442, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 748, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 748, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 642442, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:49.472 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-objecter_bytes": { 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 37, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 11110, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 37, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 11110, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.473 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-objecter_ops": { 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 1024, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 37, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 37, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 37, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 37, 2024-05-21T02:05:49.474 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 3758096384, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 0, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 0, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-05-21T02:05:49.475 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 0, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 0, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-write_buf_throttle-0x56371a0f8500": { 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 3758096384, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 3, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 898, 2024-05-21T02:05:49.476 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 3, 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 2, 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 898, 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:49.477 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:05:50.460 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-05-21T02:05:50.460 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-05-21T02:05:50.460 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-05-21T02:05:50.460 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=14 2024-05-21T02:05:50.460 DEBUG:tasks.check_counter:Getting stats from j 2024-05-21T02:05:50.461 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-21T02:05:50.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:50 smithi007 ceph-mon[31288]: pgmap v621: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:05:50.933 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:05:50.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:50 smithi164 ceph-mon[36138]: pgmap v621: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:05:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:50 smithi190 ceph-mon[35961]: pgmap v621: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:05:52.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:52 smithi007 ceph-mon[31288]: pgmap v622: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:05:52.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:52 smithi164 ceph-mon[36138]: pgmap v622: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:05:53.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:52 smithi190 ceph-mon[35961]: pgmap v622: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:05:53.409 INFO:teuthology.orchestra.run.smithi007.stdout:{ 2024-05-21T02:05:53.409 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:05:53.409 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 0, 2024-05-21T02:05:53.409 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 2, 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 0, 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 0, 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 4, 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 0, 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.004368561, 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.000775268, 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:53.410 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 182, 2024-05-21T02:05:53.411 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 177, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 504800, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 108016, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 2, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 1, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.064734762, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.025456258, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.038303327, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.007501281, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 177, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.028214121, 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000159401 2024-05-21T02:05:53.412 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 504800, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 108016 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_messages": 1, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages": 134, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_bytes": 160, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_bytes": 102192, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_created_connections": 3, 2024-05-21T02:05:53.413 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_active_connections": 2, 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_total_time": 0.025828338, 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_send_time": 0.019474095, 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_recv_time": 0.003503547, 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 132, 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.018405449, 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000139435 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.414 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: "msgr_send_encrypted_bytes": 102192 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: "cct": { 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: "total_workers": 0, 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: "unhealthy_workers": 0 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.415 INFO:teuthology.orchestra.run.smithi007.stdout: "mempool": { 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bloom_filter_items": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:05:53.416 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_extent_items": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_blob_items": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_txc_items": 0, 2024-05-21T02:05:53.417 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "bluestore_writing_items": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_bytes": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_items": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_bytes": 149998, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_anon_items": 30, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:05:53.418 INFO:teuthology.orchestra.run.smithi007.stdout: "buffer_meta_items": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_bytes": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_items": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_mapbl_items": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osd_pglog_items": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_bytes": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_items": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_bytes": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "pgmap_items": 0, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_bytes": 928, 2024-05-21T02:05:53.419 INFO:teuthology.orchestra.run.smithi007.stdout: "mds_co_items": 2, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_bytes": 0, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_1_items": 0, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_bytes": 0, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "unittest_2_items": 0 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: }, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "val": 0, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "max": 104857600, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "get_started": 0, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "get": 179, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "get_sum": 476651, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "get_or_fail_success": 179, 2024-05-21T02:05:53.420 INFO:teuthology.orchestra.run.smithi007.stdout: "take": 0, 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout: "take_sum": 0, 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout: "put": 179, 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout: "put_sum": 476651, 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout: "wait": { 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout: "avgcount": 0, 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout: "sum": 0.000000000, 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout: "avgtime": 0.000000000 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout: } 2024-05-21T02:05:53.421 INFO:teuthology.orchestra.run.smithi007.stdout:} 2024-05-21T02:05:54.335 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-05-21T02:05:54.335 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-05-21T02:05:54.335 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-05-21T02:05:54.335 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-05-21T02:05:54.335 DEBUG:tasks.check_counter:Getting stats from b 2024-05-21T02:05:54.336 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-21T02:05:54.587 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T02:05:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:54 smithi164 ceph-mon[36138]: pgmap v623: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:05:55.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:54 smithi007 ceph-mon[31288]: pgmap v623: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:05:55.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:54 smithi190 ceph-mon[35961]: pgmap v623: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:05:56.438 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-05-21T02:05:56.439 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:05:56.439 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 2452, 2024-05-21T02:05:56.439 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 2316, 2024-05-21T02:05:56.439 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 636473, 2024-05-21T02:05:56.439 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 1385799, 2024-05-21T02:05:56.439 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 10, 2024-05-21T02:05:56.439 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 4, 2024-05-21T02:05:56.439 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.186482224, 2024-05-21T02:05:56.439 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.054939496, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.061476754, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.056025725, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 2317, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.537906541, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000232156 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1684, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000406243, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000241 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T02:05:56.440 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 2711, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 2623, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 1167147, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 884725, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 8, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 7, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.193700804, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.060547402, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.068685553, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.055663946, 2024-05-21T02:05:56.441 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 2623, 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.095212958, 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000036299 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 836, 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000283619, 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000339 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 569040, 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 118368 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.442 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 2170, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 1897, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 638160, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 1667818, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 74, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 10, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.226901123, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.064532568, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.099019846, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.058332352, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1892, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.157089441, 2024-05-21T02:05:56.443 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000083028 2024-05-21T02:05:56.444 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.444 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:56.444 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1845, 2024-05-21T02:05:56.444 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000374581, 2024-05-21T02:05:56.444 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000203 2024-05-21T02:05:56.444 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.444 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 298560, 2024-05-21T02:05:56.444 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 460768 2024-05-21T02:05:56.444 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "cct": { 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "total_workers": 1, 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "unhealthy_workers": 0 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-MDSRank": { 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 521, 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.139174748, 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000267130 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-PurgeQueue": { 2024-05-21T02:05:56.445 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 3504, 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.095199255, 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000027168 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: "mds": { 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: "request": 56, 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: "reply": 56, 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: "reply_latency": { 2024-05-21T02:05:56.446 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 56, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 25.555970034, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.456356607 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_reply": 0, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "forward": 0, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_complete": 0, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_keys": 0, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_commit": 12, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_split": 0, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_merge": 0, 2024-05-21T02:05:56.447 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes": 24, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_top": 0, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_bottom": 24, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pin_tail": 0, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pinned": 23, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_expired": 0, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_with_caps": 3, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "caps": 3, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "subtrees": 2, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse": 95, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_hit": 79, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_forward": 0, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_discover": 0, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:05:56.448 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_remote_ino": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_lock": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "load_cent": 3, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "q": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "exported": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "exported_inodes": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "imported": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "imported_inodes": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_dir_fetch": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_backtrace_fetch": 91, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_peer_discover": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rfiles": 4, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rbytes": 234, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rsnaps": 0, 2024-05-21T02:05:56.449 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_fetch": 91, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_set_tag": 0, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_inodes": 59, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_base_inodes": 7, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dirfrag_rstats": 52, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_file_inodes": 32, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_revoke": 24, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_grant": 113, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:05:56.450 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps": 162, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps_dirty": 130, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_cap_release": 6, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "process_request_cap_release": 28 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_cache": { 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update": 19, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update_receipt": 0, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_try_discover": 0, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_send_discover": 0, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_handle_discover": 40, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays": 0, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_delayed": 0, 2024-05-21T02:05:56.451 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_created": 5, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_enqueued": 5, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_reintegrated": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_migrated": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_processing": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_started": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_completed": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_path": 3, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_inode": 38, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_enqueue_scrub": 7, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_exportdir": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_flush": 0, 2024-05-21T02:05:56.452 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragstats": 0, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_inodestats": 0 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_log": { 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "evlrg": 0, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "evadd": 203, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "evex": 0, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "evtrm": 0, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "ev": 203, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "evexg": 0, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "evexd": 0, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "segadd": 2, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "segex": 0, 2024-05-21T02:05:56.453 INFO:teuthology.orchestra.run.smithi164.stdout: "segtrm": 0, 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "seg": 2, 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "segmjr": 2, 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "segexg": 0, 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "segexd": 0, 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "expos": 4194304, 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "wrpos": 4857246, 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "rdpos": 0, 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "jlat": { 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 184, 2024-05-21T02:05:56.454 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.429852978, 2024-05-21T02:05:56.455 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.002336157 2024-05-21T02:05:56.455 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.455 INFO:teuthology.orchestra.run.smithi164.stdout: "replayed": 0 2024-05-21T02:05:56.455 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.455 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_mem": { 2024-05-21T02:05:56.455 INFO:teuthology.orchestra.run.smithi164.stdout: "ino": 23, 2024-05-21T02:05:56.455 INFO:teuthology.orchestra.run.smithi164.stdout: "ino+": 35, 2024-05-21T02:05:56.456 INFO:teuthology.orchestra.run.smithi164.stdout: "ino-": 12, 2024-05-21T02:05:56.456 INFO:teuthology.orchestra.run.smithi164.stdout: "dir": 18, 2024-05-21T02:05:56.456 INFO:teuthology.orchestra.run.smithi164.stdout: "dir+": 20, 2024-05-21T02:05:56.456 INFO:teuthology.orchestra.run.smithi164.stdout: "dir-": 2, 2024-05-21T02:05:56.456 INFO:teuthology.orchestra.run.smithi164.stdout: "dn": 24, 2024-05-21T02:05:56.456 INFO:teuthology.orchestra.run.smithi164.stdout: "dn+": 34, 2024-05-21T02:05:56.456 INFO:teuthology.orchestra.run.smithi164.stdout: "dn-": 10, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "cap": 3, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "cap+": 21, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "cap-": 18, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "rss": 55744, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "heap": 231800 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_server": { 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_client_request": 84, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_server_request": 0, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_request": 56, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_session": 14, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_peer_request": 0, 2024-05-21T02:05:56.457 INFO:teuthology.orchestra.run.smithi164.stdout: "req_create_latency": { 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 7, 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.009141181, 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.001305883 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getattr_latency": { 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 16, 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.005014945, 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000313434 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getfilelock_latency": { 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.458 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "req_link_latency": { 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookup_latency": { 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 5, 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.002358216, 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000471643 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.459 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookuphash_latency": { 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupino_latency": { 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 2, 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000313269, 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000156634 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupname_latency": { 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.460 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupparent_latency": { 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupsnap_latency": { 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.461 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.462 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lssnap_latency": { 2024-05-21T02:05:56.462 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.462 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.462 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.462 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mkdir_latency": { 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 8, 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 13.693781214, 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 1.711722651 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mknod_latency": { 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mksnap_latency": { 2024-05-21T02:05:56.463 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "req_open_latency": { 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1, 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000269302, 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000269302 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "req_readdir_latency": { 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 2, 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.004827868, 2024-05-21T02:05:56.464 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.002413934 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rename_latency": { 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 2, 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.003531821, 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.001765910 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: "req_renamesnap_latency": { 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.465 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: "req_snapdiff_latency": { 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmdir_latency": { 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 2, 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.014099574, 2024-05-21T02:05:56.466 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.007049787 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmsnap_latency": { 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmxattr_latency": { 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setattr_latency": { 2024-05-21T02:05:56.467 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1, 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.001229465, 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.001229465 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setdirlayout_latency": { 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setfilelock_latency": { 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.468 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setlayout_latency": { 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setxattr_latency": { 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 7, 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.022738779, 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.003248397 2024-05-21T02:05:56.469 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: "req_symlink_latency": { 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: "req_unlink_latency": { 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 3, 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 11.798664400, 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 3.932888133 2024-05-21T02:05:56.470 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getvxattr_latency": { 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_sessions": { 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "session_count": 1, 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "session_add": 2, 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "session_remove": 1, 2024-05-21T02:05:56.471 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_open": 1, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_stale": 0, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "total_load": 10, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "average_load": 10, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "avg_session_uptime": 352, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "mdthresh_evicted": 0 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "mempool": { 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_items": 0, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:05:56.472 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_items": 0, 2024-05-21T02:05:56.473 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_items": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_items": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:05:56.474 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_items": 0, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_bytes": 0, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_items": 0, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_bytes": 303623, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_items": 111, 2024-05-21T02:05:56.475 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_bytes": 88, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_items": 1, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_bytes": 0, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_items": 0, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_items": 0, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_items": 0, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_bytes": 7624, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_items": 160, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_bytes": 0, 2024-05-21T02:05:56.476 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_items": 0, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_bytes": 97842, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_items": 708, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_bytes": 0, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_items": 0, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_bytes": 0, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_items": 0 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "objecter": { 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "op_active": 0, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "op_laggy": 0, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send": 4486, 2024-05-21T02:05:56.477 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send_bytes": 682254, 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: "op_resend": 35, 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: "op_reply": 4486, 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: "op_latency": { 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 4486, 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 55.967093386, 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.012475945 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: "op_inflight": 0, 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: "oplen_avg": { 2024-05-21T02:05:56.478 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 4486, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 4543 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "op": 4486, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "op_r": 110, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "op_w": 4376, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "op_rmw": 0, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "op_pg": 0, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_stat": 0, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_create": 11, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_read": 12, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_write": 189, 2024-05-21T02:05:56.479 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writefull": 29, 2024-05-21T02:05:56.480 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writesame": 0, 2024-05-21T02:05:56.480 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_append": 0, 2024-05-21T02:05:56.480 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_zero": 0, 2024-05-21T02:05:56.480 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_truncate": 0, 2024-05-21T02:05:56.480 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_delete": 4100, 2024-05-21T02:05:56.480 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_mapext": 0, 2024-05-21T02:05:56.480 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_sparse_read": 0, 2024-05-21T02:05:56.480 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_clonerange": 0, 2024-05-21T02:05:56.480 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_getxattr": 98, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_setxattr": 22, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_rmxattr": 0, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_call": 0, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_watch": 0, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_notify": 0, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls": 0, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:05:56.481 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_other": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_active": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_send": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_resend": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_ping": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_active": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_send": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_resend": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_active": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_send": 0, 2024-05-21T02:05:56.482 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_resend": 0, 2024-05-21T02:05:56.483 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_active": 0, 2024-05-21T02:05:56.483 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_send": 0, 2024-05-21T02:05:56.483 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_resend": 0, 2024-05-21T02:05:56.483 INFO:teuthology.orchestra.run.smithi164.stdout: "command_active": 0, 2024-05-21T02:05:56.483 INFO:teuthology.orchestra.run.smithi164.stdout: "command_send": 0, 2024-05-21T02:05:56.483 INFO:teuthology.orchestra.run.smithi164.stdout: "command_resend": 0, 2024-05-21T02:05:56.483 INFO:teuthology.orchestra.run.smithi164.stdout: "map_epoch": 82, 2024-05-21T02:05:56.483 INFO:teuthology.orchestra.run.smithi164.stdout: "map_full": 0, 2024-05-21T02:05:56.483 INFO:teuthology.orchestra.run.smithi164.stdout: "map_inc": 2, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_sessions": 12, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_open": 12, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_close": 0, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_laggy": 0, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_wr": 69, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_rd": 0, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_del": 13 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "oft": { 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_objs": 1, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:05:56.484 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_updates": 0, 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_removes": 0 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "osd-slow-ops": { 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_ops_count": 43 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "purge_queue": { 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops": 0, 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops_high_water": 2560, 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing": 0, 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_high_water": 1, 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed_ops": 3588, 2024-05-21T02:05:56.485 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed": 5, 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_item_in_journal": 0 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 7329, 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 1736105, 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 7329, 2024-05-21T02:05:56.486 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 7329, 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 1736105, 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_bytes": { 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-05-21T02:05:56.487 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 4486, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 682759, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 4486, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 682759, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.488 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_ops": { 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 1024, 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:56.489 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 4486, 2024-05-21T02:05:56.490 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 4486, 2024-05-21T02:05:56.490 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 4486, 2024-05-21T02:05:56.490 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 4486, 2024-05-21T02:05:56.490 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:56.490 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.490 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.490 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.490 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 5, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 505, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 5, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:05:56.491 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 5, 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 505, 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle-0x5558edde4500": { 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:56.492 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 203, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 662942, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 203, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 184, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 662942, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:56.493 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:56.494 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:56.494 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-05-21T02:05:56.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:56 smithi164 ceph-mon[36138]: pgmap v624: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:05:57.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:56 smithi007 ceph-mon[31288]: pgmap v624: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:05:57.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:56 smithi190 ceph-mon[35961]: pgmap v624: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:05:57.197 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-05-21T02:05:57.197 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-05-21T02:05:57.197 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=19 2024-05-21T02:05:57.197 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-05-21T02:05:57.197 DEBUG:tasks.check_counter:Getting stats from e 2024-05-21T02:05:57.197 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-21T02:05:57.442 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T02:05:58.859 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:05:58 smithi164 ceph-mon[36138]: pgmap v625: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:05:59.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:05:58 smithi007 ceph-mon[31288]: pgmap v625: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:05:59.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:05:58 smithi190 ceph-mon[35961]: pgmap v625: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:05:59.128 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-05-21T02:05:59.128 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:05:59.128 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 770, 2024-05-21T02:05:59.128 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 765, 2024-05-21T02:05:59.128 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 727648, 2024-05-21T02:05:59.128 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 294146, 2024-05-21T02:05:59.128 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 5, 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 1, 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.091258914, 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.036393668, 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.029165256, 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.019879145, 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 764, 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.036784604, 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000048147 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:59.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 531760, 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 108752 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 7, 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 138, 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 3708, 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 380650, 2024-05-21T02:05:59.130 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 5, 2024-05-21T02:05:59.131 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 3, 2024-05-21T02:05:59.131 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.008582801, 2024-05-21T02:05:59.131 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.005400013, 2024-05-21T02:05:59.131 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.001814042, 2024-05-21T02:05:59.131 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.000098577, 2024-05-21T02:05:59.131 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:59.132 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 137, 2024-05-21T02:05:59.132 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.011125673, 2024-05-21T02:05:59.132 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000081209 2024-05-21T02:05:59.132 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.132 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:59.133 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.133 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.133 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.133 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.133 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-21T02:05:59.133 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 379952 2024-05-21T02:05:59.133 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.134 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:05:59.134 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 626, 2024-05-21T02:05:59.134 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 628, 2024-05-21T02:05:59.134 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 164867, 2024-05-21T02:05:59.134 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 199075, 2024-05-21T02:05:59.134 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 4, 2024-05-21T02:05:59.134 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 3, 2024-05-21T02:05:59.134 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.046853474, 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.013181735, 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.014105390, 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.015530358, 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 626, 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.017024979, 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000027196 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.135 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: "cct": { 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: "total_workers": 1, 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: "unhealthy_workers": 0 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-MDSRank": { 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-05-21T02:05:59.136 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 2376, 2024-05-21T02:05:59.137 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.057834316, 2024-05-21T02:05:59.137 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000024341 2024-05-21T02:05:59.137 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:59.137 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.137 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-PurgeQueue": { 2024-05-21T02:05:59.137 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-05-21T02:05:59.137 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-05-21T02:05:59.137 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.137 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "mds": { 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "request": 0, 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "reply": 0, 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "reply_latency": { 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_reply": 0, 2024-05-21T02:05:59.138 INFO:teuthology.orchestra.run.smithi164.stdout: "forward": 0, 2024-05-21T02:05:59.139 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_complete": 0, 2024-05-21T02:05:59.139 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_keys": 0, 2024-05-21T02:05:59.139 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_commit": 0, 2024-05-21T02:05:59.139 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_split": 0, 2024-05-21T02:05:59.139 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_merge": 0, 2024-05-21T02:05:59.139 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes": 0, 2024-05-21T02:05:59.139 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_top": 0, 2024-05-21T02:05:59.139 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_bottom": 0, 2024-05-21T02:05:59.139 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pin_tail": 0, 2024-05-21T02:05:59.140 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pinned": 0, 2024-05-21T02:05:59.140 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_expired": 0, 2024-05-21T02:05:59.140 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_with_caps": 0, 2024-05-21T02:05:59.140 INFO:teuthology.orchestra.run.smithi164.stdout: "caps": 0, 2024-05-21T02:05:59.140 INFO:teuthology.orchestra.run.smithi164.stdout: "subtrees": 1, 2024-05-21T02:05:59.140 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse": 0, 2024-05-21T02:05:59.140 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_hit": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_forward": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_discover": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_remote_ino": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_lock": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "load_cent": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "q": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "exported": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "exported_inodes": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "imported": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "imported_inodes": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_dir_fetch": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_backtrace_fetch": 0, 2024-05-21T02:05:59.141 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_peer_discover": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rfiles": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rbytes": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rsnaps": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_set_tag": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_inodes": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_file_inodes": 0, 2024-05-21T02:05:59.142 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_grant": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps_dirty": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_cap_release": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "process_request_cap_release": 0 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_cache": { 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update_receipt": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_try_discover": 0, 2024-05-21T02:05:59.143 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_send_discover": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_handle_discover": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_delayed": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_created": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_enqueued": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_reintegrated": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_migrated": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_processing": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_started": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_completed": 0, 2024-05-21T02:05:59.144 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_path": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_inode": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_exportdir": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_flush": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragstats": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_inodestats": 0 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_log": { 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "evlrg": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "evadd": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "evex": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "evtrm": 0, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "ev": 3, 2024-05-21T02:05:59.145 INFO:teuthology.orchestra.run.smithi164.stdout: "evexg": 0, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "evexd": 0, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "segadd": 0, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "segex": 0, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "segtrm": 0, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "seg": 2, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "segmjr": 2, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "segexg": 0, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "segexd": 0, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "expos": 4194304, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "wrpos": 4195202, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "rdpos": 4194892, 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "jlat": { 2024-05-21T02:05:59.146 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "replayed": 3 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_mem": { 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "ino": 3, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "ino+": 3, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "ino-": 0, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "dir": 1, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "dir+": 1, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "dir-": 0, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "dn": 0, 2024-05-21T02:05:59.147 INFO:teuthology.orchestra.run.smithi164.stdout: "dn+": 0, 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "dn-": 0, 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "cap": 0, 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "cap+": 0, 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "cap-": 0, 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "rss": 50096, 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "heap": 215416 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_server": { 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_client_request": 0, 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_server_request": 0, 2024-05-21T02:05:59.148 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_request": 0, 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_session": 0, 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_peer_request": 0, 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "req_create_latency": { 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getattr_latency": { 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getfilelock_latency": { 2024-05-21T02:05:59.149 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "req_link_latency": { 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookup_latency": { 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.150 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookuphash_latency": { 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupino_latency": { 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupname_latency": { 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.151 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupparent_latency": { 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupsnap_latency": { 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lssnap_latency": { 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.152 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.153 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.153 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mkdir_latency": { 2024-05-21T02:05:59.153 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.153 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.153 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mknod_latency": { 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mksnap_latency": { 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.154 INFO:teuthology.orchestra.run.smithi164.stdout: "req_open_latency": { 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "req_readdir_latency": { 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rename_latency": { 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.155 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "req_renamesnap_latency": { 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "req_snapdiff_latency": { 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmdir_latency": { 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.156 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmsnap_latency": { 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmxattr_latency": { 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.157 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setattr_latency": { 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setdirlayout_latency": { 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setfilelock_latency": { 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.158 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setlayout_latency": { 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setxattr_latency": { 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.159 INFO:teuthology.orchestra.run.smithi164.stdout: "req_symlink_latency": { 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "req_unlink_latency": { 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getvxattr_latency": { 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.160 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_sessions": { 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "session_count": 1, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "session_add": 1, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "session_remove": 0, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_open": 1, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_stale": 0, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "total_load": 0, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "average_load": 0, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "avg_session_uptime": 2082, 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: "mdthresh_evicted": 0 2024-05-21T02:05:59.161 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "mempool": { 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_items": 0, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:05:59.162 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_items": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_items": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:05:59.163 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_items": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_items": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_bytes": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_items": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:05:59.164 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_bytes": 181281, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_items": 46, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_items": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_bytes": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_items": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_items": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_items": 0, 2024-05-21T02:05:59.165 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_bytes": 7624, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_items": 160, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_bytes": 0, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_items": 0, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_bytes": 8512, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_items": 13, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_bytes": 0, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_items": 0, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_bytes": 0, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_items": 0 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.166 INFO:teuthology.orchestra.run.smithi164.stdout: "objecter": { 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "op_active": 0, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "op_laggy": 0, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send": 1211, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send_bytes": 21, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "op_resend": 3, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "op_reply": 1211, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "op_latency": { 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1211, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.597990355, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000493798 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "op_inflight": 0, 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "oplen_avg": { 2024-05-21T02:05:59.167 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1211, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 1212 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "op": 1211, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "op_r": 1211, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "op_w": 0, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "op_rmw": 0, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "op_pg": 0, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_stat": 621, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_create": 0, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_read": 588, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_write": 0, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writefull": 0, 2024-05-21T02:05:59.168 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writesame": 0, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_append": 0, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_zero": 0, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_truncate": 0, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_delete": 0, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_mapext": 0, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_sparse_read": 0, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_clonerange": 0, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_getxattr": 1, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_setxattr": 0, 2024-05-21T02:05:59.169 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_rmxattr": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_call": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_watch": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_notify": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_other": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_active": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_send": 0, 2024-05-21T02:05:59.170 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_resend": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_ping": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_active": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_send": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_resend": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_active": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_send": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_resend": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_active": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_send": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_resend": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "command_active": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "command_send": 0, 2024-05-21T02:05:59.171 INFO:teuthology.orchestra.run.smithi164.stdout: "command_resend": 0, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "map_epoch": 82, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "map_full": 0, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "map_inc": 2, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_sessions": 4, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_open": 4, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_close": 0, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_laggy": 0, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_wr": 0, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_rd": 2, 2024-05-21T02:05:59.172 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_del": 0 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: "oft": { 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_objs": 0, 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_updates": 0, 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_removes": 0 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: "osd-slow-ops": { 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_ops_count": 0 2024-05-21T02:05:59.173 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "purge_queue": { 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops": 0, 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing": 0, 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_high_water": 0, 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed_ops": 0, 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed": 0, 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_item_in_journal": 0 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:05:59.174 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 1399, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 757691, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 1399, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 1399, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 757691, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.175 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_bytes": { 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 1211, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 903, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 1211, 2024-05-21T02:05:59.176 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 903, 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_ops": { 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 1024, 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:05:59.177 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 1211, 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 1211, 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 1211, 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 1211, 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.178 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-05-21T02:05:59.179 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle-0x55929de086e0": { 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:05:59.180 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:05:59.181 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-05-21T02:05:59.960 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-05-21T02:05:59.960 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-05-21T02:05:59.960 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-05-21T02:05:59.960 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-05-21T02:05:59.960 DEBUG:tasks.check_counter:Getting stats from h 2024-05-21T02:05:59.961 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-21T02:06:00.202 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T02:06:00.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:00 smithi164 ceph-mon[36138]: pgmap v626: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:06:01.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:00 smithi007 ceph-mon[31288]: pgmap v626: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:06:01.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:00 smithi190 ceph-mon[35961]: pgmap v626: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:06:02.101 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 1253, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 1254, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 1033983, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 398146, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 6, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 2, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.107942075, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.042420290, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.025130946, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.029995891, 2024-05-21T02:06:02.102 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1252, 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.044482151, 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000035528 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 194, 2024-05-21T02:06:02.103 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 187, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 536024, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 109418, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 4, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 3, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.031067493, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.011450691, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.015815671, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.004536820, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 187, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.012825477, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000068585 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:02.104 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 534368, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 108080 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 578, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 709, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 142173, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 483679, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 4, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 3, 2024-05-21T02:06:02.105 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.056121441, 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.018878230, 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.012124802, 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.019410730, 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 707, 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.024995295, 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000035354 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.106 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 300192 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "cct": { 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "total_workers": 1, 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "unhealthy_workers": 0 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-MDSRank": { 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 3074, 2024-05-21T02:06:02.107 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.072400566, 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000023552 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-PurgeQueue": { 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.108 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "mds": { 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "request": 0, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "reply": 0, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "reply_latency": { 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_reply": 0, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "forward": 0, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_complete": 0, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_keys": 0, 2024-05-21T02:06:02.109 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_commit": 0, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_split": 0, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_merge": 0, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes": 19, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_top": 0, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_bottom": 19, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pin_tail": 0, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pinned": 19, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_expired": 0, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_with_caps": 0, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "caps": 0, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "subtrees": 2, 2024-05-21T02:06:02.110 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_hit": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_forward": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_discover": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_remote_ino": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_lock": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "load_cent": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "q": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "exported": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "exported_inodes": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "imported": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "imported_inodes": 0, 2024-05-21T02:06:02.111 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_dir_fetch": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_backtrace_fetch": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_peer_discover": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rfiles": 4, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rbytes": 234, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rsnaps": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_set_tag": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_inodes": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T02:06:02.112 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_file_inodes": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_grant": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps_dirty": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_cap_release": 0, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "process_request_cap_release": 0 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_cache": { 2024-05-21T02:06:02.113 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update": 0, 2024-05-21T02:06:02.114 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update_receipt": 0, 2024-05-21T02:06:02.114 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_try_discover": 0, 2024-05-21T02:06:02.114 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_send_discover": 0, 2024-05-21T02:06:02.114 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_handle_discover": 0, 2024-05-21T02:06:02.114 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays": 0, 2024-05-21T02:06:02.114 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_delayed": 0, 2024-05-21T02:06:02.114 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_created": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_enqueued": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_reintegrated": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_migrated": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_processing": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_started": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_completed": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_path": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_inode": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T02:06:02.115 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_exportdir": 0, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_flush": 0, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragstats": 0, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_inodestats": 0 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_log": { 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "evlrg": 0, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "evadd": 0, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "evex": 0, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "evtrm": 0, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "ev": 203, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "evexg": 0, 2024-05-21T02:06:02.116 INFO:teuthology.orchestra.run.smithi164.stdout: "evexd": 0, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "segadd": 0, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "segex": 0, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "segtrm": 0, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "seg": 2, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "segmjr": 2, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "segexg": 0, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "segexd": 0, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "expos": 4194304, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "wrpos": 4857246, 2024-05-21T02:06:02.117 INFO:teuthology.orchestra.run.smithi164.stdout: "rdpos": 4856647, 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "jlat": { 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "replayed": 203 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_mem": { 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "ino": 14, 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "ino+": 19, 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "ino-": 5, 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "dir": 9, 2024-05-21T02:06:02.118 INFO:teuthology.orchestra.run.smithi164.stdout: "dir+": 11, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "dir-": 2, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "dn": 19, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "dn+": 23, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "dn-": 4, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "cap": 0, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "cap+": 0, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "cap-": 0, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "rss": 51216, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "heap": 215416 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_server": { 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_client_request": 0, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_server_request": 0, 2024-05-21T02:06:02.119 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_request": 0, 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_session": 0, 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_peer_request": 0, 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "req_create_latency": { 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getattr_latency": { 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getfilelock_latency": { 2024-05-21T02:06:02.120 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "req_link_latency": { 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookup_latency": { 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookuphash_latency": { 2024-05-21T02:06:02.121 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupino_latency": { 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupname_latency": { 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.122 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupparent_latency": { 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupsnap_latency": { 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lssnap_latency": { 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.124 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mkdir_latency": { 2024-05-21T02:06:02.124 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.124 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.124 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.124 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mknod_latency": { 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mksnap_latency": { 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "req_open_latency": { 2024-05-21T02:06:02.125 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: "req_readdir_latency": { 2024-05-21T02:06:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.126 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rename_latency": { 2024-05-21T02:06:02.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.127 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.127 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.127 INFO:teuthology.orchestra.run.smithi164.stdout: "req_renamesnap_latency": { 2024-05-21T02:06:02.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.127 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.127 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.128 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.128 INFO:teuthology.orchestra.run.smithi164.stdout: "req_snapdiff_latency": { 2024-05-21T02:06:02.128 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.128 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.128 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.128 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.128 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmdir_latency": { 2024-05-21T02:06:02.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.129 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.129 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.129 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmsnap_latency": { 2024-05-21T02:06:02.129 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.129 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.130 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.130 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.130 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmxattr_latency": { 2024-05-21T02:06:02.130 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.130 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.130 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.131 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.131 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setattr_latency": { 2024-05-21T02:06:02.131 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.131 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.131 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.131 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.131 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setdirlayout_latency": { 2024-05-21T02:06:02.132 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.132 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.132 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.132 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.132 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setfilelock_latency": { 2024-05-21T02:06:02.132 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.133 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.133 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.133 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.133 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setlayout_latency": { 2024-05-21T02:06:02.133 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.133 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.133 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.134 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.134 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setxattr_latency": { 2024-05-21T02:06:02.134 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.134 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.134 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.134 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.134 INFO:teuthology.orchestra.run.smithi164.stdout: "req_symlink_latency": { 2024-05-21T02:06:02.135 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.135 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.135 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.135 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.135 INFO:teuthology.orchestra.run.smithi164.stdout: "req_unlink_latency": { 2024-05-21T02:06:02.135 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.136 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.136 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.136 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.136 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:06:02.136 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:06:02.136 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getvxattr_latency": { 2024-05-21T02:06:02.136 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.137 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.137 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.137 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:02.137 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.137 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_sessions": { 2024-05-21T02:06:02.137 INFO:teuthology.orchestra.run.smithi164.stdout: "session_count": 1, 2024-05-21T02:06:02.138 INFO:teuthology.orchestra.run.smithi164.stdout: "session_add": 2, 2024-05-21T02:06:02.138 INFO:teuthology.orchestra.run.smithi164.stdout: "session_remove": 1, 2024-05-21T02:06:02.138 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_open": 1, 2024-05-21T02:06:02.138 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_stale": 0, 2024-05-21T02:06:02.138 INFO:teuthology.orchestra.run.smithi164.stdout: "total_load": 0, 2024-05-21T02:06:02.139 INFO:teuthology.orchestra.run.smithi164.stdout: "average_load": 0, 2024-05-21T02:06:02.139 INFO:teuthology.orchestra.run.smithi164.stdout: "avg_session_uptime": 2085, 2024-05-21T02:06:02.139 INFO:teuthology.orchestra.run.smithi164.stdout: "mdthresh_evicted": 0 2024-05-21T02:06:02.139 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.139 INFO:teuthology.orchestra.run.smithi164.stdout: "mempool": { 2024-05-21T02:06:02.139 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:06:02.140 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_items": 0, 2024-05-21T02:06:02.140 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:06:02.140 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:06:02.140 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:06:02.140 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:06:02.140 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:06:02.141 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:06:02.141 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:06:02.141 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:06:02.141 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:06:02.141 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:06:02.141 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:06:02.142 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:06:02.142 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:06:02.142 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_items": 0, 2024-05-21T02:06:02.142 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:06:02.142 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_items": 0, 2024-05-21T02:06:02.143 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:06:02.143 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:06:02.143 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:06:02.144 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:06:02.144 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:06:02.144 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:06:02.144 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:06:02.144 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_items": 0, 2024-05-21T02:06:02.144 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:06:02.145 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:06:02.145 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:06:02.145 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_items": 0, 2024-05-21T02:06:02.145 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_bytes": 0, 2024-05-21T02:06:02.145 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_items": 0, 2024-05-21T02:06:02.146 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:06:02.146 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:06:02.146 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:06:02.146 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:06:02.146 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_bytes": 189361, 2024-05-21T02:06:02.147 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_items": 50, 2024-05-21T02:06:02.147 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:06:02.147 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_items": 0, 2024-05-21T02:06:02.147 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_bytes": 0, 2024-05-21T02:06:02.147 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_items": 0, 2024-05-21T02:06:02.147 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:06:02.148 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_items": 0, 2024-05-21T02:06:02.148 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:06:02.148 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_items": 0, 2024-05-21T02:06:02.148 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_bytes": 7624, 2024-05-21T02:06:02.148 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_items": 160, 2024-05-21T02:06:02.149 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:06:02.149 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:06:02.149 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_bytes": 0, 2024-05-21T02:06:02.149 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_items": 0, 2024-05-21T02:06:02.149 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_bytes": 56226, 2024-05-21T02:06:02.150 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_items": 265, 2024-05-21T02:06:02.150 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_bytes": 0, 2024-05-21T02:06:02.150 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_items": 0, 2024-05-21T02:06:02.150 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_bytes": 0, 2024-05-21T02:06:02.150 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_items": 0 2024-05-21T02:06:02.150 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.150 INFO:teuthology.orchestra.run.smithi164.stdout: "objecter": { 2024-05-21T02:06:02.151 INFO:teuthology.orchestra.run.smithi164.stdout: "op_active": 0, 2024-05-21T02:06:02.151 INFO:teuthology.orchestra.run.smithi164.stdout: "op_laggy": 0, 2024-05-21T02:06:02.151 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send": 1833, 2024-05-21T02:06:02.151 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send_bytes": 26, 2024-05-21T02:06:02.151 INFO:teuthology.orchestra.run.smithi164.stdout: "op_resend": 4, 2024-05-21T02:06:02.151 INFO:teuthology.orchestra.run.smithi164.stdout: "op_reply": 1833, 2024-05-21T02:06:02.151 INFO:teuthology.orchestra.run.smithi164.stdout: "op_latency": { 2024-05-21T02:06:02.151 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1833, 2024-05-21T02:06:02.151 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 1.700972518, 2024-05-21T02:06:02.153 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000927971 2024-05-21T02:06:02.153 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.154 INFO:teuthology.orchestra.run.smithi164.stdout: "op_inflight": 0, 2024-05-21T02:06:02.154 INFO:teuthology.orchestra.run.smithi164.stdout: "oplen_avg": { 2024-05-21T02:06:02.154 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1833, 2024-05-21T02:06:02.154 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 1834 2024-05-21T02:06:02.154 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "op": 1833, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "op_r": 1833, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "op_w": 0, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "op_rmw": 0, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "op_pg": 0, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_stat": 1161, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_create": 0, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_read": 669, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_write": 0, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writefull": 0, 2024-05-21T02:06:02.155 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writesame": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_append": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_zero": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_truncate": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_delete": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_mapext": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_sparse_read": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_clonerange": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_getxattr": 2, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_setxattr": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_rmxattr": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_call": 0, 2024-05-21T02:06:02.156 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_watch": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_notify": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_other": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_active": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_send": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_resend": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_ping": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_active": 0, 2024-05-21T02:06:02.157 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_send": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_resend": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_active": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_send": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_resend": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_active": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_send": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_resend": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "command_active": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "command_send": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "command_resend": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "map_epoch": 82, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "map_full": 0, 2024-05-21T02:06:02.158 INFO:teuthology.orchestra.run.smithi164.stdout: "map_inc": 2, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_sessions": 5, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_open": 5, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_close": 0, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_laggy": 0, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_wr": 0, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_rd": 2, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_del": 0 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "oft": { 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_objs": 0, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_updates": 0, 2024-05-21T02:06:02.159 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_removes": 0 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "osd-slow-ops": { 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_ops_count": 0 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "purge_queue": { 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops": 0, 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing": 0, 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_high_water": 0, 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed_ops": 0, 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed": 0, 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_item_in_journal": 0 2024-05-21T02:06:02.160 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 2021, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 1517726, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 2021, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 2021, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 1517726, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.161 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_bytes": { 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:02.162 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 1833, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 662952, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 1833, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 662952, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_ops": { 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 1024, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:06:02.163 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 1833, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 1833, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 1833, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 1833, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:06:02.164 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.165 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle-0x564a996b26e0": { 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-05-21T02:06:02.166 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-05-21T02:06:02.167 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:02.167 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:02.167 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:02.167 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:02.167 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:02.167 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:02.167 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-05-21T02:06:02.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:02 smithi164 ceph-mon[36138]: pgmap v627: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:06:02.984 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-05-21T02:06:02.985 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-05-21T02:06:02.985 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-05-21T02:06:02.985 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-05-21T02:06:02.985 DEBUG:tasks.check_counter:Getting stats from k 2024-05-21T02:06:02.985 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-21T02:06:03.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:02 smithi007 ceph-mon[31288]: pgmap v627: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:06:03.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:02 smithi190 ceph-mon[35961]: pgmap v627: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:06:03.223 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T02:06:04.883 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:04 smithi164 ceph-mon[36138]: pgmap v628: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:06:04.915 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-05-21T02:06:04.915 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:06:04.915 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 1181, 2024-05-21T02:06:04.915 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 1183, 2024-05-21T02:06:04.915 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 353893, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 375559, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 6, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 2, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.103927312, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.038132754, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.025701202, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.029857699, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1181, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.039940227, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000033818 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.916 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 239, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 234, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 545334, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 126966, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 4, 2024-05-21T02:06:04.917 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 3, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.035519894, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.012413637, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.016757148, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.006533952, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 233, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.013422197, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000057605 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.918 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 533120, 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 111952 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_messages": 6, 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages": 140, 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_bytes": 3420, 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_bytes": 303454, 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_created_connections": 4, 2024-05-21T02:06:04.919 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_active_connections": 3, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_total_time": 0.008298639, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_send_time": 0.005716679, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_recv_time": 0.001260704, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_running_fast_dispatch_time": 0.000028224, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 139, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.009333898, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000067150 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.920 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "msgr_send_encrypted_bytes": 303136 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "cct": { 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "total_workers": 1, 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "unhealthy_workers": 0 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-MDSRank": { 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 2397, 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.060000734, 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000025031 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:04.921 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "finisher-PurgeQueue": { 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "queue_len": 0, 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "complete_latency": { 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "mds": { 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "request": 0, 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "reply": 0, 2024-05-21T02:06:04.922 INFO:teuthology.orchestra.run.smithi164.stdout: "reply_latency": { 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_reply": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "forward": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_complete": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_fetch_keys": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_commit": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_split": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_merge": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_top": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_bottom": 0, 2024-05-21T02:06:04.923 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pin_tail": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_pinned": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_expired": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "inodes_with_caps": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "caps": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "subtrees": 1, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_hit": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_forward": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_discover": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_remote_ino": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "traverse_lock": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "load_cent": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "q": 0, 2024-05-21T02:06:04.924 INFO:teuthology.orchestra.run.smithi164.stdout: "exported": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "exported_inodes": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "imported": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "imported_inodes": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_dir_fetch": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_backtrace_fetch": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "openino_peer_discover": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rfiles": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rbytes": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "root_rsnaps": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_set_tag": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_inodes": 0, 2024-05-21T02:06:04.925 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "scrub_file_inodes": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_grant": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_caps_dirty": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_cap_release": 0, 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: "process_request_cap_release": 0 2024-05-21T02:06:04.926 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_cache": { 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_update_receipt": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_try_discover": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_send_discover": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "dir_handle_discover": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_delayed": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_created": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_enqueued": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_reintegrated": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "strays_migrated": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_processing": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:06:04.927 INFO:teuthology.orchestra.run.smithi164.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_started": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "recovery_completed": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_path": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_quiesce_inode": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_exportdir": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_flush": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_fragstats": 0, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "ireq_inodestats": 0 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_log": { 2024-05-21T02:06:04.928 INFO:teuthology.orchestra.run.smithi164.stdout: "evlrg": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "evadd": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "evex": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "evtrm": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "ev": 3, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "evexg": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "evexd": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "segadd": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "segex": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "segtrm": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "seg": 2, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "segmjr": 2, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "segexg": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "segexd": 0, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "expos": 4194304, 2024-05-21T02:06:04.929 INFO:teuthology.orchestra.run.smithi164.stdout: "wrpos": 4195202, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "rdpos": 4194892, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "jlat": { 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "replayed": 3 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_mem": { 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "ino": 3, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "ino+": 3, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "ino-": 0, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "dir": 1, 2024-05-21T02:06:04.930 INFO:teuthology.orchestra.run.smithi164.stdout: "dir+": 1, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "dir-": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "dn": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "dn+": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "dn-": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "cap": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "cap+": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "cap-": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "rss": 49608, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "heap": 215416 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_server": { 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_client_request": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "dispatch_server_request": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_request": 0, 2024-05-21T02:06:04.931 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_client_session": 0, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "handle_peer_request": 0, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "req_create_latency": { 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getattr_latency": { 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getfilelock_latency": { 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.932 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "req_link_latency": { 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookup_latency": { 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookuphash_latency": { 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.933 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupino_latency": { 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupname_latency": { 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupparent_latency": { 2024-05-21T02:06:04.934 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lookupsnap_latency": { 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "req_lssnap_latency": { 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mkdir_latency": { 2024-05-21T02:06:04.935 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.936 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.936 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.936 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.936 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mknod_latency": { 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: "req_mksnap_latency": { 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: "req_open_latency": { 2024-05-21T02:06:04.937 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "req_readdir_latency": { 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rename_latency": { 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.938 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "req_renamesnap_latency": { 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "req_snapdiff_latency": { 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmdir_latency": { 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.939 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmsnap_latency": { 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "req_rmxattr_latency": { 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.940 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setattr_latency": { 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setdirlayout_latency": { 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setfilelock_latency": { 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.941 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setlayout_latency": { 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "req_setxattr_latency": { 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "req_symlink_latency": { 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.942 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "req_unlink_latency": { 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "req_getvxattr_latency": { 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.943 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_sessions": { 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "session_count": 1, 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "session_add": 1, 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "session_remove": 0, 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_open": 1, 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "sessions_stale": 0, 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "total_load": 0, 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "average_load": 0, 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "avg_session_uptime": 2088, 2024-05-21T02:06:04.944 INFO:teuthology.orchestra.run.smithi164.stdout: "mdthresh_evicted": 0 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "mempool": { 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bloom_filter_items": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:06:04.945 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_extent_items": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_blob_items": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:06:04.946 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_txc_items": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluestore_writing_items": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_bytes": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_items": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_bytes": 189361, 2024-05-21T02:06:04.947 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_anon_items": 50, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "buffer_meta_items": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_bytes": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_items": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_mapbl_items": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_pglog_items": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_bytes": 7624, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_items": 160, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_bytes": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "pgmap_items": 0, 2024-05-21T02:06:04.948 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_bytes": 8512, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "mds_co_items": 13, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_bytes": 0, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_1_items": 0, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_bytes": 0, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "unittest_2_items": 0 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "objecter": { 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "op_active": 0, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "op_laggy": 0, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send": 1229, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "op_send_bytes": 21, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "op_resend": 3, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "op_reply": 1229, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "op_latency": { 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1229, 2024-05-21T02:06:04.949 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.585990546, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000476802 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "op_inflight": 0, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "oplen_avg": { 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 1229, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 1230 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "op": 1229, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "op_r": 1229, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "op_w": 0, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "op_rmw": 0, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "op_pg": 0, 2024-05-21T02:06:04.950 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_stat": 633, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_create": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_read": 594, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_write": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writefull": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_writesame": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_append": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_zero": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_truncate": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_delete": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_mapext": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_sparse_read": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_clonerange": 0, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_getxattr": 1, 2024-05-21T02:06:04.951 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_setxattr": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_rmxattr": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_call": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_watch": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_notify": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "osdop_other": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_active": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_send": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_resend": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "linger_ping": 0, 2024-05-21T02:06:04.952 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_active": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_send": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "poolop_resend": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_active": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_send": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "poolstat_resend": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_active": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_send": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "statfs_resend": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "command_active": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "command_send": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "command_resend": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "map_epoch": 82, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "map_full": 0, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "map_inc": 2, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_sessions": 5, 2024-05-21T02:06:04.953 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_open": 5, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_session_close": 0, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "osd_laggy": 0, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_wr": 0, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_rd": 2, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_del": 0 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "oft": { 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_objs": 0, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_updates": 0, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "omap_total_removes": 0 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.954 INFO:teuthology.orchestra.run.smithi164.stdout: "osd-slow-ops": { 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "slow_ops_count": 0 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "purge_queue": { 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops": 0, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing": 0, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executing_high_water": 0, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed_ops": 0, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_executed": 0, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "pq_item_in_journal": 0 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-05-21T02:06:04.955 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 1422, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 761785, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 1422, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 1422, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 761785, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.956 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_bytes": { 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 104857600, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 1229, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 903, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 1229, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 903, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.957 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-objecter_ops": { 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 1024, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 1229, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 1229, 2024-05-21T02:06:04.958 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 1229, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 1229, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:04.959 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: }, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "throttle-write_buf_throttle-0x5650e405a6e0": { 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "val": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "max": 3758096384, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "get_started": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "get": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "get_sum": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:04.960 INFO:teuthology.orchestra.run.smithi164.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: "take": 0, 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: "take_sum": 0, 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: "put": 0, 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: "put_sum": 0, 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: "wait": { 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: "avgcount": 0, 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: "sum": 0.000000000, 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: "avgtime": 0.000000000 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout: } 2024-05-21T02:06:04.961 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-05-21T02:06:05.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:04 smithi007 ceph-mon[31288]: pgmap v628: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:06:05.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:04 smithi190 ceph-mon[35961]: pgmap v628: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:06:05.728 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-05-21T02:06:05.728 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-05-21T02:06:05.728 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-05-21T02:06:05.728 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-05-21T02:06:05.728 DEBUG:tasks.check_counter:Getting stats from c 2024-05-21T02:06:05.729 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-21T02:06:05.978 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T02:06:06.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:06 smithi164 ceph-mon[36138]: pgmap v629: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:06:07.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:06 smithi007 ceph-mon[31288]: pgmap v629: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:06:07.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:06 smithi190 ceph-mon[35961]: pgmap v629: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:06:07.765 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-05-21T02:06:07.765 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:06:07.765 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 73, 2024-05-21T02:06:07.765 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 73, 2024-05-21T02:06:07.765 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 26133, 2024-05-21T02:06:07.765 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 268346, 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 30, 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 3, 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.016521617, 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.002084272, 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.011085015, 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.000436536, 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 72, 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.054711851, 2024-05-21T02:06:07.766 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000759886 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 70, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000013522, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000193 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 704 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 263, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 254, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 568938, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 134614, 2024-05-21T02:06:07.767 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 7, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 4, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.036270292, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.013303556, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.021526120, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.004746102, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 253, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.029920534, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000118262 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 50, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000011202, 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000224 2024-05-21T02:06:07.768 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 550896, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 114192 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 432, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 637, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 125274, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 417246, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 8, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 4, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.058706155, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.026082936, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.028347118, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.003788438, 2024-05-21T02:06:07.769 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 635, 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.048126154, 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000075789 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 905, 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000237403, 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000262 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 303776 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.770 INFO:teuthology.orchestra.run.smithi190.stdout: "cct": { 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "total_workers": 1, 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "unhealthy_workers": 0 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-MDSRank": { 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 50, 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.001458993, 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000029179 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-PurgeQueue": { 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-05-21T02:06:07.771 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000007947, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000003973 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "request": 0, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "reply": 0, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "reply_latency": { 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_reply": 0, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "forward": 0, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_complete": 0, 2024-05-21T02:06:07.772 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_keys": 0, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_commit": 11, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_split": 0, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_merge": 0, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes": 16, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_top": 0, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_bottom": 16, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pin_tail": 0, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pinned": 13, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_expired": 4, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_with_caps": 0, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "caps": 0, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "subtrees": 3, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse": 15, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_hit": 11, 2024-05-21T02:06:07.773 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_forward": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_discover": 4, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_remote_ino": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_lock": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "load_cent": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "q": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "exported": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "exported_inodes": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "imported": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "imported_inodes": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_dir_fetch": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_backtrace_fetch": 0, 2024-05-21T02:06:07.774 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_peer_discover": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rfiles": 5, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rbytes": 10737418474, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rsnaps": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_set_tag": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_inodes": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_file_inodes": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_grant": 0, 2024-05-21T02:06:07.775 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps": 0, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps_dirty": 0, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_cap_release": 0, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "process_request_cap_release": 0 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_cache": { 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update": 0, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update_receipt": 14, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_try_discover": 9, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_send_discover": 10, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_handle_discover": 0, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays": 0, 2024-05-21T02:06:07.776 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_delayed": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_created": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_enqueued": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_reintegrated": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_migrated": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_processing": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_started": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_completed": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_path": 3, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_inode": 19, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_exportdir": 0, 2024-05-21T02:06:07.777 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_flush": 0, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragstats": 0, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_inodestats": 0 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_log": { 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "evlrg": 0, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "evadd": 3, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "evex": 0, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "evtrm": 0, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "ev": 3, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "evexg": 0, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "evexd": 0, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "segadd": 2, 2024-05-21T02:06:07.778 INFO:teuthology.orchestra.run.smithi190.stdout: "segex": 0, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "segtrm": 0, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "seg": 2, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "segmjr": 2, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "segexg": 0, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "segexd": 0, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "expos": 4194304, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "wrpos": 4195202, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "rdpos": 0, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "jlat": { 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.008606261, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.004303130 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "replayed": 0 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.779 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_mem": { 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "ino": 20, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "ino+": 22, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "ino-": 2, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "dir": 19, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "dir+": 23, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "dir-": 4, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "dn": 16, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "dn+": 20, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "dn-": 4, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "cap": 0, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "cap+": 0, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "cap-": 0, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "rss": 51288, 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: "heap": 223608 2024-05-21T02:06:07.780 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_server": { 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_client_request": 0, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_server_request": 0, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_request": 0, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_session": 1, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_peer_request": 0, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "req_create_latency": { 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getattr_latency": { 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.781 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getfilelock_latency": { 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "req_link_latency": { 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookup_latency": { 2024-05-21T02:06:07.782 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookuphash_latency": { 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupino_latency": { 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.783 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupname_latency": { 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupparent_latency": { 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupsnap_latency": { 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.784 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.785 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lssnap_latency": { 2024-05-21T02:06:07.785 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.785 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.785 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.785 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.785 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mkdir_latency": { 2024-05-21T02:06:07.785 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.785 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mknod_latency": { 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mksnap_latency": { 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.786 INFO:teuthology.orchestra.run.smithi190.stdout: "req_open_latency": { 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "req_readdir_latency": { 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rename_latency": { 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.787 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "req_renamesnap_latency": { 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "req_snapdiff_latency": { 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmdir_latency": { 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.788 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmsnap_latency": { 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmxattr_latency": { 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.789 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setattr_latency": { 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setdirlayout_latency": { 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setfilelock_latency": { 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.790 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setlayout_latency": { 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setxattr_latency": { 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "req_symlink_latency": { 2024-05-21T02:06:07.791 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "req_unlink_latency": { 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getvxattr_latency": { 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.792 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_sessions": { 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "session_count": 1, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "session_add": 1, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "session_remove": 0, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_open": 1, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_stale": 0, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "total_load": 0, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "average_load": 0, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "avg_session_uptime": 45, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "mdthresh_evicted": 0 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "mempool": { 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:06:07.793 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_items": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:06:07.794 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_items": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_items": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_items": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:06:07.795 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_items": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_bytes": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_items": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_bytes": 246983, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_items": 82, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_items": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_bytes": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_items": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_items": 0, 2024-05-21T02:06:07.796 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_items": 0, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_bytes": 7624, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_items": 160, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_bytes": 0, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_items": 0, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_bytes": 80941, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_items": 324, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_bytes": 0, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_items": 0, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_bytes": 0, 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_items": 0 2024-05-21T02:06:07.797 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "objecter": { 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "op_active": 0, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "op_laggy": 0, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send": 37, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send_bytes": 11110, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "op_resend": 33, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "op_reply": 37, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "op_latency": { 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 37, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.407988477, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.011026715 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "op_inflight": 0, 2024-05-21T02:06:07.798 INFO:teuthology.orchestra.run.smithi190.stdout: "oplen_avg": { 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 37, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 59 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "op": 37, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "op_r": 0, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "op_w": 37, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "op_rmw": 0, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "op_pg": 0, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_stat": 0, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_create": 10, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_read": 0, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_write": 2, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writefull": 6, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writesame": 0, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_append": 0, 2024-05-21T02:06:07.799 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_zero": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_truncate": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_delete": 6, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_mapext": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_sparse_read": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_clonerange": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_getxattr": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_setxattr": 20, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_rmxattr": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_call": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_watch": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_notify": 0, 2024-05-21T02:06:07.800 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_other": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_active": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_send": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_resend": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_ping": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_active": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_send": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_resend": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_active": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_send": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_resend": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_active": 0, 2024-05-21T02:06:07.801 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_send": 0, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_resend": 0, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "command_active": 0, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "command_send": 0, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "command_resend": 0, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "map_epoch": 82, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "map_full": 0, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "map_inc": 2, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_sessions": 8, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_open": 8, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_close": 0, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_laggy": 0, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_wr": 14, 2024-05-21T02:06:07.802 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_rd": 0, 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_del": 1 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "oft": { 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_objs": 1, 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_updates": 0, 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_removes": 0 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "osd-slow-ops": { 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_ops_count": 22 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "purge_queue": { 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops": 0, 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T02:06:07.803 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing": 0, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_high_water": 0, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed_ops": 0, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed": 0, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_item_in_journal": 0 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 764, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 637306, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 764, 2024-05-21T02:06:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 764, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 637306, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_bytes": { 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:07.805 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 37, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 11110, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 37, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 11110, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.806 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_ops": { 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 1024, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 37, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 37, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 37, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 37, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.807 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:07.808 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 0, 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 0, 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle-0x562be5aa2500": { 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:07.809 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 3, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 898, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 3, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 2, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 898, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:07.810 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:07.811 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-05-21T02:06:08.592 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-05-21T02:06:08.592 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-05-21T02:06:08.593 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-05-21T02:06:08.593 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=14 2024-05-21T02:06:08.593 DEBUG:tasks.check_counter:Getting stats from f 2024-05-21T02:06:08.593 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-21T02:06:08.836 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T02:06:08.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:08 smithi190 ceph-mon[35961]: pgmap v630: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:06:08.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:08 smithi164 ceph-mon[36138]: pgmap v630: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:06:09.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:08 smithi007 ceph-mon[31288]: pgmap v630: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:06:10.504 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 434, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 503, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 119090, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 306948, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 26, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 3, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.058670371, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.020524361, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.031485435, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.004070934, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 502, 2024-05-21T02:06:10.505 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.034955194, 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000069631 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 872, 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000227924, 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000261 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 448 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:06:10.506 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 49, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 185, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 19576, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 379068, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 14, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 5, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.015007420, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.007412819, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.005980596, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.000176588, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 181, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.031849419, 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000175963 2024-05-21T02:06:10.507 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 65, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000022806, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000350 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 1744, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 305392 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 291, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 282, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 577967, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 151699, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 7, 2024-05-21T02:06:10.508 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 5, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.038506928, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.014274800, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.021840397, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.005014733, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 283, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.031251336, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000110428 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 98, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000019231, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000196 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.509 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 544384, 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 114832 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "cct": { 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "total_workers": 1, 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "unhealthy_workers": 0 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-MDSRank": { 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 51, 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.001437989, 2024-05-21T02:06:10.510 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000028195 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-PurgeQueue": { 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2, 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000008115, 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000004057 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "request": 2, 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "reply": 1, 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "reply_latency": { 2024-05-21T02:06:10.511 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000166568, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000166568 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_reply": 0, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "forward": 1, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_complete": 0, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_keys": 0, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_commit": 11, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_split": 0, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_merge": 0, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes": 16, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_top": 0, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_bottom": 16, 2024-05-21T02:06:10.512 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pin_tail": 0, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pinned": 13, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_expired": 4, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_with_caps": 0, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "caps": 0, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "subtrees": 3, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse": 18, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_hit": 12, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_forward": 0, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_discover": 5, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_remote_ino": 0, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_lock": 0, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "load_cent": 0, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "q": 0, 2024-05-21T02:06:10.513 INFO:teuthology.orchestra.run.smithi190.stdout: "exported": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "exported_inodes": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "imported": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "imported_inodes": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_dir_fetch": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_backtrace_fetch": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_peer_discover": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rfiles": 5, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rbytes": 10737418474, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rsnaps": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_set_tag": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:06:10.514 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_inodes": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_file_inodes": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_grant": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps_dirty": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_cap_release": 0, 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: "process_request_cap_release": 1 2024-05-21T02:06:10.515 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_cache": { 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update_receipt": 12, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_try_discover": 8, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_send_discover": 10, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_handle_discover": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_delayed": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_created": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_enqueued": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_reintegrated": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_migrated": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_processing": 0, 2024-05-21T02:06:10.516 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_started": 0, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_completed": 0, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_path": 3, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_inode": 19, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_exportdir": 0, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_flush": 0, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:06:10.517 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragstats": 0, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_inodestats": 0 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_log": { 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "evlrg": 0, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "evadd": 4, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "evex": 0, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "evtrm": 0, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "ev": 4, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "evexg": 0, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "evexd": 0, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "segadd": 2, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "segex": 0, 2024-05-21T02:06:10.518 INFO:teuthology.orchestra.run.smithi190.stdout: "segtrm": 0, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "seg": 2, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "segmjr": 2, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "segexg": 0, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "segexd": 0, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "expos": 4194304, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "wrpos": 4195424, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "rdpos": 0, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "jlat": { 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 3, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.060413598, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.020137866 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: "replayed": 0 2024-05-21T02:06:10.519 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_mem": { 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "ino": 20, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "ino+": 22, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "ino-": 2, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "dir": 19, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "dir+": 22, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "dir-": 3, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "dn": 16, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "dn+": 20, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "dn-": 4, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "cap": 0, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "cap+": 1, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "cap-": 1, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "rss": 51956, 2024-05-21T02:06:10.520 INFO:teuthology.orchestra.run.smithi190.stdout: "heap": 223608 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_server": { 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_client_request": 3, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_server_request": 0, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_request": 2, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_session": 4, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_peer_request": 0, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "req_create_latency": { 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getattr_latency": { 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1, 2024-05-21T02:06:10.521 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000166568, 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000166568 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getfilelock_latency": { 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "req_link_latency": { 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.522 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookup_latency": { 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookuphash_latency": { 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupino_latency": { 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.523 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupname_latency": { 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupparent_latency": { 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupsnap_latency": { 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.524 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lssnap_latency": { 2024-05-21T02:06:10.525 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.525 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.525 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.525 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.525 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mkdir_latency": { 2024-05-21T02:06:10.525 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.525 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.525 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mknod_latency": { 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mksnap_latency": { 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "req_open_latency": { 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.526 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "req_readdir_latency": { 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rename_latency": { 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "req_renamesnap_latency": { 2024-05-21T02:06:10.527 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "req_snapdiff_latency": { 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmdir_latency": { 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.528 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmsnap_latency": { 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmxattr_latency": { 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setattr_latency": { 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.529 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setdirlayout_latency": { 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setfilelock_latency": { 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setlayout_latency": { 2024-05-21T02:06:10.530 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setxattr_latency": { 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "req_symlink_latency": { 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.531 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "req_unlink_latency": { 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getvxattr_latency": { 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.532 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_sessions": { 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "session_count": 0, 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "session_add": 1, 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "session_remove": 1, 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_open": 0, 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_stale": 0, 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "total_load": 1, 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "average_load": 1, 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "avg_session_uptime": 94, 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "mdthresh_evicted": 0 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "mempool": { 2024-05-21T02:06:10.533 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_items": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:06:10.534 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_items": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_items": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_items": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:06:10.535 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_items": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_bytes": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_items": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_bytes": 263031, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_items": 88, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_items": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_bytes": 0, 2024-05-21T02:06:10.536 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_items": 0, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_items": 0, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_items": 0, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_bytes": 7624, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_items": 160, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_bytes": 0, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_items": 0, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_bytes": 80973, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_items": 328, 2024-05-21T02:06:10.537 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_bytes": 0, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_items": 0, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_bytes": 0, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_items": 0 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "objecter": { 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "op_active": 0, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "op_laggy": 0, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send": 38, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send_bytes": 11332, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "op_resend": 29, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "op_reply": 38, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "op_latency": { 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 38, 2024-05-21T02:06:10.538 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.377989338, 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.009947087 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "op_inflight": 0, 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "oplen_avg": { 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 38, 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 60 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "op": 38, 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "op_r": 0, 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "op_w": 38, 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "op_rmw": 0, 2024-05-21T02:06:10.539 INFO:teuthology.orchestra.run.smithi190.stdout: "op_pg": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_stat": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_create": 10, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_read": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_write": 3, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writefull": 6, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writesame": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_append": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_zero": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_truncate": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_delete": 6, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_mapext": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_sparse_read": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_clonerange": 0, 2024-05-21T02:06:10.540 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_getxattr": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_setxattr": 20, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_rmxattr": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_call": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_watch": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_notify": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_other": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_active": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_send": 0, 2024-05-21T02:06:10.541 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_resend": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_ping": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_active": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_send": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_resend": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_active": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_send": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_resend": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_active": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_send": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_resend": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "command_active": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "command_send": 0, 2024-05-21T02:06:10.542 INFO:teuthology.orchestra.run.smithi190.stdout: "command_resend": 0, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "map_epoch": 82, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "map_full": 0, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "map_inc": 2, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_sessions": 9, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_open": 9, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_close": 0, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_laggy": 0, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_wr": 14, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_rd": 0, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_del": 1 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "oft": { 2024-05-21T02:06:10.543 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_objs": 1, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_updates": 0, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_removes": 0 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "osd-slow-ops": { 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_ops_count": 22 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "purge_queue": { 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops": 0, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing": 0, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_high_water": 0, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed_ops": 0, 2024-05-21T02:06:10.544 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed": 0, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_item_in_journal": 0 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 770, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 633006, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 770, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 770, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 633006, 2024-05-21T02:06:10.545 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_bytes": { 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:10.546 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 38, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 11332, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 38, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 11332, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_ops": { 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 1024, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:10.547 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 38, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 38, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 38, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 38, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:10.548 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.549 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle-0x565365a78500": { 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 4, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 1120, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 4, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 3, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 1120, 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:10.550 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:10.551 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:10.551 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:10.551 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:10.551 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:10.551 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-05-21T02:06:10.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:10 smithi190 ceph-mon[35961]: pgmap v631: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:06:10.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:10 smithi164 ceph-mon[36138]: pgmap v631: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:06:11.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:10 smithi007 ceph-mon[31288]: pgmap v631: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:06:11.270 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-05-21T02:06:11.270 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-05-21T02:06:11.270 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-05-21T02:06:11.270 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=12 2024-05-21T02:06:11.270 DEBUG:tasks.check_counter:Getting stats from i 2024-05-21T02:06:11.270 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-21T02:06:11.508 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T02:06:12.823 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:12 smithi190 ceph-mon[35961]: pgmap v632: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:06:12.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:12 smithi164 ceph-mon[36138]: pgmap v632: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:06:13.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:12 smithi007 ceph-mon[31288]: pgmap v632: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:06:13.082 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-05-21T02:06:13.082 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:06:13.082 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 57, 2024-05-21T02:06:13.082 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 59, 2024-05-21T02:06:13.082 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 22383, 2024-05-21T02:06:13.082 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 74053, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 14, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 4, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.014060537, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.002781828, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.008022193, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.000439680, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 57, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.026808945, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000470332 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:13.083 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 64, 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000014923, 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000233 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 2208, 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 1040 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 278, 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 267, 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 576146, 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 334491, 2024-05-21T02:06:13.084 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 23, 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 5, 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.041105654, 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.013395000, 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.024980624, 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.004945666, 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 266, 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.027833563, 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000104637 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:13.085 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 62, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000013236, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000213 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 555296, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 113392 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 438, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 643, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 127821, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 468972, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 8, 2024-05-21T02:06:13.086 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 5, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.060745554, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.026859687, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.028697371, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.003813377, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 642, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.041646059, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000064869 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 912, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000221393, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000242 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.087 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 305840 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "cct": { 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "total_workers": 1, 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "unhealthy_workers": 0 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-MDSRank": { 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 51, 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.001317431, 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000025831 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:13.088 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-PurgeQueue": { 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2, 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000009160, 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000004580 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "request": 1, 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "reply": 0, 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "reply_latency": { 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.089 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_reply": 0, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "forward": 1, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_complete": 0, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_keys": 0, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_commit": 11, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_split": 0, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_merge": 0, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes": 16, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_top": 0, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_bottom": 16, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pin_tail": 0, 2024-05-21T02:06:13.090 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pinned": 13, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_expired": 4, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_with_caps": 0, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "caps": 0, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "subtrees": 3, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse": 16, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_hit": 11, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_forward": 1, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_discover": 4, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_remote_ino": 0, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_lock": 0, 2024-05-21T02:06:13.091 INFO:teuthology.orchestra.run.smithi190.stdout: "load_cent": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "q": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "exported": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "exported_inodes": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "imported": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "imported_inodes": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_dir_fetch": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_backtrace_fetch": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_peer_discover": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rfiles": 5, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rbytes": 10737418474, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rsnaps": 0, 2024-05-21T02:06:13.092 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_set_tag": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_inodes": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_file_inodes": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_grant": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:06:13.093 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps": 0, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps_dirty": 0, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_cap_release": 0, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "process_request_cap_release": 0 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_cache": { 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update": 0, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update_receipt": 14, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_try_discover": 9, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_send_discover": 10, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_handle_discover": 0, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays": 0, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_delayed": 0, 2024-05-21T02:06:13.094 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_created": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_enqueued": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_reintegrated": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_migrated": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_processing": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_started": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_completed": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_path": 3, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_inode": 19, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T02:06:13.095 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_exportdir": 0, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_flush": 0, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragstats": 0, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_inodestats": 0 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_log": { 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "evlrg": 0, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "evadd": 3, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "evex": 0, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "evtrm": 0, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "ev": 3, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "evexg": 0, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "evexd": 0, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "segadd": 2, 2024-05-21T02:06:13.096 INFO:teuthology.orchestra.run.smithi190.stdout: "segex": 0, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "segtrm": 0, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "seg": 2, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "segmjr": 2, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "segexg": 0, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "segexd": 0, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "expos": 4194304, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "wrpos": 4195202, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "rdpos": 0, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "jlat": { 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.004323993, 2024-05-21T02:06:13.097 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.002161996 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "replayed": 0 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_mem": { 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "ino": 20, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "ino+": 22, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "ino-": 2, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "dir": 19, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "dir+": 23, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "dir-": 4, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "dn": 16, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "dn+": 20, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "dn-": 4, 2024-05-21T02:06:13.098 INFO:teuthology.orchestra.run.smithi190.stdout: "cap": 0, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "cap+": 0, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "cap-": 0, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "rss": 54728, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "heap": 223608 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_server": { 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_client_request": 1, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_server_request": 0, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_request": 1, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_session": 5, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_peer_request": 0, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "req_create_latency": { 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.099 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getattr_latency": { 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getfilelock_latency": { 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "req_link_latency": { 2024-05-21T02:06:13.100 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookup_latency": { 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookuphash_latency": { 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.101 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupino_latency": { 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupname_latency": { 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.102 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupparent_latency": { 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupsnap_latency": { 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lssnap_latency": { 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mkdir_latency": { 2024-05-21T02:06:13.103 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.104 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.104 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.104 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.104 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mknod_latency": { 2024-05-21T02:06:13.104 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.104 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.104 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.104 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mksnap_latency": { 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "req_open_latency": { 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "req_readdir_latency": { 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.105 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rename_latency": { 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "req_renamesnap_latency": { 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "req_snapdiff_latency": { 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.106 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmdir_latency": { 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmsnap_latency": { 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmxattr_latency": { 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.107 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setattr_latency": { 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setdirlayout_latency": { 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setfilelock_latency": { 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.108 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setlayout_latency": { 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setxattr_latency": { 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "req_symlink_latency": { 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.109 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "req_unlink_latency": { 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getvxattr_latency": { 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.110 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_sessions": { 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "session_count": 1, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "session_add": 1, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "session_remove": 0, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_open": 1, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_stale": 0, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "total_load": 0, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "average_load": 0, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "avg_session_uptime": 369, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "mdthresh_evicted": 0 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "mempool": { 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_items": 0, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:06:13.111 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_items": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:06:13.112 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_items": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_items": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_items": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_bytes": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_items": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:06:13.113 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_bytes": 229991, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_items": 73, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_items": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_bytes": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_items": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_items": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_items": 0, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_bytes": 7624, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_items": 160, 2024-05-21T02:06:13.114 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_bytes": 0, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_items": 0, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_bytes": 80965, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_items": 327, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_bytes": 0, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_items": 0, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_bytes": 0, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_items": 0 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "objecter": { 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "op_active": 0, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "op_laggy": 0, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send": 37, 2024-05-21T02:06:13.115 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send_bytes": 11110, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "op_resend": 28, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "op_reply": 37, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "op_latency": { 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 37, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.343990278, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.009297034 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "op_inflight": 0, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "oplen_avg": { 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 37, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 59 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "op": 37, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "op_r": 0, 2024-05-21T02:06:13.116 INFO:teuthology.orchestra.run.smithi190.stdout: "op_w": 37, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "op_rmw": 0, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "op_pg": 0, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_stat": 0, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_create": 10, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_read": 0, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_write": 2, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writefull": 6, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writesame": 0, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_append": 0, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_zero": 0, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_truncate": 0, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_delete": 6, 2024-05-21T02:06:13.117 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_mapext": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_sparse_read": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_clonerange": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_getxattr": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_setxattr": 20, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_rmxattr": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_call": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_watch": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_notify": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:06:13.118 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_other": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_active": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_send": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_resend": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_ping": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_active": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_send": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_resend": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_active": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_send": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_resend": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_active": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_send": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_resend": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "command_active": 0, 2024-05-21T02:06:13.119 INFO:teuthology.orchestra.run.smithi190.stdout: "command_send": 0, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "command_resend": 0, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "map_epoch": 82, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "map_full": 0, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "map_inc": 2, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_sessions": 8, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_open": 8, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_close": 0, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_laggy": 0, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_wr": 14, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_rd": 0, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_del": 1 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "oft": { 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_objs": 1, 2024-05-21T02:06:13.120 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_updates": 0, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_removes": 0 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "osd-slow-ops": { 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_ops_count": 22 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "purge_queue": { 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops": 0, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing": 0, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_high_water": 0, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed_ops": 0, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed": 0, 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_item_in_journal": 0 2024-05-21T02:06:13.121 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 769, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 642757, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 769, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 769, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 642757, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.122 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_bytes": { 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 37, 2024-05-21T02:06:13.123 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 11110, 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 37, 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 11110, 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_ops": { 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 1024, 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:13.124 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 37, 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 37, 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 37, 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 37, 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.125 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:13.126 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 0, 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 0, 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle-0x557ffd34c500": { 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-05-21T02:06:13.127 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 3, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 898, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 3, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 2, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 898, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:13.128 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:13.129 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:13.129 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:13.129 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:13.129 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-05-21T02:06:13.837 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-05-21T02:06:13.837 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-05-21T02:06:13.837 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-05-21T02:06:13.837 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=14 2024-05-21T02:06:13.837 DEBUG:tasks.check_counter:Getting stats from l 2024-05-21T02:06:13.838 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-21T02:06:14.074 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T02:06:15.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:14 smithi007 ceph-mon[31288]: pgmap v633: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:06:15.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:14 smithi190 ceph-mon[35961]: pgmap v633: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:06:15.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:14 smithi164 ceph-mon[36138]: pgmap v633: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:06:15.724 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-05-21T02:06:15.724 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T02:06:15.724 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 604, 2024-05-21T02:06:15.724 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 606, 2024-05-21T02:06:15.724 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 159753, 2024-05-21T02:06:15.724 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 192136, 2024-05-21T02:06:15.724 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 6, 2024-05-21T02:06:15.724 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 2, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.062223851, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.017877112, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.017236326, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.020975053, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 604, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.024158375, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000039997 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.725 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 570, 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 565, 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 626208, 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 233127, 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 4, 2024-05-21T02:06:15.726 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 3, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.069833822, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.021468529, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.024656272, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.021103310, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 564, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.023850951, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000042288 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.727 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 533936, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 113872 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_messages": 604, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages": 741, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_bytes": 204416, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_bytes": 497378, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_created_connections": 4, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_active_connections": 3, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_total_time": 0.084781818, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_send_time": 0.027703202, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_recv_time": 0.022219481, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_running_fast_dispatch_time": 0.026450537, 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T02:06:15.728 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 740, 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.042649069, 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000057633 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_handle_ack_lat": { 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "msgr_send_encrypted_bytes": 306896 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "cct": { 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "total_workers": 1, 2024-05-21T02:06:15.729 INFO:teuthology.orchestra.run.smithi190.stdout: "unhealthy_workers": 0 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-MDSRank": { 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 2737, 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.091622400, 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000033475 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: "finisher-PurgeQueue": { 2024-05-21T02:06:15.730 INFO:teuthology.orchestra.run.smithi190.stdout: "queue_len": 0, 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "complete_latency": { 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "mds": { 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "request": 0, 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "reply": 0, 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "reply_latency": { 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.731 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_reply": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "forward": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_complete": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_fetch_keys": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_commit": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_split": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_merge": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_top": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_bottom": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pin_tail": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_pinned": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_expired": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "inodes_with_caps": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "caps": 0, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "subtrees": 1, 2024-05-21T02:06:15.732 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_hit": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_forward": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_discover": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_dir_fetch": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_remote_ino": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "traverse_lock": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "load_cent": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "q": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "exported": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "exported_inodes": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "imported": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "imported_inodes": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_dir_fetch": 0, 2024-05-21T02:06:15.733 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_backtrace_fetch": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "openino_peer_discover": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rfiles": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rbytes": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "root_rsnaps": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_set_tag": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_inotable_repaired": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_inodes": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "scrub_file_inodes": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_inode_file_caps": 0, 2024-05-21T02:06:15.734 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_grant": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_caps_dirty": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_cap_release": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "process_request_cap_release": 0 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_cache": { 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_update_receipt": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_try_discover": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_send_discover": 0, 2024-05-21T02:06:15.735 INFO:teuthology.orchestra.run.smithi190.stdout: "dir_handle_discover": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_delayed": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "num_strays_enqueuing": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_created": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_enqueued": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_reintegrated": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "strays_migrated": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_processing": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_enqueued": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "num_recovering_prioritized": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_started": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "recovery_completed": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_path": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_quiesce_inode": 0, 2024-05-21T02:06:15.736 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_exportdir": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_flush": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragmentdir": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_fragstats": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "ireq_inodestats": 0 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_log": { 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "evlrg": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "evadd": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "evex": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "evtrm": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "ev": 3, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "evexg": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "evexd": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "segadd": 0, 2024-05-21T02:06:15.737 INFO:teuthology.orchestra.run.smithi190.stdout: "segex": 0, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "segtrm": 0, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "seg": 2, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "segmjr": 2, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "segexg": 0, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "segexd": 0, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "expos": 4194304, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "wrpos": 4195202, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "rdpos": 4194892, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "jlat": { 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.738 INFO:teuthology.orchestra.run.smithi190.stdout: "replayed": 3 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_mem": { 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "ino": 3, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "ino+": 3, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "ino-": 0, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "dir": 1, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "dir+": 1, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "dir-": 0, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "dn": 0, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "dn+": 0, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "dn-": 0, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "cap": 0, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "cap+": 0, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "cap-": 0, 2024-05-21T02:06:15.739 INFO:teuthology.orchestra.run.smithi190.stdout: "rss": 50108, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "heap": 215416 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_server": { 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_client_request": 0, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "dispatch_server_request": 0, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_request": 0, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_client_session": 0, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "handle_peer_request": 0, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "req_create_latency": { 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getattr_latency": { 2024-05-21T02:06:15.740 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getfilelock_latency": { 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "req_link_latency": { 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookup_latency": { 2024-05-21T02:06:15.741 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookuphash_latency": { 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupino_latency": { 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupname_latency": { 2024-05-21T02:06:15.742 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupparent_latency": { 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lookupsnap_latency": { 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "req_lssnap_latency": { 2024-05-21T02:06:15.743 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.744 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.744 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.744 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.744 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mkdir_latency": { 2024-05-21T02:06:15.744 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.744 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mknod_latency": { 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "req_mksnap_latency": { 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.745 INFO:teuthology.orchestra.run.smithi190.stdout: "req_open_latency": { 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "req_readdir_latency": { 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rename_latency": { 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.746 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "req_renamesnap_latency": { 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "req_snapdiff_latency": { 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmdir_latency": { 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.747 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmsnap_latency": { 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "req_rmxattr_latency": { 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setattr_latency": { 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.748 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setdirlayout_latency": { 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setfilelock_latency": { 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setlayout_latency": { 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.749 INFO:teuthology.orchestra.run.smithi190.stdout: "req_setxattr_latency": { 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "req_symlink_latency": { 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "req_unlink_latency": { 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.750 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_revoke_eviction": 0, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "cap_acquisition_throttle": 0, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "req_getvxattr_latency": { 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_sessions": { 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "session_count": 1, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "session_add": 1, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "session_remove": 0, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_open": 1, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "sessions_stale": 0, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "total_load": 0, 2024-05-21T02:06:15.751 INFO:teuthology.orchestra.run.smithi190.stdout: "average_load": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "avg_session_uptime": 2109, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "mdthresh_evicted": 0 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "mempool": { 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_bytes": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bloom_filter_items": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_alloc_items": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_data_items": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T02:06:15.752 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_other_items": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_bytes": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_extent_items": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_bytes": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_blob_items": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_fsck_items": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_bytes": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_txc_items": 0, 2024-05-21T02:06:15.753 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_bytes": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "bluestore_writing_items": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_bytes": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_items": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_reader_items": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "bluefs_file_writer_items": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_bytes": 190224, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_anon_items": 54, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_bytes": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "buffer_meta_items": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_bytes": 0, 2024-05-21T02:06:15.754 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_items": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_bytes": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_mapbl_items": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_bytes": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_pglog_items": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_bytes": 7624, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_items": 160, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "osdmap_mapping_items": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_bytes": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "pgmap_items": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_bytes": 8512, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "mds_co_items": 13, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_bytes": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_1_items": 0, 2024-05-21T02:06:15.755 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_bytes": 0, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "unittest_2_items": 0 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "objecter": { 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "op_active": 0, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "op_laggy": 0, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send": 1578, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "op_send_bytes": 21, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "op_resend": 3, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "op_reply": 1578, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "op_latency": { 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1578, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 1.453959048, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000921393 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "op_inflight": 0, 2024-05-21T02:06:15.756 INFO:teuthology.orchestra.run.smithi190.stdout: "oplen_avg": { 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 1578, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 1579 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "op": 1578, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "op_r": 1578, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "op_w": 0, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "op_rmw": 0, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "op_pg": 0, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_stat": 972, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_create": 0, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_read": 604, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_write": 0, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writefull": 0, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_writesame": 0, 2024-05-21T02:06:15.757 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_append": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_zero": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_truncate": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_delete": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_mapext": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_sparse_read": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_clonerange": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_getxattr": 1, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_setxattr": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_cmpxattr": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_rmxattr": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_resetxattrs": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_call": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_watch": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_notify": 0, 2024-05-21T02:06:15.758 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_pgls_filter": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "osdop_other": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_active": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_send": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_resend": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "linger_ping": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_active": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_send": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "poolop_resend": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_active": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_send": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "poolstat_resend": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_active": 0, 2024-05-21T02:06:15.759 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_send": 0, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "statfs_resend": 0, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "command_active": 0, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "command_send": 0, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "command_resend": 0, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "map_epoch": 82, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "map_full": 0, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "map_inc": 2, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_sessions": 5, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_open": 5, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_session_close": 0, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "osd_laggy": 0, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_wr": 0, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_rd": 2, 2024-05-21T02:06:15.760 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_del": 0 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "oft": { 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_objs": 0, 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_kv_pairs": 0, 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_updates": 0, 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "omap_total_removes": 0 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "osd-slow-ops": { 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "slow_ops_count": 0 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "purge_queue": { 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops": 0, 2024-05-21T02:06:15.761 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing": 0, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executing_high_water": 0, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed_ops": 0, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_executed": 0, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "pq_item_in_journal": 0 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 1774, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 817679, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:15.762 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 1774, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 1774, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 817679, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_bytes": { 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 104857600, 2024-05-21T02:06:15.763 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 1578, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 903, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 1578, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 903, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:15.764 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-objecter_ops": { 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 1024, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 1578, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 1578, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 1578, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 1578, 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:15.765 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle": { 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:15.766 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 0, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 0, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: }, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "throttle-write_buf_throttle-0x555e367de6e0": { 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "val": 0, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "max": 3758096384, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "get_started": 0, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "get": 0, 2024-05-21T02:06:15.767 INFO:teuthology.orchestra.run.smithi190.stdout: "get_sum": 0, 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_fail": 0, 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "get_or_fail_success": 0, 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "take": 0, 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "take_sum": 0, 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "put": 0, 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "put_sum": 0, 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "wait": { 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "avgcount": 0, 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "sum": 0.000000000, 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: "avgtime": 0.000000000 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout: } 2024-05-21T02:06:15.768 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-05-21T02:06:16.543 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-05-21T02:06:16.543 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-05-21T02:06:16.543 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-05-21T02:06:16.544 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-05-21T02:06:16.544 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-05-21T02:06:16.557 INFO:tasks.kclient:Unmounting kernel clients... 2024-05-21T02:06:16.557 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T02:06:16.557 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T02:06:16.619 DEBUG:teuthology.orchestra.run.smithi007:> set -ex 2024-05-21T02:06:16.619 DEBUG:teuthology.orchestra.run.smithi007:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T02:06:16.677 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-21T02:06:16.856 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:16 smithi190 ceph-mon[35961]: pgmap v634: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:06:17.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:16 smithi007 ceph-mon[31288]: pgmap v634: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:06:17.150 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:06:17.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:16 smithi164 ceph-mon[36138]: pgmap v634: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-05-21T02:06:18.916 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:18 smithi007 ceph-mon[31288]: pgmap v635: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:06:19.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:18 smithi190 ceph-mon[35961]: pgmap v635: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:06:19.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:18 smithi164 ceph-mon[36138]: pgmap v635: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T02:06:19.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.437+0000 7f2f76400700 1 -- 172.21.15.7:0/727552546 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2f70076090 msgr2=0x7f2f7010fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:19.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.437+0000 7f2f76400700 1 --2- 172.21.15.7:0/727552546 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2f70076090 0x7f2f7010fa00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f2f5c0098f0 tx=0x7f2f5c009c00 comp rx=0 tx=0).stop 2024-05-21T02:06:19.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.437+0000 7f2f76400700 1 -- 172.21.15.7:0/727552546 shutdown_connections 2024-05-21T02:06:19.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.437+0000 7f2f76400700 1 --2- 172.21.15.7:0/727552546 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f7010ff40 0x7f2f70112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:19.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.437+0000 7f2f76400700 1 --2- 172.21.15.7:0/727552546 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2f70075770 0x7f2f70075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:19.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.437+0000 7f2f76400700 1 --2- 172.21.15.7:0/727552546 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2f70076090 0x7f2f7010fa00 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:19.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.437+0000 7f2f76400700 1 -- 172.21.15.7:0/727552546 >> 172.21.15.7:0/727552546 conn(0x7f2f7007a6a0 msgr2=0x7f2f7007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:19.439 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.438+0000 7f2f76400700 1 -- 172.21.15.7:0/727552546 shutdown_connections 2024-05-21T02:06:19.440 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.438+0000 7f2f76400700 1 -- 172.21.15.7:0/727552546 wait complete. 2024-05-21T02:06:19.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.439+0000 7f2f76400700 1 Processor -- start 2024-05-21T02:06:19.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.439+0000 7f2f76400700 1 -- start start 2024-05-21T02:06:19.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.439+0000 7f2f76400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2f70075770 0x7f2f7019be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:19.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.439+0000 7f2f76400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2f70076090 0x7f2f7019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:19.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.439+0000 7f2f76400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f7010ff40 0x7f2f701a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:19.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.439+0000 7f2f76400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2f70115900 con 0x7f2f70076090 2024-05-21T02:06:19.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.439+0000 7f2f76400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f2f70115780 con 0x7f2f7010ff40 2024-05-21T02:06:19.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.439+0000 7f2f76400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f2f70115a80 con 0x7f2f70075770 2024-05-21T02:06:19.441 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2f70076090 0x7f2f7019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6ea00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2f70076090 0x7f2f7019c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:53044/0 (socket says 172.21.15.7:53044) 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6ea00700 1 -- 172.21.15.7:0/3055731992 learned_addr learned my addr 172.21.15.7:0/3055731992 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6f400700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2f70075770 0x7f2f7019be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6fe00700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f7010ff40 0x7f2f701a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6ea00700 1 -- 172.21.15.7:0/3055731992 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2f70075770 msgr2=0x7f2f7019be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6ea00700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2f70075770 0x7f2f7019be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6ea00700 1 -- 172.21.15.7:0/3055731992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f7010ff40 msgr2=0x7f2f701a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6ea00700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f7010ff40 0x7f2f701a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.440+0000 7f2f6ea00700 1 -- 172.21.15.7:0/3055731992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f701a0e10 con 0x7f2f70076090 2024-05-21T02:06:19.442 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.441+0000 7f2f6ea00700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2f70076090 0x7f2f7019c390 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f2f5c009230 tx=0x7f2f5c00f990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:19.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.441+0000 7f2f67e00700 1 -- 172.21.15.7:0/3055731992 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f5c005140 con 0x7f2f70076090 2024-05-21T02:06:19.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.441+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f701a10a0 con 0x7f2f70076090 2024-05-21T02:06:19.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.441+0000 7f2f67e00700 1 -- 172.21.15.7:0/3055731992 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2f5c00b560 con 0x7f2f70076090 2024-05-21T02:06:19.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.441+0000 7f2f67e00700 1 -- 172.21.15.7:0/3055731992 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f5c0039e0 con 0x7f2f70076090 2024-05-21T02:06:19.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.441+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f701a8980 con 0x7f2f70076090 2024-05-21T02:06:19.443 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.442+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f7006a230 con 0x7f2f70076090 2024-05-21T02:06:19.445 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.445+0000 7f2f67e00700 1 -- 172.21.15.7:0/3055731992 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f2f5c00ba50 con 0x7f2f70076090 2024-05-21T02:06:19.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.446+0000 7f2f67e00700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2f540b2880 0x7f2f540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:19.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.447+0000 7f2f67e00700 1 -- 172.21.15.7:0/3055731992 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f2f5c0e3540 con 0x7f2f70076090 2024-05-21T02:06:19.447 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.447+0000 7f2f6f400700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2f540b2880 0x7f2f540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:19.448 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.447+0000 7f2f6f400700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2f540b2880 0x7f2f540b4d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2f60005fd0 tx=0x7f2f60009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:19.450 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.450+0000 7f2f67e00700 1 -- 172.21.15.7:0/3055731992 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2f5c013030 con 0x7f2f70076090 2024-05-21T02:06:19.705 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.705+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2f7019d160 con 0x7f2f70076090 2024-05-21T02:06:19.706 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.706+0000 7f2f67e00700 1 -- 172.21.15.7:0/3055731992 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v82) ==== 81+0+578 (secure 0 0 0) 0x7f2f5c0ab2b0 con 0x7f2f70076090 2024-05-21T02:06:19.706 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2256165373 2024-05-22T01:47:31.126282+0000 2024-05-21T02:06:19.706 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/738241282 2024-05-22T01:47:31.126282+0000 2024-05-21T02:06:19.706 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/2209333077 2024-05-22T01:46:55.840331+0000 2024-05-21T02:06:19.707 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2496807782 2024-05-22T01:47:31.126282+0000 2024-05-21T02:06:19.707 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/2410739015 2024-05-22T01:46:55.840331+0000 2024-05-21T02:06:19.707 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/432862075 2024-05-22T01:47:31.126282+0000 2024-05-21T02:06:19.707 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6801/2209333077 2024-05-22T01:46:55.840331+0000 2024-05-21T02:06:19.707 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/574440807 2024-05-22T01:46:55.840331+0000 2024-05-21T02:06:19.707 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:0/3676982946 2024-05-22T01:46:55.840331+0000 2024-05-21T02:06:19.707 INFO:teuthology.orchestra.run.smithi007.stdout:172.21.15.7:6800/738241282 2024-05-22T01:47:31.126282+0000 2024-05-21T02:06:19.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.709+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2f540b2880 msgr2=0x7f2f540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:19.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.709+0000 7f2f76400700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2f540b2880 0x7f2f540b4d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2f60005fd0 tx=0x7f2f60009310 comp rx=0 tx=0).stop 2024-05-21T02:06:19.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.709+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2f70076090 msgr2=0x7f2f7019c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:19.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.709+0000 7f2f76400700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2f70076090 0x7f2f7019c390 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f2f5c009230 tx=0x7f2f5c00f990 comp rx=0 tx=0).stop 2024-05-21T02:06:19.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.710+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 shutdown_connections 2024-05-21T02:06:19.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.710+0000 7f2f76400700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2f7010ff40 0x7f2f701a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:19.710 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.710+0000 7f2f76400700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2f70075770 0x7f2f7019be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:19.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.710+0000 7f2f76400700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f2f540b2880 0x7f2f540b4d40 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:19.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.710+0000 7f2f76400700 1 --2- 172.21.15.7:0/3055731992 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2f70076090 0x7f2f7019c390 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:19.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.710+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 >> 172.21.15.7:0/3055731992 conn(0x7f2f7007a6a0 msgr2=0x7f2f70100790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:19.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.710+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 shutdown_connections 2024-05-21T02:06:19.711 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:19.710+0000 7f2f76400700 1 -- 172.21.15.7:0/3055731992 wait complete. 2024-05-21T02:06:19.712 INFO:teuthology.orchestra.run.smithi007.stderr:listed 10 entries 2024-05-21T02:06:20.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:19 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3055731992' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T02:06:20.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:19 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3055731992' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T02:06:20.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:19 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3055731992' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T02:06:20.672 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-05-21T02:06:20.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T02:06:20.673 DEBUG:teuthology.orchestra.run.smithi007:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-05-21T02:06:20.795 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi007.front.sepia.ceph.com 2024-05-21T02:06:20.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T02:06:20.796 DEBUG:teuthology.orchestra.run.smithi007:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-21T02:06:20.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T02:06:20.870 DEBUG:teuthology.orchestra.run.smithi007:> ip netns list 2024-05-21T02:06:20.909 INFO:teuthology.orchestra.run.smithi007.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-21T02:06:20.910 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T02:06:20.910 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-21T02:06:21.014 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:20 smithi007 ceph-mon[31288]: pgmap v636: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:06:21.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T02:06:21.026 DEBUG:teuthology.orchestra.run.smithi007:> sudo ip link delete ceph-brx 2024-05-21T02:06:21.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:20 smithi190 ceph-mon[35961]: pgmap v636: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:06:21.148 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-21T02:06:21.158 INFO:tasks.cephadm:Teardown begin 2024-05-21T02:06:21.158 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-21T02:06:21.159 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:06:21.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:20 smithi164 ceph-mon[36138]: pgmap v636: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T02:06:21.598 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:06:23.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:22 smithi007 ceph-mon[31288]: pgmap v637: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:06:23.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:22 smithi190 ceph-mon[35961]: pgmap v637: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:06:23.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:22 smithi164 ceph-mon[36138]: pgmap v637: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T02:06:23.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.935+0000 7fd271200700 1 -- 172.21.15.7:0/4259458497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd26c06b220 msgr2=0x7fd26c06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:23.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.935+0000 7fd271200700 1 --2- 172.21.15.7:0/4259458497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd26c06b220 0x7fd26c06b6a0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd254009990 tx=0x7fd254009ca0 comp rx=0 tx=0).stop 2024-05-21T02:06:23.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.935+0000 7fd271200700 1 -- 172.21.15.7:0/4259458497 shutdown_connections 2024-05-21T02:06:23.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.935+0000 7fd271200700 1 --2- 172.21.15.7:0/4259458497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd26c06bbe0 0x7fd26c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:23.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.935+0000 7fd271200700 1 --2- 172.21.15.7:0/4259458497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd26c1095b0 0x7fd26c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:23.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.935+0000 7fd271200700 1 --2- 172.21.15.7:0/4259458497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd26c06b220 0x7fd26c06b6a0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:23.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.935+0000 7fd271200700 1 -- 172.21.15.7:0/4259458497 >> 172.21.15.7:0/4259458497 conn(0x7fd26c0793f0 msgr2=0x7fd26c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:23.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.935+0000 7fd271200700 1 -- 172.21.15.7:0/4259458497 shutdown_connections 2024-05-21T02:06:23.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.935+0000 7fd271200700 1 -- 172.21.15.7:0/4259458497 wait complete. 2024-05-21T02:06:23.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.937+0000 7fd271200700 1 Processor -- start 2024-05-21T02:06:23.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.937+0000 7fd271200700 1 -- start start 2024-05-21T02:06:23.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.937+0000 7fd271200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd26c06b220 0x7fd26c19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:23.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.937+0000 7fd271200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd26c06bbe0 0x7fd26c19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:23.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.937+0000 7fd271200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd26c1095b0 0x7fd26c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:23.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.937+0000 7fd271200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fd26c1136c0 con 0x7fd26c06bbe0 2024-05-21T02:06:23.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.937+0000 7fd271200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fd26c113540 con 0x7fd26c06b220 2024-05-21T02:06:23.938 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.937+0000 7fd271200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fd26c113840 con 0x7fd26c1095b0 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd26a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd26c1095b0 0x7fd26c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd263e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd26c06bbe0 0x7fd26c19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd26a800700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd26c1095b0 0x7fd26c1a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:54624/0 (socket says 172.21.15.7:54624) 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd26a800700 1 -- 172.21.15.7:0/1482619337 learned_addr learned my addr 172.21.15.7:0/1482619337 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd269e00700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd26c06b220 0x7fd26c19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd26a800700 1 -- 172.21.15.7:0/1482619337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd26c06b220 msgr2=0x7fd26c19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd26a800700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd26c06b220 0x7fd26c19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd26a800700 1 -- 172.21.15.7:0/1482619337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd26c06bbe0 msgr2=0x7fd26c19c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd26a800700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd26c06bbe0 0x7fd26c19c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd26a800700 1 -- 172.21.15.7:0/1482619337 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd26c1a0e20 con 0x7fd26c1095b0 2024-05-21T02:06:23.939 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.938+0000 7fd26a800700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd26c1095b0 0x7fd26c1a06e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd26400ef30 tx=0x7fd26400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:23.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.939+0000 7fd262a00700 1 -- 172.21.15.7:0/1482619337 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2640092e0 con 0x7fd26c1095b0 2024-05-21T02:06:23.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.939+0000 7fd262a00700 1 -- 172.21.15.7:0/1482619337 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd264004bb0 con 0x7fd26c1095b0 2024-05-21T02:06:23.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.939+0000 7fd262a00700 1 -- 172.21.15.7:0/1482619337 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd264004020 con 0x7fd26c1095b0 2024-05-21T02:06:23.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.939+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd26c1a10b0 con 0x7fd26c1095b0 2024-05-21T02:06:23.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.939+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd26c1a8990 con 0x7fd26c1095b0 2024-05-21T02:06:23.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.940+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd26c06a230 con 0x7fd26c1095b0 2024-05-21T02:06:23.943 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.942+0000 7fd262a00700 1 -- 172.21.15.7:0/1482619337 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fd26401b030 con 0x7fd26c1095b0 2024-05-21T02:06:23.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.944+0000 7fd262a00700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2500b2900 0x7fd2500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:23.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.944+0000 7fd262a00700 1 -- 172.21.15.7:0/1482619337 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7fd2640e1c30 con 0x7fd26c1095b0 2024-05-21T02:06:23.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.944+0000 7fd269e00700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2500b2900 0x7fd2500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:23.945 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.945+0000 7fd269e00700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2500b2900 0x7fd2500b4dc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd25c009680 tx=0x7fd25c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:23.949 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:23.948+0000 7fd262a00700 1 -- 172.21.15.7:0/1482619337 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd264022020 con 0x7fd26c1095b0 2024-05-21T02:06:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.243+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd26c1a8b60 con 0x7fd26c1095b0 2024-05-21T02:06:24.246 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.244+0000 7fd262a00700 1 -- 172.21.15.7:0/1482619337 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7fd264010040 con 0x7fd26c1095b0 2024-05-21T02:06:24.247 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:06:24.247 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:06:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2500b2900 msgr2=0x7fd2500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2500b2900 0x7fd2500b4dc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd25c009680 tx=0x7fd25c009260 comp rx=0 tx=0).stop 2024-05-21T02:06:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd26c1095b0 msgr2=0x7fd26c1a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd26c1095b0 0x7fd26c1a06e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd26400ef30 tx=0x7fd26400c3a0 comp rx=0 tx=0).stop 2024-05-21T02:06:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 shutdown_connections 2024-05-21T02:06:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fd26c1095b0 0x7fd26c1a06e0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fd26c06b220 0x7fd26c19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:24.248 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fd2500b2900 0x7fd2500b4dc0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 --2- 172.21.15.7:0/1482619337 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fd26c06bbe0 0x7fd26c19c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.247+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 >> 172.21.15.7:0/1482619337 conn(0x7fd26c0793f0 msgr2=0x7fd26c100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.248+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 shutdown_connections 2024-05-21T02:06:24.249 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:24.248+0000 7fd271200700 1 -- 172.21.15.7:0/1482619337 wait complete. 2024-05-21T02:06:24.250 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:06:25.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:24 smithi007 ceph-mon[31288]: pgmap v638: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:06:25.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:24 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1482619337' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:06:25.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:24 smithi190 ceph-mon[35961]: pgmap v638: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:06:25.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:24 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1482619337' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:06:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:24 smithi164 ceph-mon[36138]: pgmap v638: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 255 B/s wr, 10 op/s 2024-05-21T02:06:25.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:24 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1482619337' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:06:25.208 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T02:06:25.682 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:06:26.995 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:26 smithi164 ceph-mon[36138]: pgmap v639: 97 pgs: 97 active+clean; 1.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:06:27.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:26 smithi007 ceph-mon[31288]: pgmap v639: 97 pgs: 97 active+clean; 1.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:06:27.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:26 smithi190 ceph-mon[35961]: pgmap v639: 97 pgs: 97 active+clean; 1.2 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T02:06:27.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:27 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:06:28.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.030+0000 7f290de00700 1 -- 172.21.15.7:0/3761904603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2908103e50 msgr2=0x7f2908110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:28.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.030+0000 7f290de00700 1 --2- 172.21.15.7:0/3761904603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2908103e50 0x7f2908110310 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f290000b0a0 tx=0x7f290000b3b0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.030+0000 7f290de00700 1 -- 172.21.15.7:0/3761904603 shutdown_connections 2024-05-21T02:06:28.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.030+0000 7f290de00700 1 --2- 172.21.15.7:0/3761904603 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2908103e50 0x7f2908110310 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.030+0000 7f290de00700 1 --2- 172.21.15.7:0/3761904603 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2908109540 0x7f2908109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.030+0000 7f290de00700 1 --2- 172.21.15.7:0/3761904603 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2908103490 0x7f2908103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.030+0000 7f290de00700 1 -- 172.21.15.7:0/3761904603 >> 172.21.15.7:0/3761904603 conn(0x7f29080fefc0 msgr2=0x7f29081013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:28.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.030+0000 7f290de00700 1 -- 172.21.15.7:0/3761904603 shutdown_connections 2024-05-21T02:06:28.032 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.030+0000 7f290de00700 1 -- 172.21.15.7:0/3761904603 wait complete. 2024-05-21T02:06:28.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.032+0000 7f290de00700 1 Processor -- start 2024-05-21T02:06:28.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.032+0000 7f290de00700 1 -- start start 2024-05-21T02:06:28.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290de00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2908103490 0x7f29081a1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:28.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290de00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2908103e50 0x7f29081a1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:28.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290de00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2908109540 0x7f290819ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:28.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290de00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f2908113670 con 0x7f2908109540 2024-05-21T02:06:28.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290de00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f29081134f0 con 0x7f2908103490 2024-05-21T02:06:28.034 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290de00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f29081137f0 con 0x7f2908103e50 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2908103490 0x7f29081a1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290ca00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2908103490 0x7f29081a1890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.164:3300/0 says I am v2:172.21.15.7:46068/0 (socket says 172.21.15.7:46068) 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290ca00700 1 -- 172.21.15.7:0/40936488 learned_addr learned my addr 172.21.15.7:0/40936488 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f2907e00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2908103e50 0x7f29081a1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.033+0000 7f290d400700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2908109540 0x7f290819ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f290ca00700 1 -- 172.21.15.7:0/40936488 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2908103e50 msgr2=0x7f29081a1dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f290ca00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2908103e50 0x7f29081a1dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f290ca00700 1 -- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2908109540 msgr2=0x7f290819ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f290ca00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2908109540 0x7f290819ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f290ca00700 1 -- 172.21.15.7:0/40936488 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f290819c1b0 con 0x7f2908103490 2024-05-21T02:06:28.035 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f290ca00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2908103490 0x7f29081a1890 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f28fc00e9a0 tx=0x7f28fc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:28.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f2905600700 1 -- 172.21.15.7:0/40936488 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28fc00cbd0 con 0x7f2908103490 2024-05-21T02:06:28.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f2905600700 1 -- 172.21.15.7:0/40936488 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28fc00cd70 con 0x7f2908103490 2024-05-21T02:06:28.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f290819c4a0 con 0x7f2908103490 2024-05-21T02:06:28.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f2905600700 1 -- 172.21.15.7:0/40936488 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28fc018680 con 0x7f2908103490 2024-05-21T02:06:28.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.034+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29081a8760 con 0x7f2908103490 2024-05-21T02:06:28.036 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.036+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f290806a230 con 0x7f2908103490 2024-05-21T02:06:28.038 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.038+0000 7f2905600700 1 -- 172.21.15.7:0/40936488 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f28fc010430 con 0x7f2908103490 2024-05-21T02:06:28.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.039+0000 7f2905600700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f28f00b2900 0x7f28f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:28.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.040+0000 7f2905600700 1 -- 172.21.15.7:0/40936488 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f28fc0e2460 con 0x7f2908103490 2024-05-21T02:06:28.040 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.040+0000 7f2907e00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f28f00b2900 0x7f28f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:28.041 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.041+0000 7f2907e00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f28f00b2900 0x7f28f00b4dc0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f28f4009680 tx=0x7f28f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:28.044 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.043+0000 7f2905600700 1 -- 172.21.15.7:0/40936488 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f28fc0aa140 con 0x7f2908103490 2024-05-21T02:06:28.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:27 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:06:28.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:27 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T02:06:28.347 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.347+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f29081a8990 con 0x7f2908103490 2024-05-21T02:06:28.348 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.348+0000 7f2905600700 1 -- 172.21.15.7:0/40936488 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11915 (secure 0 0 0) 0x7f28fc0a9a40 con 0x7f2908103490 2024-05-21T02:06:28.349 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:06:28.349 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14361,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6835/661045241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6834","nonce":661045241},{"type":"v1","addr":"172.21.15.7:6835","nonce":661045241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14367,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.7:6837/223201626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6836","nonce":223201626},{"type":"v1","addr":"172.21.15.7:6837","nonce":223201626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T01:55:55.637693+0000","modified":"2024-05-21T02:00:02.898480+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24517,"mds_2":24511,"mds_3":24496,"mds_4":24484},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14403":{"gid":14403,"name":"a","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.7:6841/1960766377","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6840","nonce":1960766377},{"type":"v1","addr":"172.21.15.7:6841","nonce":1960766377}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24434":{"gid":24434,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6833/3560975196","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":3560975196},{"type":"v1","addr":"172.21.15.164:6833","nonce":3560975196}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.190:6833/55497270","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":55497270},{"type":"v1","addr":"172.21.15.190:6833","nonce":55497270}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6835/3297886876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6834","nonce":3297886876},{"type":"v1","addr":"172.21.15.164:6835","nonce":3297886876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.164:6837/2976993139","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6836","nonce":2976993139},{"type":"v1","addr":"172.21.15.164:6837","nonce":2976993139}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.190:6835/467793489","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6834","nonce":467793489},{"type":"v1","addr":"172.21.15.190:6835","nonce":467793489}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.190:6837/685733707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6836","nonce":685733707},{"type":"v1","addr":"172.21.15.190:6837","nonce":685733707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.190:6839/179735261","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6838","nonce":179735261},{"type":"v1","addr":"172.21.15.190:6839","nonce":179735261}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"g","rank":1,"incarnation":19,"state":"up:active","state_seq":13,"addr":"172.21.15.7:6839/3894183895","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6838","nonce":3894183895},{"type":"v1","addr":"172.21.15.7:6839","nonce":3894183895}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.164:6839/2714332525","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6838","nonce":2714332525},{"type":"v1","addr":"172.21.15.164:6839","nonce":2714332525}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24518,"qdb_cluster":[24518,24511,24484,24517,24496]},"id":1}]} 2024-05-21T02:06:28.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f28f00b2900 msgr2=0x7f28f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:28.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f28f00b2900 0x7f28f00b4dc0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f28f4009680 tx=0x7f28f4009260 comp rx=0 tx=0).stop 2024-05-21T02:06:28.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2908103490 msgr2=0x7f29081a1890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:28.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2908103490 0x7f29081a1890 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f28fc00e9a0 tx=0x7f28fc00ecb0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 shutdown_connections 2024-05-21T02:06:28.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f28f00b2900 0x7f28f00b4dc0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.353 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f2908109540 0x7f290819ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f2908103490 0x7f29081a1890 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 --2- 172.21.15.7:0/40936488 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f2908103e50 0x7f29081a1dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:28.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.352+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 >> 172.21.15.7:0/40936488 conn(0x7f29080fefc0 msgr2=0x7f2908100230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:28.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.353+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 shutdown_connections 2024-05-21T02:06:28.354 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:28.353+0000 7f290de00700 1 -- 172.21.15.7:0/40936488 wait complete. 2024-05-21T02:06:28.355 INFO:teuthology.orchestra.run.smithi007.stderr:dumped fsmap epoch 29 2024-05-21T02:06:29.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:28 smithi007 ceph-mon[31288]: pgmap v640: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-21T02:06:29.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:28 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/40936488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:06:29.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:28 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:06:29.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:28 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:06:29.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:28 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:06:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:28 smithi190 ceph-mon[35961]: pgmap v640: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-21T02:06:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:28 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/40936488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:06:29.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:06:29.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:06:29.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:28 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:06:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:28 smithi164 ceph-mon[36138]: pgmap v640: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-21T02:06:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:28 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/40936488' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T02:06:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:28 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T02:06:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:28 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T02:06:29.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:28 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' 2024-05-21T02:06:29.282 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T02:06:29.748 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:06:30.962 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:30 smithi007 ceph-mon[31288]: pgmap v641: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 12 op/s 2024-05-21T02:06:31.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:30 smithi190 ceph-mon[35961]: pgmap v641: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 12 op/s 2024-05-21T02:06:31.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:30 smithi164 ceph-mon[36138]: pgmap v641: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 767 B/s wr, 12 op/s 2024-05-21T02:06:31.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.925+0000 7f47f5400700 1 -- 172.21.15.7:0/1968682497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f0109670 msgr2=0x7f47f0109a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:31.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.925+0000 7f47f5400700 1 --2- 172.21.15.7:0/1968682497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f0109670 0x7f47f0109a50 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f47e00099c0 tx=0x7f47e0009cd0 comp rx=0 tx=0).stop 2024-05-21T02:06:31.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.926+0000 7f47f5400700 1 -- 172.21.15.7:0/1968682497 shutdown_connections 2024-05-21T02:06:31.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.926+0000 7f47f5400700 1 --2- 172.21.15.7:0/1968682497 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47f0103f90 0x7f47f0110440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:31.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.926+0000 7f47f5400700 1 --2- 172.21.15.7:0/1968682497 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f0109670 0x7f47f0109a50 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:31.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.926+0000 7f47f5400700 1 --2- 172.21.15.7:0/1968682497 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47f01035d0 0x7f47f0103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:31.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.926+0000 7f47f5400700 1 -- 172.21.15.7:0/1968682497 >> 172.21.15.7:0/1968682497 conn(0x7f47f007a730 msgr2=0x7f47f007ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:31.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.926+0000 7f47f5400700 1 -- 172.21.15.7:0/1968682497 shutdown_connections 2024-05-21T02:06:31.927 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.926+0000 7f47f5400700 1 -- 172.21.15.7:0/1968682497 wait complete. 2024-05-21T02:06:31.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.927+0000 7f47f5400700 1 Processor -- start 2024-05-21T02:06:31.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.927+0000 7f47f5400700 1 -- start start 2024-05-21T02:06:31.929 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.927+0000 7f47f5400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f01035d0 0x7f47f019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.927+0000 7f47f5400700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47f0103f90 0x7f47f019c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.927+0000 7f47f5400700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47f0109670 0x7f47f01a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.927+0000 7f47f5400700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f47f01137e0 con 0x7f47f01035d0 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.927+0000 7f47f5400700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f47f0113660 con 0x7f47f0103f90 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.927+0000 7f47f5400700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f47f0113960 con 0x7f47f0109670 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47ee800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f01035d0 0x7f47f019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47ee800700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f01035d0 0x7f47f019be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:55402/0 (socket says 172.21.15.7:55402) 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47ee800700 1 -- 172.21.15.7:0/335373126 learned_addr learned my addr 172.21.15.7:0/335373126 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47e7e00700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47f0103f90 0x7f47f019c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47ef200700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47f0109670 0x7f47f01a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47e7e00700 1 -- 172.21.15.7:0/335373126 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47f0109670 msgr2=0x7f47f01a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:31.930 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47e7e00700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47f0109670 0x7f47f01a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47e7e00700 1 -- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f01035d0 msgr2=0x7f47f019be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47e7e00700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f01035d0 0x7f47f019be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47e7e00700 1 -- 172.21.15.7:0/335373126 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f01a0e80 con 0x7f47f0103f90 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47ee800700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f01035d0 0x7f47f019be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.928+0000 7f47ef200700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47f0109670 0x7f47f01a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.929+0000 7f47e7e00700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47f0103f90 0x7f47f019c3b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f47d800e9f0 tx=0x7f47d800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.929+0000 7f47e7400700 1 -- 172.21.15.7:0/335373126 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d800cbd0 con 0x7f47f0103f90 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.929+0000 7f47e7400700 1 -- 172.21.15.7:0/335373126 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47d800cd70 con 0x7f47f0103f90 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.929+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47f01a1170 con 0x7f47f0103f90 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.929+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47f01a89f0 con 0x7f47f0103f90 2024-05-21T02:06:31.931 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.929+0000 7f47e7400700 1 -- 172.21.15.7:0/335373126 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d8018620 con 0x7f47f0103f90 2024-05-21T02:06:31.932 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.930+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47f006a230 con 0x7f47f0103f90 2024-05-21T02:06:31.934 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.934+0000 7f47e7400700 1 -- 172.21.15.7:0/335373126 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f47d8010430 con 0x7f47f0103f90 2024-05-21T02:06:31.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.935+0000 7f47e7400700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f47d40b2880 0x7f47d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:31.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.936+0000 7f47e7400700 1 -- 172.21.15.7:0/335373126 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f47d80e2370 con 0x7f47f0103f90 2024-05-21T02:06:31.936 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.936+0000 7f47ee800700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f47d40b2880 0x7f47d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:31.937 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.937+0000 7f47ee800700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f47d40b2880 0x7f47d40b4d40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f47e0000c00 tx=0x7f47e0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:31.940 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:31.940+0000 7f47e7400700 1 -- 172.21.15.7:0/335373126 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f47d80aa050 con 0x7f47f0103f90 2024-05-21T02:06:32.176 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.176+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f47f01a8c20 con 0x7f47f0103f90 2024-05-21T02:06:32.178 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.178+0000 7f47e7400700 1 -- 172.21.15.7:0/335373126 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22547 (secure 0 0 0) 0x7f47d80b20d0 con 0x7f47f0103f90 2024-05-21T02:06:32.179 INFO:teuthology.orchestra.run.smithi007.stdout: 2024-05-21T02:06:32.179 INFO:teuthology.orchestra.run.smithi007.stdout:{"epoch":82,"fsid":"c3aa2a92-1713-11ef-bc9a-c7b262605968","created":"2024-05-21T01:46:12.158992+0000","modified":"2024-05-21T01:56:32.391200+0000","last_up_change":"2024-05-21T01:54:39.010796+0000","last_in_change":"2024-05-21T01:54:19.370035+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T01:50:21.290267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T01:55:47.676359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T01:55:51.660650+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e9646ba4-3781-4d8f-a5ba-c39737d8c77d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6802","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6803","nonce":3019729924}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6804","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6805","nonce":3019729924}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6808","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6809","nonce":3019729924}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6806","nonce":3019729924},{"type":"v1","addr":"172.21.15.7:6807","nonce":3019729924}]},"public_addr":"172.21.15.7:6803/3019729924","cluster_addr":"172.21.15.7:6805/3019729924","heartbeat_back_addr":"172.21.15.7:6809/3019729924","heartbeat_front_addr":"172.21.15.7:6807/3019729924","state":["exists","up"]},{"osd":1,"uuid":"53b1efa7-4563-4920-9395-42ad249e1b12","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6801","nonce":1965942589}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6803","nonce":1965942589}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6807","nonce":1965942589}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1965942589},{"type":"v1","addr":"172.21.15.164:6805","nonce":1965942589}]},"public_addr":"172.21.15.164:6801/1965942589","cluster_addr":"172.21.15.164:6803/1965942589","heartbeat_back_addr":"172.21.15.164:6807/1965942589","heartbeat_front_addr":"172.21.15.164:6805/1965942589","state":["exists","up"]},{"osd":2,"uuid":"473a7ddd-0f51-4d2d-bb6e-06281b49772a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6801","nonce":31723323}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6803","nonce":31723323}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6807","nonce":31723323}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":31723323},{"type":"v1","addr":"172.21.15.190:6805","nonce":31723323}]},"public_addr":"172.21.15.190:6801/31723323","cluster_addr":"172.21.15.190:6803/31723323","heartbeat_back_addr":"172.21.15.190:6807/31723323","heartbeat_front_addr":"172.21.15.190:6805/31723323","state":["exists","up"]},{"osd":3,"uuid":"faf1c228-b1c2-486f-807d-b08dea24a15f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6810","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6811","nonce":3903870359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6812","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6813","nonce":3903870359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6816","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6817","nonce":3903870359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6814","nonce":3903870359},{"type":"v1","addr":"172.21.15.7:6815","nonce":3903870359}]},"public_addr":"172.21.15.7:6811/3903870359","cluster_addr":"172.21.15.7:6813/3903870359","heartbeat_back_addr":"172.21.15.7:6817/3903870359","heartbeat_front_addr":"172.21.15.7:6815/3903870359","state":["exists","up"]},{"osd":4,"uuid":"7b64dd91-2328-410b-a498-aea60dd36496","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6809","nonce":3481211454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6811","nonce":3481211454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6815","nonce":3481211454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3481211454},{"type":"v1","addr":"172.21.15.164:6813","nonce":3481211454}]},"public_addr":"172.21.15.164:6809/3481211454","cluster_addr":"172.21.15.164:6811/3481211454","heartbeat_back_addr":"172.21.15.164:6815/3481211454","heartbeat_front_addr":"172.21.15.164:6813/3481211454","state":["exists","up"]},{"osd":5,"uuid":"215d095c-2297-422f-aaee-aa572a1e1dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6809","nonce":3368244026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6811","nonce":3368244026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6815","nonce":3368244026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":3368244026},{"type":"v1","addr":"172.21.15.190:6813","nonce":3368244026}]},"public_addr":"172.21.15.190:6809/3368244026","cluster_addr":"172.21.15.190:6811/3368244026","heartbeat_back_addr":"172.21.15.190:6815/3368244026","heartbeat_front_addr":"172.21.15.190:6813/3368244026","state":["exists","up"]},{"osd":6,"uuid":"6eb990aa-d601-4470-80c0-5806f59d9106","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6818","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6819","nonce":3907907203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6820","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6821","nonce":3907907203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6824","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6825","nonce":3907907203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6822","nonce":3907907203},{"type":"v1","addr":"172.21.15.7:6823","nonce":3907907203}]},"public_addr":"172.21.15.7:6819/3907907203","cluster_addr":"172.21.15.7:6821/3907907203","heartbeat_back_addr":"172.21.15.7:6825/3907907203","heartbeat_front_addr":"172.21.15.7:6823/3907907203","state":["exists","up"]},{"osd":7,"uuid":"e438ee68-9c75-473d-8aab-2af917e481ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6817","nonce":443175364}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6819","nonce":443175364}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6823","nonce":443175364}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":443175364},{"type":"v1","addr":"172.21.15.164:6821","nonce":443175364}]},"public_addr":"172.21.15.164:6817/443175364","cluster_addr":"172.21.15.164:6819/443175364","heartbeat_back_addr":"172.21.15.164:6823/443175364","heartbeat_front_addr":"172.21.15.164:6821/443175364","state":["exists","up"]},{"osd":8,"uuid":"be4167cd-0629-4115-ab9f-f6d7d0894ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6817","nonce":356909718}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6819","nonce":356909718}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6823","nonce":356909718}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":356909718},{"type":"v1","addr":"172.21.15.190:6821","nonce":356909718}]},"public_addr":"172.21.15.190:6817/356909718","cluster_addr":"172.21.15.190:6819/356909718","heartbeat_back_addr":"172.21.15.190:6823/356909718","heartbeat_front_addr":"172.21.15.190:6821/356909718","state":["exists","up"]},{"osd":9,"uuid":"bda8e7c1-b9e1-495f-9bc3-12b373eccf0c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6826","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6827","nonce":397093379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6828","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6829","nonce":397093379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6832","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6833","nonce":397093379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.7:6830","nonce":397093379},{"type":"v1","addr":"172.21.15.7:6831","nonce":397093379}]},"public_addr":"172.21.15.7:6827/397093379","cluster_addr":"172.21.15.7:6829/397093379","heartbeat_back_addr":"172.21.15.7:6833/397093379","heartbeat_front_addr":"172.21.15.7:6831/397093379","state":["exists","up"]},{"osd":10,"uuid":"3d035bf9-49c8-4c82-92d6-9aa591a5d710","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6825","nonce":481331220}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6827","nonce":481331220}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6831","nonce":481331220}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":481331220},{"type":"v1","addr":"172.21.15.164:6829","nonce":481331220}]},"public_addr":"172.21.15.164:6825/481331220","cluster_addr":"172.21.15.164:6827/481331220","heartbeat_back_addr":"172.21.15.164:6831/481331220","heartbeat_front_addr":"172.21.15.164:6829/481331220","state":["exists","up"]},{"osd":11,"uuid":"c4e436a8-9fb6-4c30-a0be-f40225456a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6825","nonce":3271828419}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6827","nonce":3271828419}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6831","nonce":3271828419}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":3271828419},{"type":"v1","addr":"172.21.15.190:6829","nonce":3271828419}]},"public_addr":"172.21.15.190:6825/3271828419","cluster_addr":"172.21.15.190:6827/3271828419","heartbeat_back_addr":"172.21.15.190:6831/3271828419","heartbeat_front_addr":"172.21.15.190:6829/3271828419","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:28.672720+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:49:54.900745+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:19.213822+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:50:53.698625+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:19.941270+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:51:43.752446+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:18.689878+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:52:45.433700+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:10.243957+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:53:44.715615+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:12.001667+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T01:54:37.104679+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.1d","mappings":[{"from":4,"to":6}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.7:0/2256165373":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/738241282":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6800/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/2496807782":"2024-05-22T01:47:31.126282+0000","172.21.15.7:0/2410739015":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/432862075":"2024-05-22T01:47:31.126282+0000","172.21.15.7:6801/2209333077":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/574440807":"2024-05-22T01:46:55.840331+0000","172.21.15.7:0/3676982946":"2024-05-22T01:46:55.840331+0000","172.21.15.7:6800/738241282":"2024-05-22T01:47:31.126282+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T02:06:32.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f47d40b2880 msgr2=0x7f47d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:32.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f47d40b2880 0x7f47d40b4d40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f47e0000c00 tx=0x7f47e0005fd0 comp rx=0 tx=0).stop 2024-05-21T02:06:32.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47f0103f90 msgr2=0x7f47f019c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:32.182 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47f0103f90 0x7f47f019c3b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f47d800e9f0 tx=0x7f47d800ed00 comp rx=0 tx=0).stop 2024-05-21T02:06:32.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 shutdown_connections 2024-05-21T02:06:32.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f47f0109670 0x7f47f01a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:32.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f47d40b2880 0x7f47d40b4d40 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:32.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f47f01035d0 0x7f47f019be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:32.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 --2- 172.21.15.7:0/335373126 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f47f0103f90 0x7f47f019c3b0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:32.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 >> 172.21.15.7:0/335373126 conn(0x7f47f007a730 msgr2=0x7f47f010ea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:32.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 shutdown_connections 2024-05-21T02:06:32.183 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:32.182+0000 7f47f5400700 1 -- 172.21.15.7:0/335373126 wait complete. 2024-05-21T02:06:33.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:32 smithi007 ceph-mon[31288]: pgmap v642: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 9 op/s 2024-05-21T02:06:33.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:32 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/335373126' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:06:33.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:32 smithi190 ceph-mon[35961]: pgmap v642: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 9 op/s 2024-05-21T02:06:33.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:32 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/335373126' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:06:33.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:32 smithi164 ceph-mon[36138]: pgmap v642: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 767 B/s wr, 9 op/s 2024-05-21T02:06:33.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:32 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/335373126' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T02:06:33.204 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs fail cephfs 2024-05-21T02:06:33.691 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:06:35.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:34 smithi007 ceph-mon[31288]: pgmap v643: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-21T02:06:35.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:34 smithi190 ceph-mon[35961]: pgmap v643: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-21T02:06:35.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:34 smithi164 ceph-mon[36138]: pgmap v643: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 767 B/s wr, 11 op/s 2024-05-21T02:06:36.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.018+0000 7f42b0e00700 1 -- 172.21.15.7:0/3377990890 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42ac075770 msgr2=0x7f42ac075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:36.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.018+0000 7f42b0e00700 1 --2- 172.21.15.7:0/3377990890 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42ac075770 0x7f42ac075b50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f429c0098f0 tx=0x7f429c009c00 comp rx=0 tx=0).stop 2024-05-21T02:06:36.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.019+0000 7f42b0e00700 1 -- 172.21.15.7:0/3377990890 shutdown_connections 2024-05-21T02:06:36.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.019+0000 7f42b0e00700 1 --2- 172.21.15.7:0/3377990890 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42ac10ff40 0x7f42ac112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.020 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.019+0000 7f42b0e00700 1 --2- 172.21.15.7:0/3377990890 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42ac075770 0x7f42ac075b50 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.019+0000 7f42b0e00700 1 --2- 172.21.15.7:0/3377990890 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42ac076090 0x7f42ac10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.019+0000 7f42b0e00700 1 -- 172.21.15.7:0/3377990890 >> 172.21.15.7:0/3377990890 conn(0x7f42ac07a6a0 msgr2=0x7f42ac07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:36.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.019+0000 7f42b0e00700 1 -- 172.21.15.7:0/3377990890 shutdown_connections 2024-05-21T02:06:36.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.019+0000 7f42b0e00700 1 -- 172.21.15.7:0/3377990890 wait complete. 2024-05-21T02:06:36.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.020+0000 7f42b0e00700 1 Processor -- start 2024-05-21T02:06:36.021 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42b0e00700 1 -- start start 2024-05-21T02:06:36.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42b0e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42ac075770 0x7f42ac19bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:36.022 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42b0e00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42ac076090 0x7f42ac19c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42b0e00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42ac10ff40 0x7f42ac1a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42b0e00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f42ac115940 con 0x7f42ac075770 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42b0e00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f42ac1157c0 con 0x7f42ac10ff40 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42b0e00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f42ac115ac0 con 0x7f42ac076090 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42a9e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42ac075770 0x7f42ac19bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42a9e00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42ac075770 0x7f42ac19bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41064/0 (socket says 172.21.15.7:41064) 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.021+0000 7f42a9e00700 1 -- 172.21.15.7:0/1119053282 learned_addr learned my addr 172.21.15.7:0/1119053282 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.022+0000 7f42aa800700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42ac10ff40 0x7f42ac1a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.022+0000 7f42a9400700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42ac076090 0x7f42ac19c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.022+0000 7f42aa800700 1 -- 172.21.15.7:0/1119053282 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42ac076090 msgr2=0x7f42ac19c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:36.023 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.022+0000 7f42aa800700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42ac076090 0x7f42ac19c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.022+0000 7f42aa800700 1 -- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42ac075770 msgr2=0x7f42ac19bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:36.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.022+0000 7f42aa800700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42ac075770 0x7f42ac19bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.022+0000 7f42aa800700 1 -- 172.21.15.7:0/1119053282 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42ac1a0f20 con 0x7f42ac10ff40 2024-05-21T02:06:36.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.022+0000 7f42a9e00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42ac075770 0x7f42ac19bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:06:36.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.022+0000 7f42aa800700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42ac10ff40 0x7f42ac1a07e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f42ac06bdd0 tx=0x7f42a400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:36.024 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.023+0000 7f42a2a00700 1 -- 172.21.15.7:0/1119053282 <== mon.2 v2:172.21.15.164:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a4003a00 con 0x7f42ac10ff40 2024-05-21T02:06:36.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.023+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42ac1a1210 con 0x7f42ac10ff40 2024-05-21T02:06:36.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.023+0000 7f42a2a00700 1 -- 172.21.15.7:0/1119053282 <== mon.2 v2:172.21.15.164:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42a400ce40 con 0x7f42ac10ff40 2024-05-21T02:06:36.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.023+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42ac1a8a90 con 0x7f42ac10ff40 2024-05-21T02:06:36.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.023+0000 7f42a2a00700 1 -- 172.21.15.7:0/1119053282 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a4004680 con 0x7f42ac10ff40 2024-05-21T02:06:36.025 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.024+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42ac06a230 con 0x7f42ac10ff40 2024-05-21T02:06:36.026 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.026+0000 7f42a2a00700 1 -- 172.21.15.7:0/1119053282 <== mon.2 v2:172.21.15.164:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f42a4012050 con 0x7f42ac10ff40 2024-05-21T02:06:36.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.028+0000 7f42a2a00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42900b2900 0x7f42900b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:36.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.028+0000 7f42a2a00700 1 -- 172.21.15.7:0/1119053282 <== mon.2 v2:172.21.15.164:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8240+0+0 (secure 0 0 0) 0x7f42a40e19e0 con 0x7f42ac10ff40 2024-05-21T02:06:36.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.028+0000 7f42a9e00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42900b2900 0x7f42900b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:36.029 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.029+0000 7f42a9e00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42900b2900 0x7f42900b4dc0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f429c009fd0 tx=0x7f429c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:36.033 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.032+0000 7f42a2a00700 1 -- 172.21.15.7:0/1119053282 <== mon.2 v2:172.21.15.164:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f42a4022060 con 0x7f42ac10ff40 2024-05-21T02:06:36.322 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.322+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f42ac02e560 con 0x7f42ac10ff40 2024-05-21T02:06:36.334 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.334+0000 7f42a2a00700 1 -- 172.21.15.7:0/1119053282 <== mon.2 v2:172.21.15.164:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) ==== 161+0+0 (secure 0 0 0) 0x7f42a4010040 con 0x7f42ac10ff40 2024-05-21T02:06:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42900b2900 msgr2=0x7f42900b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42900b2900 0x7f42900b4dc0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f429c009fd0 tx=0x7f429c019040 comp rx=0 tx=0).stop 2024-05-21T02:06:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42ac10ff40 msgr2=0x7f42ac1a07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42ac10ff40 0x7f42ac1a07e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f42ac06bdd0 tx=0x7f42a400c3a0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 shutdown_connections 2024-05-21T02:06:36.338 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f42ac10ff40 0x7f42ac1a07e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f42900b2900 0x7f42900b4dc0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f42ac075770 0x7f42ac19bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 --2- 172.21.15.7:0/1119053282 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f42ac076090 0x7f42ac19c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.337+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 >> 172.21.15.7:0/1119053282 conn(0x7f42ac07a6a0 msgr2=0x7f42ac101bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.338+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 shutdown_connections 2024-05-21T02:06:36.339 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:36.338+0000 7f42b0e00700 1 -- 172.21.15.7:0/1119053282 wait complete. 2024-05-21T02:06:36.340 INFO:teuthology.orchestra.run.smithi007.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-21T02:06:36.650 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a[31284]: 2024-05-21T02:06:36.324+0000 7f5865c00700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T02:06:36.651 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a[71043]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.651 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a[71043]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.651 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mds[71049]: -- 172.21.15.7:0/1473415442 <== mon.0 v2:172.21.15.7:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563b11b57a40 con 0x563b11b2ac00 2024-05-21T02:06:36.651 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a[71043]: starting mds.a at 2024-05-21T02:06:36.651 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:06:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g[70649]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.651 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:06:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g[70649]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.651 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mds[70660]: -- 172.21.15.7:0/3818503690 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5610811cba40 con 0x56108119f000 2024-05-21T02:06:36.651 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:06:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g[70649]: starting mds.g at 2024-05-21T02:06:36.693 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e[66074]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.693 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e[66074]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.693 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mds[66078]: -- 172.21.15.164:0/1977459980 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555a2b85ba40 con 0x555a2b82e800 2024-05-21T02:06:36.693 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e[66074]: starting mds.e at 2024-05-21T02:06:36.694 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b[66691]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.694 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b[66691]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.694 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mds[66695]: -- 172.21.15.164:0/1638264502 <== mon.2 v2:172.21.15.164:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5640991361a0 con 0x56409910d000 2024-05-21T02:06:36.694 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mds[66695]: -- 172.21.15.164:0/1638264502 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564099139a40 con 0x56409910d000 2024-05-21T02:06:36.694 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b[66691]: starting mds.b at 2024-05-21T02:06:36.694 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h[66374]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.694 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h[66374]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.695 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mds[66378]: -- 172.21.15.164:0/3829012012 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5621f73261a0 con 0x5621f72fcc00 2024-05-21T02:06:36.695 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mds[66378]: -- 172.21.15.164:0/3829012012 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5621f7329a40 con 0x5621f72fcc00 2024-05-21T02:06:36.695 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h[66374]: starting mds.h at 2024-05-21T02:06:36.695 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k[65758]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.695 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k[65758]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.695 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mds[65762]: -- 172.21.15.164:0/189313490 <== mon.2 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fbf25aba40 con 0x55fbf257e800 2024-05-21T02:06:36.695 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:06:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k[65758]: starting mds.k at 2024-05-21T02:06:36.768 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c[66700]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.768 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c[66700]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.768 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mds[66704]: -- 172.21.15.190:0/602112900 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd70f63a40 con 0x55dd70f37000 2024-05-21T02:06:36.769 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c[66700]: starting mds.c at 2024-05-21T02:06:36.769 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l[66098]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.769 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l[66098]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.769 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mds[66102]: -- 172.21.15.190:0/3254414946 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c692327a40 con 0x55c6922fac00 2024-05-21T02:06:36.769 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l[66098]: starting mds.l at 2024-05-21T02:06:36.769 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-f[66398]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.769 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-f[66398]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.769 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mds[66402]: -- 172.21.15.190:0/3543042390 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558e0be49a40 con 0x558e0be1c800 2024-05-21T02:06:36.770 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-f[66398]: starting mds.f at 2024-05-21T02:06:36.770 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i[67012]: ignoring --setuser ceph since I am not root 2024-05-21T02:06:36.770 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i[67012]: ignoring --setgroup ceph since I am not root 2024-05-21T02:06:36.770 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mds[67016]: -- 172.21.15.190:0/1616865400 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5642235bba40 con 0x56422358ec00 2024-05-21T02:06:36.770 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:06:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i[67012]: starting mds.i at 2024-05-21T02:06:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mon[31288]: pgmap v644: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-21T02:06:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/1119053282' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T02:06:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T02:06:37.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mon[31288]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T02:06:37.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mon[31288]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T02:06:37.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T02:06:37.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mon[31288]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T02:06:37.025 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:36 smithi007 ceph-mon[31288]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-05-21T02:06:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mon[35961]: pgmap v644: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-21T02:06:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/1119053282' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T02:06:37.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T02:06:37.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mon[35961]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T02:06:37.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mon[35961]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T02:06:37.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T02:06:37.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mon[35961]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T02:06:37.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:36 smithi190 ceph-mon[35961]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-05-21T02:06:37.156 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-05-21T02:06:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mon[36138]: pgmap v644: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-21T02:06:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/1119053282' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T02:06:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T02:06:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mon[36138]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T02:06:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mon[36138]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T02:06:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T02:06:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mon[36138]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T02:06:37.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:36 smithi164 ceph-mon[36138]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-05-21T02:06:37.634 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:06:38.606 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6833/704528891,v1:172.21.15.190:6835/704528891] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6832/2180892771,v1:172.21.15.190:6834/2180892771] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6836/537272825,v1:172.21.15.190:6838/537272825] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.190:6837/1072341382,v1:172.21.15.190:6839/1072341382] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.164:6832/1732736485,v1:172.21.15.164:6836/1732736485] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.164:6834/635485829,v1:172.21.15.164:6838/635485829] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.164:6833/3611708009,v1:172.21.15.164:6837/3611708009] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.164:6835/3826927592,v1:172.21.15.164:6839/3826927592] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.7:6838/3104117739,v1:172.21.15.7:6839/3104117739] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: mds.? [v2:172.21.15.7:6840/3594275030,v1:172.21.15.7:6841/3594275030] up:boot 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T02:06:38.607 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T02:06:38.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T02:06:38.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T02:06:38.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T02:06:38.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T02:06:38.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T02:06:38.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T02:06:38.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T02:06:38.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T02:06:38.608 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:38 smithi190 ceph-mon[35961]: pgmap v646: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:06:38.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6833/704528891,v1:172.21.15.190:6835/704528891] up:boot 2024-05-21T02:06:38.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6832/2180892771,v1:172.21.15.190:6834/2180892771] up:boot 2024-05-21T02:06:38.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6836/537272825,v1:172.21.15.190:6838/537272825] up:boot 2024-05-21T02:06:38.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.190:6837/1072341382,v1:172.21.15.190:6839/1072341382] up:boot 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.164:6832/1732736485,v1:172.21.15.164:6836/1732736485] up:boot 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.164:6834/635485829,v1:172.21.15.164:6838/635485829] up:boot 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.164:6833/3611708009,v1:172.21.15.164:6837/3611708009] up:boot 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.164:6835/3826927592,v1:172.21.15.164:6839/3826927592] up:boot 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.7:6838/3104117739,v1:172.21.15.7:6839/3104117739] up:boot 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: mds.? [v2:172.21.15.7:6840/3594275030,v1:172.21.15.7:6841/3594275030] up:boot 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T02:06:38.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T02:06:38.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T02:06:38.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T02:06:38.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T02:06:38.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T02:06:38.695 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:38 smithi164 ceph-mon[36138]: pgmap v646: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6833/704528891,v1:172.21.15.190:6835/704528891] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6832/2180892771,v1:172.21.15.190:6834/2180892771] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6836/537272825,v1:172.21.15.190:6838/537272825] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.190:6837/1072341382,v1:172.21.15.190:6839/1072341382] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.164:6832/1732736485,v1:172.21.15.164:6836/1732736485] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.164:6834/635485829,v1:172.21.15.164:6838/635485829] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.164:6833/3611708009,v1:172.21.15.164:6837/3611708009] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.164:6835/3826927592,v1:172.21.15.164:6839/3826927592] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.7:6838/3104117739,v1:172.21.15.7:6839/3104117739] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: mds.? [v2:172.21.15.7:6840/3594275030,v1:172.21.15.7:6841/3594275030] up:boot 2024-05-21T02:06:38.712 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: from='mgr.14152 172.21.15.7:0/3302106823' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T02:06:38.713 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:38 smithi007 ceph-mon[31288]: pgmap v646: 97 pgs: 97 active+clean; 1.2 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-05-21T02:06:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.088+0000 7f00bd600700 1 -- 172.21.15.7:0/2025347357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00b81095b0 msgr2=0x7f00b8109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.088+0000 7f00bd600700 1 --2- 172.21.15.7:0/2025347357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00b81095b0 0x7f00b8109990 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f00a8009990 tx=0x7f00a8009ca0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.089 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.088+0000 7f00bd600700 1 -- 172.21.15.7:0/2025347357 shutdown_connections 2024-05-21T02:06:40.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.088+0000 7f00bd600700 1 --2- 172.21.15.7:0/2025347357 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00b806bbe0 0x7f00b81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.088+0000 7f00bd600700 1 --2- 172.21.15.7:0/2025347357 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00b81095b0 0x7f00b8109990 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.088+0000 7f00bd600700 1 --2- 172.21.15.7:0/2025347357 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f00b806b220 0x7f00b806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.088+0000 7f00bd600700 1 -- 172.21.15.7:0/2025347357 >> 172.21.15.7:0/2025347357 conn(0x7f00b80793f0 msgr2=0x7f00b8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:40.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.088+0000 7f00bd600700 1 -- 172.21.15.7:0/2025347357 shutdown_connections 2024-05-21T02:06:40.090 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.088+0000 7f00bd600700 1 -- 172.21.15.7:0/2025347357 wait complete. 2024-05-21T02:06:40.091 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.089+0000 7f00bd600700 1 Processor -- start 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00bd600700 1 -- start start 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00bd600700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f00b806b220 0x7f00b819c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00bd600700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00b806bbe0 0x7f00b819c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00bd600700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00b81a0950 0x7f00b81a0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00bd600700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f00b8113730 con 0x7f00b81a0950 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00bd600700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81135b0 con 0x7f00b806b220 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00bd600700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81138b0 con 0x7f00b806bbe0 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00b6000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00b806bbe0 0x7f00b819c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00b7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00b81a0950 0x7f00b81a0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:40.092 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00b6000700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00b806bbe0 0x7f00b819c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.190:3300/0 says I am v2:172.21.15.7:42678/0 (socket says 172.21.15.7:42678) 2024-05-21T02:06:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00b6000700 1 -- 172.21.15.7:0/3574206233 learned_addr learned my addr 172.21.15.7:0/3574206233 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:06:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00b7400700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00b81a0950 0x7f00b81a0dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41120/0 (socket says 172.21.15.7:41120) 2024-05-21T02:06:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.090+0000 7f00b6a00700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f00b806b220 0x7f00b819c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.091+0000 7f00b6000700 1 -- 172.21.15.7:0/3574206233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f00b806b220 msgr2=0x7f00b819c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.091+0000 7f00b6000700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f00b806b220 0x7f00b819c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.091+0000 7f00b6000700 1 -- 172.21.15.7:0/3574206233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00b81a0950 msgr2=0x7f00b81a0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.091+0000 7f00b6000700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00b81a0950 0x7f00b81a0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.091+0000 7f00b6000700 1 -- 172.21.15.7:0/3574206233 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00b81a1470 con 0x7f00b806bbe0 2024-05-21T02:06:40.093 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.091+0000 7f00b6000700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00b806bbe0 0x7f00b819c660 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f00a400e9a0 tx=0x7f00a400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.091+0000 7f00af400700 1 -- 172.21.15.7:0/3574206233 <== mon.1 v2:172.21.15.190:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a400ca10 con 0x7f00b806bbe0 2024-05-21T02:06:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.092+0000 7f00af400700 1 -- 172.21.15.7:0/3574206233 <== mon.1 v2:172.21.15.190:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00a400cbb0 con 0x7f00b806bbe0 2024-05-21T02:06:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.092+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00b81a1760 con 0x7f00b806bbe0 2024-05-21T02:06:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.092+0000 7f00af400700 1 -- 172.21.15.7:0/3574206233 <== mon.1 v2:172.21.15.190:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a4018680 con 0x7f00b806bbe0 2024-05-21T02:06:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.092+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00b81a8f40 con 0x7f00b806bbe0 2024-05-21T02:06:40.094 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.093+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00b806a230 con 0x7f00b806bbe0 2024-05-21T02:06:40.097 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.096+0000 7f00af400700 1 -- 172.21.15.7:0/3574206233 <== mon.1 v2:172.21.15.190:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f00a4010430 con 0x7f00b806bbe0 2024-05-21T02:06:40.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.098+0000 7f00af400700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f009c0b2880 0x7f009c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:40.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.098+0000 7f00af400700 1 -- 172.21.15.7:0/3574206233 <== mon.1 v2:172.21.15.190:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8670+0+0 (secure 0 0 0) 0x7f00a40e28d0 con 0x7f00b806bbe0 2024-05-21T02:06:40.098 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.098+0000 7f00b6a00700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f009c0b2880 0x7f009c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:40.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.099+0000 7f00b6a00700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f009c0b2880 0x7f009c0b4d40 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f00a80098e0 tx=0x7f00a800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:40.099 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.099+0000 7f00af400700 1 -- 172.21.15.7:0/3574206233 <== mon.1 v2:172.21.15.190:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f00a40aa3e0 con 0x7f00b806bbe0 2024-05-21T02:06:40.392 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.391+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f00b81a9170 con 0x7f00b806bbe0 2024-05-21T02:06:40.638 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.637+0000 7f00af400700 1 -- 172.21.15.7:0/3574206233 <== mon.1 v2:172.21.15.190:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v32) ==== 104+0+0 (secure 0 0 0) 0x7f00a40a9ce0 con 0x7f00b806bbe0 2024-05-21T02:06:40.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.643+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f009c0b2880 msgr2=0x7f009c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:40.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.643+0000 7f00bd600700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f009c0b2880 0x7f009c0b4d40 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f00a80098e0 tx=0x7f00a800b260 comp rx=0 tx=0).stop 2024-05-21T02:06:40.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00b806bbe0 msgr2=0x7f00b819c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:40.644 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00b806bbe0 0x7f00b819c660 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f00a400e9a0 tx=0x7f00a400ecb0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 shutdown_connections 2024-05-21T02:06:40.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f009c0b2880 0x7f009c0b4d40 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f00b81a0950 0x7f00b81a0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f00b806b220 0x7f00b819c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 --2- 172.21.15.7:0/3574206233 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f00b806bbe0 0x7f00b819c660 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:40.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 >> 172.21.15.7:0/3574206233 conn(0x7f00b80793f0 msgr2=0x7f00b8100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:40.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 shutdown_connections 2024-05-21T02:06:40.645 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:40.644+0000 7f00bd600700 1 -- 172.21.15.7:0/3574206233 wait complete. 2024-05-21T02:06:40.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:40 smithi164 ceph-mon[36138]: pgmap v647: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-05-21T02:06:40.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:40 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3574206233' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T02:06:40.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:40 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T02:06:40.991 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:40 smithi007 ceph-mon[31288]: pgmap v647: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-05-21T02:06:40.991 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:40 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3574206233' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T02:06:40.991 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:40 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T02:06:41.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:40 smithi190 ceph-mon[35961]: pgmap v647: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-05-21T02:06:41.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:40 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3574206233' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T02:06:41.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:40 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T02:06:41.488 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-21T02:06:41.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:41 smithi007 ceph-mon[31288]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T02:06:41.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:41 smithi007 ceph-mon[31288]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T02:06:41.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:41 smithi007 ceph-mon[31288]: Cluster is now healthy 2024-05-21T02:06:41.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:41 smithi007 ceph-mon[31288]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T02:06:41.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:41 smithi007 ceph-mon[31288]: fsmap 12 up:standby 2024-05-21T02:06:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:41 smithi164 ceph-mon[36138]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T02:06:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:41 smithi164 ceph-mon[36138]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T02:06:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:41 smithi164 ceph-mon[36138]: Cluster is now healthy 2024-05-21T02:06:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:41 smithi164 ceph-mon[36138]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T02:06:41.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:41 smithi164 ceph-mon[36138]: fsmap 12 up:standby 2024-05-21T02:06:41.966 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:06:42.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:41 smithi190 ceph-mon[35961]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T02:06:42.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:41 smithi190 ceph-mon[35961]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T02:06:42.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:41 smithi190 ceph-mon[35961]: Cluster is now healthy 2024-05-21T02:06:42.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:41 smithi190 ceph-mon[35961]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T02:06:42.107 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:41 smithi190 ceph-mon[35961]: fsmap 12 up:standby 2024-05-21T02:06:42.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:42 smithi007 ceph-mon[31288]: pgmap v648: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-05-21T02:06:42.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:42 smithi164 ceph-mon[36138]: pgmap v648: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-05-21T02:06:43.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:42 smithi190 ceph-mon[35961]: pgmap v648: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-05-21T02:06:44.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.406+0000 7f3627200700 1 -- 172.21.15.7:0/2136276550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3620103f90 msgr2=0x7f3620110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:44.408 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.406+0000 7f3627200700 1 --2- 172.21.15.7:0/2136276550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3620103f90 0x7f3620110470 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f361800b0a0 tx=0x7f361800b3b0 comp rx=0 tx=0).stop 2024-05-21T02:06:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.406+0000 7f3627200700 1 -- 172.21.15.7:0/2136276550 shutdown_connections 2024-05-21T02:06:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.406+0000 7f3627200700 1 --2- 172.21.15.7:0/2136276550 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f3620103f90 0x7f3620110470 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.406+0000 7f3627200700 1 --2- 172.21.15.7:0/2136276550 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3620108500 0x7f36201088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.406+0000 7f3627200700 1 --2- 172.21.15.7:0/2136276550 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f36201035f0 0x7f3620103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.406+0000 7f3627200700 1 -- 172.21.15.7:0/2136276550 >> 172.21.15.7:0/2136276550 conn(0x7f362007a6a0 msgr2=0x7f362007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.406+0000 7f3627200700 1 -- 172.21.15.7:0/2136276550 shutdown_connections 2024-05-21T02:06:44.409 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.406+0000 7f3627200700 1 -- 172.21.15.7:0/2136276550 wait complete. 2024-05-21T02:06:44.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.407+0000 7f3627200700 1 Processor -- start 2024-05-21T02:06:44.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f3627200700 1 -- start start 2024-05-21T02:06:44.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f3627200700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36201035f0 0x7f362019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:44.410 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f3627200700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3620103f90 0x7f362019c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f3627200700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3620108500 0x7f36201a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f3627200700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7f3620113790 con 0x7f36201035f0 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f3627200700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7f3620113610 con 0x7f3620103f90 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f3627200700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7f3620113910 con 0x7f3620108500 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f361fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36201035f0 0x7f362019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f361fe00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36201035f0 0x7f362019be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:41136/0 (socket says 172.21.15.7:41136) 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f361fe00700 1 -- 172.21.15.7:0/4081059095 learned_addr learned my addr 172.21.15.7:0/4081059095 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f3625200700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3620108500 0x7f36201a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.408+0000 7f3617400700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3620103f90 0x7f362019c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.409+0000 7f361fe00700 1 -- 172.21.15.7:0/4081059095 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3620108500 msgr2=0x7f36201a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:44.411 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.409+0000 7f361fe00700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3620108500 0x7f36201a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.409+0000 7f361fe00700 1 -- 172.21.15.7:0/4081059095 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3620103f90 msgr2=0x7f362019c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.409+0000 7f361fe00700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3620103f90 0x7f362019c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:44.412 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.409+0000 7f361fe00700 1 -- 172.21.15.7:0/4081059095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36201a0e80 con 0x7f36201035f0 2024-05-21T02:06:44.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.409+0000 7f361fe00700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36201035f0 0x7f362019be70 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f361000ea50 tx=0x7f361000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:44.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.410+0000 7f361d600700 1 -- 172.21.15.7:0/4081059095 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361000cbd0 con 0x7f36201035f0 2024-05-21T02:06:44.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.410+0000 7f361d600700 1 -- 172.21.15.7:0/4081059095 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f361000cd70 con 0x7f36201035f0 2024-05-21T02:06:44.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.410+0000 7f361d600700 1 -- 172.21.15.7:0/4081059095 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3610018680 con 0x7f36201035f0 2024-05-21T02:06:44.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.410+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36201a1170 con 0x7f36201035f0 2024-05-21T02:06:44.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.410+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36201a89f0 con 0x7f36201035f0 2024-05-21T02:06:44.413 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.411+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f362006a230 con 0x7f36201035f0 2024-05-21T02:06:44.415 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.414+0000 7f361d600700 1 -- 172.21.15.7:0/4081059095 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7f361001f020 con 0x7f36201035f0 2024-05-21T02:06:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.415+0000 7f361d600700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f36040b2880 0x7f36040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.415+0000 7f361d600700 1 -- 172.21.15.7:0/4081059095 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8670+0+0 (secure 0 0 0) 0x7f36100e2920 con 0x7f36201035f0 2024-05-21T02:06:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.415+0000 7f3617400700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f36040b2880 0x7f36040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:44.417 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.416+0000 7f3617400700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f36040b2880 0x7f36040b4d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f3620103520 tx=0x7f3608009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:44.419 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.418+0000 7f361d600700 1 -- 172.21.15.7:0/4081059095 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f36100aa430 con 0x7f36201035f0 2024-05-21T02:06:44.663 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:44.661+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f36201a8bc0 con 0x7f36201035f0 2024-05-21T02:06:44.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:44 smithi164 ceph-mon[36138]: pgmap v649: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T02:06:45.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:44 smithi007 ceph-mon[31288]: pgmap v649: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T02:06:45.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:44 smithi190 ceph-mon[35961]: pgmap v649: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-21T02:06:45.677 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.675+0000 7f361d600700 1 -- 172.21.15.7:0/4081059095 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v84) ==== 181+0+0 (secure 0 0 0) 0x7f36100a9d30 con 0x7f36201035f0 2024-05-21T02:06:45.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.679+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f36040b2880 msgr2=0x7f36040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:45.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.679+0000 7f3627200700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f36040b2880 0x7f36040b4d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f3620103520 tx=0x7f3608009260 comp rx=0 tx=0).stop 2024-05-21T02:06:45.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.679+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36201035f0 msgr2=0x7f362019be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:45.681 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.679+0000 7f3627200700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36201035f0 0x7f362019be70 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f361000ea50 tx=0x7f361000ed60 comp rx=0 tx=0).stop 2024-05-21T02:06:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.681+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 shutdown_connections 2024-05-21T02:06:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.681+0000 7f3627200700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7f3620108500 0x7f36201a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.681+0000 7f3627200700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7f36040b2880 0x7f36040b4d40 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.681+0000 7f3627200700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7f36201035f0 0x7f362019be70 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.681+0000 7f3627200700 1 --2- 172.21.15.7:0/4081059095 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7f3620103f90 0x7f362019c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.681+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 >> 172.21.15.7:0/4081059095 conn(0x7f362007a6a0 msgr2=0x7f3620101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:45.683 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.682+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 shutdown_connections 2024-05-21T02:06:45.684 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:45.682+0000 7f3627200700 1 -- 172.21.15.7:0/4081059095 wait complete. 2024-05-21T02:06:45.686 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_metadata' removed 2024-05-21T02:06:45.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:45 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/4081059095' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T02:06:46.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:45 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/4081059095' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T02:06:46.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:45 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/4081059095' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T02:06:46.708 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863 shell --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-21T02:06:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:46 smithi164 ceph-mon[36138]: pgmap v650: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-05-21T02:06:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:46 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/4081059095' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T02:06:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:46 smithi164 ceph-mon[36138]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T02:06:47.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:46 smithi007 ceph-mon[31288]: pgmap v650: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-05-21T02:06:47.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:46 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/4081059095' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T02:06:47.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:46 smithi007 ceph-mon[31288]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T02:06:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:46 smithi190 ceph-mon[35961]: pgmap v650: 97 pgs: 97 active+clean; 1.2 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-05-21T02:06:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:46 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/4081059095' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T02:06:47.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:46 smithi190 ceph-mon[35961]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T02:06:47.175 INFO:teuthology.orchestra.run.smithi007.stderr:Inferring config /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T02:06:48.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:48 smithi164 ceph-mon[36138]: pgmap v652: 65 pgs: 65 active+clean; 577 KiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T02:06:49.023 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:48 smithi007 ceph-mon[31288]: pgmap v652: 65 pgs: 65 active+clean; 577 KiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T02:06:49.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:48 smithi190 ceph-mon[35961]: pgmap v652: 65 pgs: 65 active+clean; 577 KiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T02:06:49.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.713+0000 7fdd91a00700 1 -- 172.21.15.7:0/965749894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 msgr2=0x7fdd8c10a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:49.715 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.713+0000 7fdd91a00700 1 --2- 172.21.15.7:0/965749894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 0x7fdd8c10a1f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c0099c0 tx=0x7fdd7c009cd0 comp rx=0 tx=0).stop 2024-05-21T02:06:49.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.713+0000 7fdd91a00700 1 -- 172.21.15.7:0/965749894 shutdown_connections 2024-05-21T02:06:49.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.713+0000 7fdd91a00700 1 --2- 172.21.15.7:0/965749894 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c10eea0 0x7fdd8c116a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:49.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.713+0000 7fdd91a00700 1 --2- 172.21.15.7:0/965749894 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 0x7fdd8c10a1f0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:49.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.713+0000 7fdd91a00700 1 --2- 172.21.15.7:0/965749894 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd8c10a7c0 0x7fdd8c10e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:49.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.713+0000 7fdd91a00700 1 -- 172.21.15.7:0/965749894 >> 172.21.15.7:0/965749894 conn(0x7fdd8c076d10 msgr2=0x7fdd8c079130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:49.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.713+0000 7fdd91a00700 1 -- 172.21.15.7:0/965749894 shutdown_connections 2024-05-21T02:06:49.716 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.713+0000 7fdd91a00700 1 -- 172.21.15.7:0/965749894 wait complete. 2024-05-21T02:06:49.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.714+0000 7fdd91a00700 1 Processor -- start 2024-05-21T02:06:49.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.715+0000 7fdd91a00700 1 -- start start 2024-05-21T02:06:49.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.715+0000 7fdd91a00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 0x7fdd8c1a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:49.717 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.715+0000 7fdd91a00700 1 --2- >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c10a7c0 0x7fdd8c1a07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:49.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.715+0000 7fdd91a00700 1 --2- >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd8c10eea0 0x7fdd8c1a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:49.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.715+0000 7fdd91a00700 1 -- --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8c119da0 con 0x7fdd8c109e10 2024-05-21T02:06:49.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.715+0000 7fdd91a00700 1 -- --> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8c119c20 con 0x7fdd8c10eea0 2024-05-21T02:06:49.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.715+0000 7fdd91a00700 1 -- --> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] -- mon_getmap magic: 0 -- 0x7fdd8c119f20 con 0x7fdd8c10a7c0 2024-05-21T02:06:49.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 0x7fdd8c1a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:49.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8aa00700 1 --2- >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 0x7fdd8c1a0270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.7:3300/0 says I am v2:172.21.15.7:58520/0 (socket says 172.21.15.7:58520) 2024-05-21T02:06:49.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8aa00700 1 -- 172.21.15.7:0/3181731860 learned_addr learned my addr 172.21.15.7:0/3181731860 (peer_addr_for_me v2:172.21.15.7:0/0) 2024-05-21T02:06:49.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8b400700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd8c10eea0 0x7fdd8c1a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:49.718 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8a000700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c10a7c0 0x7fdd8c1a07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:49.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8aa00700 1 -- 172.21.15.7:0/3181731860 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c10a7c0 msgr2=0x7fdd8c1a07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:49.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8aa00700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c10a7c0 0x7fdd8c1a07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:49.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8aa00700 1 -- 172.21.15.7:0/3181731860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd8c10eea0 msgr2=0x7fdd8c1a4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:49.719 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8aa00700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd8c10eea0 0x7fdd8c1a4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:49.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8aa00700 1 -- 172.21.15.7:0/3181731860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd8c1a5280 con 0x7fdd8c109e10 2024-05-21T02:06:49.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.716+0000 7fdd8a000700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c10a7c0 0x7fdd8c1a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T02:06:49.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.717+0000 7fdd8aa00700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 0x7fdd8c1a0270 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c005910 tx=0x7fdd7c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:49.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.717+0000 7fdd83400700 1 -- 172.21.15.7:0/3181731860 <== mon.0 v2:172.21.15.7:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c026070 con 0x7fdd8c109e10 2024-05-21T02:06:49.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.717+0000 7fdd83400700 1 -- 172.21.15.7:0/3181731860 <== mon.0 v2:172.21.15.7:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd7c003c70 con 0x7fdd8c109e10 2024-05-21T02:06:49.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.717+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd8c1a5510 con 0x7fdd8c109e10 2024-05-21T02:06:49.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.717+0000 7fdd83400700 1 -- 172.21.15.7:0/3181731860 <== mon.0 v2:172.21.15.7:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c00fa40 con 0x7fdd8c109e10 2024-05-21T02:06:49.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.717+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd8c1acdf0 con 0x7fdd8c109e10 2024-05-21T02:06:49.720 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.718+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd8c06a230 con 0x7fdd8c109e10 2024-05-21T02:06:49.722 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.721+0000 7fdd83400700 1 -- 172.21.15.7:0/3181731860 <== mon.0 v2:172.21.15.7:3300/0 4 ==== mgrmap(e 18) ==== 149651+0+0 (secure 0 0 0) 0x7fdd7c029070 con 0x7fdd8c109e10 2024-05-21T02:06:49.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.724+0000 7fdd83400700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd700b2880 0x7fdd700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T02:06:49.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.724+0000 7fdd83400700 1 -- 172.21.15.7:0/3181731860 <== mon.0 v2:172.21.15.7:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8145+0+0 (secure 0 0 0) 0x7fdd7c0e2f90 con 0x7fdd8c109e10 2024-05-21T02:06:49.725 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.724+0000 7fdd8a000700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd700b2880 0x7fdd700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T02:06:49.726 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.725+0000 7fdd8a000700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd700b2880 0x7fdd700b4d40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fdd78009680 tx=0x7fdd78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T02:06:49.728 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.727+0000 7fdd83400700 1 -- 172.21.15.7:0/3181731860 <== mon.0 v2:172.21.15.7:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdd7c030080 con 0x7fdd8c109e10 2024-05-21T02:06:49.964 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:49.962+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 --> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fdd8c02e560 con 0x7fdd8c109e10 2024-05-21T02:06:50.689 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.687+0000 7fdd83400700 1 -- 172.21.15.7:0/3181731860 <== mon.0 v2:172.21.15.7:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v85) ==== 169+0+0 (secure 0 0 0) 0x7fdd7c013070 con 0x7fdd8c109e10 2024-05-21T02:06:50.697 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.694+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd700b2880 msgr2=0x7fdd700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:50.698 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.694+0000 7fdd91a00700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd700b2880 0x7fdd700b4d40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fdd78009680 tx=0x7fdd78009260 comp rx=0 tx=0).stop 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.694+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 msgr2=0x7fdd8c1a0270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.694+0000 7fdd91a00700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 0x7fdd8c1a0270 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c005910 tx=0x7fdd7c004270 comp rx=0 tx=0).stop 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.696+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 shutdown_connections 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.696+0000 7fdd91a00700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] conn(0x7fdd8c10eea0 0x7fdd8c1a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.696+0000 7fdd91a00700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:6800/3375602398,v1:172.21.15.7:6801/3375602398] conn(0x7fdd700b2880 0x7fdd700b4d40 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.696+0000 7fdd91a00700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.7:3300/0,v1:172.21.15.7:6789/0] conn(0x7fdd8c109e10 0x7fdd8c1a0270 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.696+0000 7fdd91a00700 1 --2- 172.21.15.7:0/3181731860 >> [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] conn(0x7fdd8c10a7c0 0x7fdd8c1a07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.696+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 >> 172.21.15.7:0/3181731860 conn(0x7fdd8c076d10 msgr2=0x7fdd8c0780e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.696+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 shutdown_connections 2024-05-21T02:06:50.699 INFO:teuthology.orchestra.run.smithi007.stderr:2024-05-21T02:06:50.696+0000 7fdd91a00700 1 -- 172.21.15.7:0/3181731860 wait complete. 2024-05-21T02:06:50.703 INFO:teuthology.orchestra.run.smithi007.stderr:pool 'cephfs_data' removed 2024-05-21T02:06:51.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:50 smithi007 ceph-mon[31288]: pgmap v653: 65 pgs: 65 active+clean; 577 KiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T02:06:51.024 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:50 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3181731860' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T02:06:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:50 smithi190 ceph-mon[35961]: pgmap v653: 65 pgs: 65 active+clean; 577 KiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T02:06:51.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:50 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3181731860' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T02:06:51.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:50 smithi164 ceph-mon[36138]: pgmap v653: 65 pgs: 65 active+clean; 577 KiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T02:06:51.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:50 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3181731860' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T02:06:51.601 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T02:06:51.697 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T02:06:51.729 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T02:06:51.760 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-21T02:06:51.761 DEBUG:teuthology.orchestra.run.smithi007:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T02:06:51.773 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:51 smithi007 ceph-mon[31288]: from='client.? 172.21.15.7:0/3181731860' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T02:06:51.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:51 smithi007 ceph-mon[31288]: osdmap e85: 12 total, 12 up, 12 in 2024-05-21T02:06:51.823 DEBUG:teuthology.orchestra.run.smithi164:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T02:06:51.840 DEBUG:teuthology.orchestra.run.smithi190:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T02:06:51.857 INFO:tasks.cephadm:Stopping all daemons... 2024-05-21T02:06:51.857 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-21T02:06:51.857 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.a 2024-05-21T02:06:52.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:51 smithi190 ceph-mon[35961]: from='client.? 172.21.15.7:0/3181731860' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T02:06:52.106 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:51 smithi190 ceph-mon[35961]: osdmap e85: 12 total, 12 up, 12 in 2024-05-21T02:06:52.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:51 smithi164 ceph-mon[36138]: from='client.? 172.21.15.7:0/3181731860' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T02:06:52.193 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:51 smithi164 ceph-mon[36138]: osdmap e85: 12 total, 12 up, 12 in 2024-05-21T02:06:52.274 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:51 smithi007 systemd[1]: Stopping Ceph mon.a for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:06:52.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a[31284]: 2024-05-21T02:06:52.465+0000 7f586ca00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:06:52.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a[31284]: 2024-05-21T02:06:52.465+0000 7f586ca00700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-21T02:06:52.775 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:52 smithi007 podman[104169]: 2024-05-21 02:06:52.538558057 +0000 UTC m=+0.241012922 container died 38a68aa434821d797d82a2846d73502aa2f1d3ce889e8e3a6407d85867984577 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, ceph=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-21T02:06:53.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:53 smithi007 podman[104169]: 2024-05-21 02:06:53.124357264 +0000 UTC m=+0.826812149 container cleanup 38a68aa434821d797d82a2846d73502aa2f1d3ce889e8e3a6407d85867984577 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-21T02:06:53.157 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:53 smithi007 bash[104169]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a 2024-05-21T02:06:53.774 INFO:journalctl@ceph.mon.a.smithi007.stdout:May 21 02:06:53 smithi007 podman[104183]: 2024-05-21 02:06:53.342897322 +0000 UTC m=+0.793147347 container remove 38a68aa434821d797d82a2846d73502aa2f1d3ce889e8e3a6407d85867984577 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-a, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD) 2024-05-21T02:06:53.869 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.a.service' 2024-05-21T02:06:54.004 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:06:54.005 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-21T02:06:54.005 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-21T02:06:54.005 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.b 2024-05-21T02:06:54.350 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:54 smithi164 systemd[1]: Stopping Ceph mon.b for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:06:54.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:54 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-b[36134]: 2024-05-21T02:06:54.348+0000 7f4b9be66700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:06:54.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:54 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-b[36134]: 2024-05-21T02:06:54.348+0000 7f4b9be66700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-21T02:06:54.693 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:54 smithi164 podman[70456]: 2024-05-21 02:06:54.389998678 +0000 UTC m=+0.185304635 container died 1b4faca4fec89bc8d3dbabbe92680a170ef7e959b57d02718d5e8262a2494540 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514) 2024-05-21T02:06:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:54 smithi164 podman[70456]: 2024-05-21 02:06:54.78215187 +0000 UTC m=+0.577457821 container cleanup 1b4faca4fec89bc8d3dbabbe92680a170ef7e959b57d02718d5e8262a2494540 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-21T02:06:54.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:May 21 02:06:54 smithi164 bash[70456]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-b 2024-05-21T02:06:55.120 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.b.service' 2024-05-21T02:06:55.164 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:06:55.165 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-21T02:06:55.165 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-21T02:06:55.165 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.c 2024-05-21T02:06:55.457 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:55 smithi190 systemd[1]: Stopping Ceph mon.c for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:06:55.800 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-c[35957]: 2024-05-21T02:06:55.456+0000 7f47a82fd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:06:55.800 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-c[35957]: 2024-05-21T02:06:55.456+0000 7f47a82fd700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-21T02:06:55.800 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:55 smithi190 podman[70676]: 2024-05-21 02:06:55.477506191 +0000 UTC m=+0.120379046 container died b0d52136f854a69224faface92bb32c8dce54cff9e8a50727d5fe4f24620fe01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-c, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-21T02:06:56.066 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:55 smithi190 podman[70676]: 2024-05-21 02:06:55.898811806 +0000 UTC m=+0.541684654 container cleanup b0d52136f854a69224faface92bb32c8dce54cff9e8a50727d5fe4f24620fe01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-21T02:06:56.067 INFO:journalctl@ceph.mon.c.smithi190.stdout:May 21 02:06:55 smithi190 bash[70676]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mon-c 2024-05-21T02:06:56.285 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mon.c.service' 2024-05-21T02:06:56.335 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:06:56.335 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-21T02:06:56.335 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-21T02:06:56.335 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.x 2024-05-21T02:06:56.774 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 02:06:56 smithi007 systemd[1]: Stopping Ceph mgr.x for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:06:57.274 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 02:06:56 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T02:06:56.928+0000 7f8447800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:06:57.274 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 02:06:56 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x[31527]: 2024-05-21T02:06:56.928+0000 7f8447800700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-21T02:06:57.274 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 02:06:57 smithi007 podman[104289]: 2024-05-21 02:06:57.023591776 +0000 UTC m=+0.244327013 container died 453461f35419f452588ab141b97fc0cda723bb0ffded7aaf13ea336db4486834 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS) 2024-05-21T02:06:58.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 02:06:57 smithi007 podman[104289]: 2024-05-21 02:06:57.63524404 +0000 UTC m=+0.855979223 container cleanup 453461f35419f452588ab141b97fc0cda723bb0ffded7aaf13ea336db4486834 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-21T02:06:58.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 02:06:57 smithi007 bash[104289]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x 2024-05-21T02:06:58.024 INFO:journalctl@ceph.mgr.x.smithi007.stdout:May 21 02:06:57 smithi007 podman[104302]: 2024-05-21 02:06:57.84058456 +0000 UTC m=+0.802594454 container remove 453461f35419f452588ab141b97fc0cda723bb0ffded7aaf13ea336db4486834 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0051ea03417a66dbfd5a17ea02c9049bcda16863, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514) 2024-05-21T02:06:58.352 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.x.service' 2024-05-21T02:06:58.460 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:06:58.460 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-21T02:06:58.460 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-21T02:06:58.460 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.y 2024-05-21T02:06:58.791 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 02:06:58 smithi164 systemd[1]: Stopping Ceph mgr.y for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:06:59.080 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 02:06:58 smithi164 podman[70599]: 2024-05-21 02:06:58.79070627 +0000 UTC m=+0.138538051 container died 441dd277f053c244f821b24997d2044ce21eed13606ed007cbd373bbd58c45b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-21T02:06:59.422 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 02:06:59 smithi164 podman[70599]: 2024-05-21 02:06:59.220399241 +0000 UTC m=+0.568231012 container cleanup 441dd277f053c244f821b24997d2044ce21eed13606ed007cbd373bbd58c45b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:06:59.422 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 02:06:59 smithi164 bash[70599]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y 2024-05-21T02:06:59.659 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.y.service' 2024-05-21T02:06:59.681 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 02:06:59 smithi164 podman[70611]: 2024-05-21 02:06:59.421568843 +0000 UTC m=+0.623683166 container remove 441dd277f053c244f821b24997d2044ce21eed13606ed007cbd373bbd58c45b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:06:59.681 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 02:06:59 smithi164 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-05-21T02:06:59.681 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 02:06:59 smithi164 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-05-21T02:06:59.681 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 02:06:59 smithi164 systemd[1]: Stopped Ceph mgr.y for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T02:06:59.681 INFO:journalctl@ceph.mgr.y.smithi164.stdout:May 21 02:06:59 smithi164 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.y.service: Consumed 12.937s CPU time. 2024-05-21T02:06:59.695 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:06:59.695 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-21T02:06:59.695 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-21T02:06:59.696 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.z 2024-05-21T02:06:59.990 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 02:06:59 smithi190 systemd[1]: Stopping Ceph mgr.z for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:07:00.279 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 02:06:59 smithi190 podman[70800]: 2024-05-21 02:06:59.99024371 +0000 UTC m=+0.098955573 container died 18a1edb982973ce20f24291405a8f55e453183464bc8a3ba22e3d51a5a669c33 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0) 2024-05-21T02:07:00.580 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 02:07:00 smithi190 podman[70800]: 2024-05-21 02:07:00.352993996 +0000 UTC m=+0.461705849 container cleanup 18a1edb982973ce20f24291405a8f55e453183464bc8a3ba22e3d51a5a669c33 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-05-21T02:07:00.580 INFO:journalctl@ceph.mgr.z.smithi190.stdout:May 21 02:07:00 smithi190 bash[70800]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mgr-z 2024-05-21T02:07:00.701 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mgr.z.service' 2024-05-21T02:07:00.734 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:07:00.735 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-21T02:07:00.735 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-21T02:07:00.735 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.0 2024-05-21T02:07:01.274 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:00 smithi007 systemd[1]: Stopping Ceph osd.0 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:07:01.676 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0[43329]: 2024-05-21T02:07:01.322+0000 7fb662000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:07:01.676 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0[43329]: 2024-05-21T02:07:01.322+0000 7fb662000700 -1 osd.0 85 *** Got signal Terminated *** 2024-05-21T02:07:01.676 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0[43329]: 2024-05-21T02:07:01.322+0000 7fb662000700 -1 osd.0 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:07:07.130 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:06 smithi007 podman[104409]: 2024-05-21 02:07:06.792883247 +0000 UTC m=+5.608174815 container died 96564d613f9758202fb2db45cd507dd0a2f1a02ffcc3e82aaf91c5f790ab7690 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-21T02:07:07.525 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:07 smithi007 podman[104409]: 2024-05-21 02:07:07.343664343 +0000 UTC m=+6.158955945 container cleanup 96564d613f9758202fb2db45cd507dd0a2f1a02ffcc3e82aaf91c5f790ab7690 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-21T02:07:07.525 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:07 smithi007 bash[104409]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0 2024-05-21T02:07:08.023 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:07 smithi007 podman[104438]: 2024-05-21 02:07:07.637311124 +0000 UTC m=+0.832489311 container remove 96564d613f9758202fb2db45cd507dd0a2f1a02ffcc3e82aaf91c5f790ab7690 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-21T02:07:08.703 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:08 smithi007 podman[104527]: 2024-05-21 02:07:08.272070251 +0000 UTC m=+0.036301920 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:07:08.703 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:08 smithi007 podman[104527]: 2024-05-21 02:07:08.379948884 +0000 UTC m=+0.144180593 container create 19cb191c1f7c8d629d9a4b9a24a18480dc8319b22aede2278253dedc1e16f693 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-21T02:07:09.024 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:08 smithi007 podman[104527]: 2024-05-21 02:07:08.702463901 +0000 UTC m=+0.466695610 container init 19cb191c1f7c8d629d9a4b9a24a18480dc8319b22aede2278253dedc1e16f693 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0-deactivate, ceph=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-21T02:07:09.024 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:08 smithi007 podman[104527]: 2024-05-21 02:07:08.713939869 +0000 UTC m=+0.478171543 container start 19cb191c1f7c8d629d9a4b9a24a18480dc8319b22aede2278253dedc1e16f693 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240514) 2024-05-21T02:07:09.025 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:08 smithi007 podman[104527]: 2024-05-21 02:07:08.799030905 +0000 UTC m=+0.563262647 container attach 19cb191c1f7c8d629d9a4b9a24a18480dc8319b22aede2278253dedc1e16f693 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-21T02:07:09.524 INFO:journalctl@ceph.osd.0.smithi007.stdout:May 21 02:07:09 smithi007 podman[104527]: 2024-05-21 02:07:09.189765041 +0000 UTC m=+0.953996749 container died 19cb191c1f7c8d629d9a4b9a24a18480dc8319b22aede2278253dedc1e16f693 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-21T02:07:10.094 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.0.service' 2024-05-21T02:07:10.214 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:07:10.214 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-21T02:07:10.214 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-21T02:07:10.215 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.1 2024-05-21T02:07:10.533 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:10 smithi164 systemd[1]: Stopping Ceph osd.1 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:07:10.943 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:10 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T02:07:10.532+0000 7f662ccc6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:07:10.943 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:10 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T02:07:10.532+0000 7f662ccc6700 -1 osd.1 85 *** Got signal Terminated *** 2024-05-21T02:07:10.943 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:10 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1[40697]: 2024-05-21T02:07:10.532+0000 7f662ccc6700 -1 osd.1 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:07:16.333 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:16 smithi164 podman[70722]: 2024-05-21 02:07:16.024064184 +0000 UTC m=+5.604383178 container died fc8eb74889954e4c42d7e2862866f62ac25167a6fca986301a2b072901768a82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-21T02:07:16.650 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:16 smithi164 podman[70722]: 2024-05-21 02:07:16.431907223 +0000 UTC m=+6.012226217 container cleanup fc8eb74889954e4c42d7e2862866f62ac25167a6fca986301a2b072901768a82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-21T02:07:16.650 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:16 smithi164 bash[70722]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1 2024-05-21T02:07:16.943 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:16 smithi164 podman[70737]: 2024-05-21 02:07:16.649764424 +0000 UTC m=+0.627445859 container remove fc8eb74889954e4c42d7e2862866f62ac25167a6fca986301a2b072901768a82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD) 2024-05-21T02:07:17.354 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:17 smithi164 podman[70826]: 2024-05-21 02:07:16.959650466 +0000 UTC m=+0.017785129 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:07:17.354 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:17 smithi164 podman[70826]: 2024-05-21 02:07:17.109357934 +0000 UTC m=+0.167492578 container create 909f8625c942f0ade1a48e4b1ed3ad5d3ee155a0691d196e38cd439ae9e0e1b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514) 2024-05-21T02:07:17.648 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:17 smithi164 podman[70826]: 2024-05-21 02:07:17.353745184 +0000 UTC m=+0.411879848 container init 909f8625c942f0ade1a48e4b1ed3ad5d3ee155a0691d196e38cd439ae9e0e1b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-05-21T02:07:17.648 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:17 smithi164 podman[70826]: 2024-05-21 02:07:17.35729018 +0000 UTC m=+0.415424830 container start 909f8625c942f0ade1a48e4b1ed3ad5d3ee155a0691d196e38cd439ae9e0e1b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-21T02:07:17.648 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:17 smithi164 podman[70826]: 2024-05-21 02:07:17.411509109 +0000 UTC m=+0.469643771 container attach 909f8625c942f0ade1a48e4b1ed3ad5d3ee155a0691d196e38cd439ae9e0e1b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-21T02:07:17.914 INFO:journalctl@ceph.osd.1.smithi164.stdout:May 21 02:07:17 smithi164 podman[70826]: 2024-05-21 02:07:17.647916164 +0000 UTC m=+0.706050814 container died 909f8625c942f0ade1a48e4b1ed3ad5d3ee155a0691d196e38cd439ae9e0e1b7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True) 2024-05-21T02:07:18.264 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.1.service' 2024-05-21T02:07:18.305 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:07:18.305 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-21T02:07:18.305 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-21T02:07:18.305 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.2 2024-05-21T02:07:18.606 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:18 smithi190 systemd[1]: Stopping Ceph osd.2 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:07:19.106 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:18 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2[41098]: 2024-05-21T02:07:18.705+0000 7fcb25721700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:07:19.106 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:18 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2[41098]: 2024-05-21T02:07:18.705+0000 7fcb25721700 -1 osd.2 85 *** Got signal Terminated *** 2024-05-21T02:07:19.107 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:18 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2[41098]: 2024-05-21T02:07:18.705+0000 7fcb25721700 -1 osd.2 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:07:24.342 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:24 smithi190 podman[70928]: 2024-05-21 02:07:24.048211867 +0000 UTC m=+5.552950733 container died b37715b7db023a2b93abda328a0d1264b4311abcb26c6adfa06c05f5116dfde2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T02:07:24.606 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:24 smithi190 podman[70928]: 2024-05-21 02:07:24.440027005 +0000 UTC m=+5.944765871 container cleanup b37715b7db023a2b93abda328a0d1264b4311abcb26c6adfa06c05f5116dfde2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T02:07:24.606 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:24 smithi190 bash[70928]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2 2024-05-21T02:07:25.106 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:24 smithi190 podman[70946]: 2024-05-21 02:07:24.691444543 +0000 UTC m=+0.635604020 container remove b37715b7db023a2b93abda328a0d1264b4311abcb26c6adfa06c05f5116dfde2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T02:07:25.430 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:25 smithi190 podman[71038]: 2024-05-21 02:07:25.117258939 +0000 UTC m=+0.110653374 container create c15fa7e41197677229ad60cc0c21bb312c6be2407004b28549ea63ba662d6058 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-21T02:07:25.430 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:25 smithi190 podman[71038]: 2024-05-21 02:07:25.023812774 +0000 UTC m=+0.017207224 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:07:25.430 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:25 smithi190 podman[71038]: 2024-05-21 02:07:25.35406047 +0000 UTC m=+0.347454924 container init c15fa7e41197677229ad60cc0c21bb312c6be2407004b28549ea63ba662d6058 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514) 2024-05-21T02:07:25.430 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:25 smithi190 podman[71038]: 2024-05-21 02:07:25.357176786 +0000 UTC m=+0.350571230 container start c15fa7e41197677229ad60cc0c21bb312c6be2407004b28549ea63ba662d6058 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-05-21T02:07:25.430 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:25 smithi190 podman[71038]: 2024-05-21 02:07:25.428374726 +0000 UTC m=+0.421769170 container attach c15fa7e41197677229ad60cc0c21bb312c6be2407004b28549ea63ba662d6058 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-05-21T02:07:25.856 INFO:journalctl@ceph.osd.2.smithi190.stdout:May 21 02:07:25 smithi190 podman[71038]: 2024-05-21 02:07:25.646282631 +0000 UTC m=+0.639677077 container died c15fa7e41197677229ad60cc0c21bb312c6be2407004b28549ea63ba662d6058 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-05-21T02:07:26.249 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.2.service' 2024-05-21T02:07:26.287 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:07:26.287 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-21T02:07:26.287 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-21T02:07:26.288 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.3 2024-05-21T02:07:26.773 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:26 smithi007 systemd[1]: Stopping Ceph osd.3 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:07:27.274 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:26 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3[50096]: 2024-05-21T02:07:26.880+0000 7f9b06600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:07:27.274 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:26 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3[50096]: 2024-05-21T02:07:26.880+0000 7f9b06600700 -1 osd.3 85 *** Got signal Terminated *** 2024-05-21T02:07:27.274 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:26 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3[50096]: 2024-05-21T02:07:26.880+0000 7f9b06600700 -1 osd.3 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:07:28.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:27 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:27.735+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:28.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:27 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:27.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:28.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:27 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:27.907+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:29.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:28 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:28.766+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:29.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:28 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:28.780+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:29.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:28 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:28.871+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:30.232 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:29 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:29.861+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:30.274 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:29 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:29.781+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:30.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:29 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:29.783+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:30.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:30 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:30.109+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:30.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:30 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:30.231+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:31.176 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:30 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:30.803+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:31.176 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:30 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3[50096]: 2024-05-21T02:07:30.871+0000 7f9afce00700 -1 osd.3 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.782595+0000 front 2024-05-21T02:07:04.782529+0000 (oldest deadline 2024-05-21T02:07:30.082794+0000) 2024-05-21T02:07:31.176 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:30 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:30.788+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:31.260 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:30 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:30.885+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:31.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:31 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:31.108+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:31.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:31 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:31.260+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:32.200 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:31 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:31.788+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:32.200 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:31 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3[50096]: 2024-05-21T02:07:31.880+0000 7f9afce00700 -1 osd.3 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.782595+0000 front 2024-05-21T02:07:04.782529+0000 (oldest deadline 2024-05-21T02:07:30.082794+0000) 2024-05-21T02:07:32.200 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:31 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:31.823+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:32.254 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:31 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:31.929+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:32.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:32 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:32.066+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:32.524 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:32 smithi007 podman[104631]: 2024-05-21 02:07:32.441477603 +0000 UTC m=+5.694265071 container died 36f6cdb5174aaece9d141590bf02ebe588fa8509e04c56d66dfd1d2616579f38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-21T02:07:32.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:32 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:32.253+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:32.830 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:32 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:32.810+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:33.121 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:33 smithi007 podman[104631]: 2024-05-21 02:07:33.090000864 +0000 UTC m=+6.342788369 container cleanup 36f6cdb5174aaece9d141590bf02ebe588fa8509e04c56d66dfd1d2616579f38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-21T02:07:33.121 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:33 smithi007 bash[104631]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3 2024-05-21T02:07:33.121 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:32 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:32.861+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:33.290 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:32 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:32.970+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:33.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:33 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:33.031+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:33.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:33.289+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:33.767 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:33 smithi007 podman[104654]: 2024-05-21 02:07:33.283153268 +0000 UTC m=+0.823873917 container remove 36f6cdb5174aaece9d141590bf02ebe588fa8509e04c56d66dfd1d2616579f38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-21T02:07:34.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:33 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:33.893+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:34.024 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:34 smithi007 podman[104753]: 2024-05-21 02:07:33.91489774 +0000 UTC m=+0.032147666 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:07:34.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:33 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:33.766+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:34.267 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:33.946+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:34.315 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:34 smithi007 podman[104753]: 2024-05-21 02:07:34.025752948 +0000 UTC m=+0.143002912 container create 4d489f3401bef03756dfa38d2dc9623c7c3c3f83a0f2871b5148a65007c2f3c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0) 2024-05-21T02:07:34.316 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:34 smithi007 podman[104753]: 2024-05-21 02:07:34.312992054 +0000 UTC m=+0.430242025 container init 4d489f3401bef03756dfa38d2dc9623c7c3c3f83a0f2871b5148a65007c2f3c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-05-21T02:07:34.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:34 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:34.029+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:34.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:34.267+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:34.754 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:34 smithi007 podman[104753]: 2024-05-21 02:07:34.326796769 +0000 UTC m=+0.444046739 container start 4d489f3401bef03756dfa38d2dc9623c7c3c3f83a0f2871b5148a65007c2f3c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS) 2024-05-21T02:07:34.754 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:34 smithi007 podman[104753]: 2024-05-21 02:07:34.411699886 +0000 UTC m=+0.528949893 container attach 4d489f3401bef03756dfa38d2dc9623c7c3c3f83a0f2871b5148a65007c2f3c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-05-21T02:07:35.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:34 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:34.752+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:35.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:34 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:34.871+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:35.024 INFO:journalctl@ceph.osd.3.smithi007.stdout:May 21 02:07:34 smithi007 podman[104753]: 2024-05-21 02:07:34.793739824 +0000 UTC m=+0.910989794 container died 4d489f3401bef03756dfa38d2dc9623c7c3c3f83a0f2871b5148a65007c2f3c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-21T02:07:35.278 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:34.977+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:35.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:35 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:35.016+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:35.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:35 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:35.278+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:35.626 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.3.service' 2024-05-21T02:07:35.748 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:07:35.749 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-21T02:07:35.749 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-21T02:07:35.749 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.4 2024-05-21T02:07:35.867 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:35 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:35.770+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:36.051 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:35 smithi164 systemd[1]: Stopping Ceph osd.4 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:07:36.257 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:35 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:35.938+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:36.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:35 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:35.865+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:36.315 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:36.049+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:36.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:36.257+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:36.693 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T02:07:36.314+0000 7fc713c3f700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:11.360416+0000 front 2024-05-21T02:07:11.360445+0000 (oldest deadline 2024-05-21T02:07:36.060658+0000) 2024-05-21T02:07:36.694 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T02:07:36.358+0000 7fc71764b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:07:36.694 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T02:07:36.358+0000 7fc71764b700 -1 osd.4 85 *** Got signal Terminated *** 2024-05-21T02:07:36.694 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:36 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T02:07:36.358+0000 7fc71764b700 -1 osd.4 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:07:37.026 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:36.846+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:37.026 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:36 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:36.727+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:37.275 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:36.928+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:37.357 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:37 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:37.086+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:37.526 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:37 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:37.275+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:37.693 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:37 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T02:07:37.356+0000 7fc713c3f700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:11.360416+0000 front 2024-05-21T02:07:11.360445+0000 (oldest deadline 2024-05-21T02:07:36.060658+0000) 2024-05-21T02:07:38.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:37 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:37.690+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:38.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:37 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:37.690+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:38.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:37 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:37.801+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:38.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:37 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:37.801+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:38.298 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:37 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:37.955+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:38.443 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:38 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T02:07:38.328+0000 7fc713c3f700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:11.360416+0000 front 2024-05-21T02:07:11.360445+0000 (oldest deadline 2024-05-21T02:07:36.060658+0000) 2024-05-21T02:07:38.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:38 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:38.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:38.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:38 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:38.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:38.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:38.297+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:39.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:38 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:38.790+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:39.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:38 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:38.790+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:39.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:38 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:38.685+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:39.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:38 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:38.685+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:39.327 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:38.909+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:39.360 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:39 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:39.089+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:39.361 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:39 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:39.150+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:39.361 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:39 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:39.150+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:39.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:39.327+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:39.607 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:39.507+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:39.693 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:39 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T02:07:39.358+0000 7fc713c3f700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:11.360416+0000 front 2024-05-21T02:07:11.360445+0000 (oldest deadline 2024-05-21T02:07:36.060658+0000) 2024-05-21T02:07:40.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:39 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:39.690+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:40.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:39 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:39.690+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:40.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:39 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:39.778+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:40.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:39 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:39.778+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:40.294 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:39.939+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:40.396 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:40 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:40.062+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:40.396 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:40 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:40.101+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:40.396 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:40 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:40.101+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:40.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:40 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:40.465+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:40.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:40 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:40.294+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:40.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:40 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:40.294+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.246555+0000 front 2024-05-21T02:07:14.246707+0000 (oldest deadline 2024-05-21T02:07:39.546550+0000) 2024-05-21T02:07:40.693 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:40 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4[47606]: 2024-05-21T02:07:40.395+0000 7fc713c3f700 -1 osd.4 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:11.360416+0000 front 2024-05-21T02:07:11.360445+0000 (oldest deadline 2024-05-21T02:07:36.060658+0000) 2024-05-21T02:07:41.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:40 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:40.726+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:41.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:40 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:40.726+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:41.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:40 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:40.826+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:41.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:40 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:40.826+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:41.326 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:40 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:40.928+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:41.326 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:40 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:40.928+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:41.443 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:41 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:41.042+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:41.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:41 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:41.108+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:41.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:41 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:41.108+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:41.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:41 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:41.495+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:41.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:41 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:41.326+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:41.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:41 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:41.326+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.246555+0000 front 2024-05-21T02:07:14.246707+0000 (oldest deadline 2024-05-21T02:07:39.546550+0000) 2024-05-21T02:07:42.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:41 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:41.811+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:42.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:41 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:41.811+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:42.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:41 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:41.749+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:42.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:41 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:41.749+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:42.167 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:41 smithi164 podman[70947]: 2024-05-21 02:07:41.842664159 +0000 UTC m=+5.881428009 container died fba8aec745c81429618b606470856a739f7b079cdb26c4159825c3ffad708160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:07:42.168 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:42 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:42.017+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:42.168 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:42 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:42.083+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:42.168 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:42 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:42.083+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:42.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:41 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:41.917+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:42.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:41 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:41.917+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:42.443 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:42 smithi164 podman[70947]: 2024-05-21 02:07:42.167383694 +0000 UTC m=+6.206147535 container cleanup fba8aec745c81429618b606470856a739f7b079cdb26c4159825c3ffad708160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-21T02:07:42.443 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:42 smithi164 bash[70947]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4 2024-05-21T02:07:42.443 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:42 smithi164 podman[70965]: 2024-05-21 02:07:42.34365956 +0000 UTC m=+0.496356401 container remove fba8aec745c81429618b606470856a739f7b079cdb26c4159825c3ffad708160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0) 2024-05-21T02:07:42.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:42 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:42.475+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:42.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:42 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:42.370+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:42.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:42 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:42.370+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.246555+0000 front 2024-05-21T02:07:14.246707+0000 (oldest deadline 2024-05-21T02:07:39.546550+0000) 2024-05-21T02:07:43.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:42 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:42.733+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:43.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:42 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:42.733+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:43.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:42 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:42.828+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:43.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:42 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:42.828+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:43.105 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:42 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:42.981+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:43.106 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:42 smithi164 podman[71051]: 2024-05-21 02:07:42.690672394 +0000 UTC m=+0.017038620 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:07:43.106 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:42 smithi164 podman[71051]: 2024-05-21 02:07:42.794632434 +0000 UTC m=+0.120998642 container create aa17bb453192336594e52605a09f6dbc0e03bf2e706587bad06d5f6241a36678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514) 2024-05-21T02:07:43.106 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:43 smithi164 podman[71051]: 2024-05-21 02:07:43.022549909 +0000 UTC m=+0.348916114 container init aa17bb453192336594e52605a09f6dbc0e03bf2e706587bad06d5f6241a36678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4-deactivate, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS) 2024-05-21T02:07:43.106 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:43 smithi164 podman[71051]: 2024-05-21 02:07:43.025774393 +0000 UTC m=+0.352140597 container start aa17bb453192336594e52605a09f6dbc0e03bf2e706587bad06d5f6241a36678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T02:07:43.106 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:43 smithi164 podman[71051]: 2024-05-21 02:07:43.105427757 +0000 UTC m=+0.431793957 container attach aa17bb453192336594e52605a09f6dbc0e03bf2e706587bad06d5f6241a36678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4-deactivate, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-21T02:07:43.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:42 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:42.951+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:43.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:42 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:42.951+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:43.443 INFO:journalctl@ceph.osd.4.smithi164.stdout:May 21 02:07:43 smithi164 podman[71051]: 2024-05-21 02:07:43.319322072 +0000 UTC m=+0.645688283 container died aa17bb453192336594e52605a09f6dbc0e03bf2e706587bad06d5f6241a36678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-21T02:07:43.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:43 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:43.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:43.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:43 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:43.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:43.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:43 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:43.456+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:43.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:43 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:43.406+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:43.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:43 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:43.406+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.246555+0000 front 2024-05-21T02:07:14.246707+0000 (oldest deadline 2024-05-21T02:07:39.546550+0000) 2024-05-21T02:07:43.875 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.4.service' 2024-05-21T02:07:43.916 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:07:43.916 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-21T02:07:43.916 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-21T02:07:43.916 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.5 2024-05-21T02:07:44.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:43 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:43.754+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:44.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:43 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:43.754+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:44.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:43 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:43.828+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:44.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:43 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:43.828+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:44.193 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:43 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:43.993+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:44.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:44 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:44.097+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:44.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:44 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:44.097+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:44.218 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:43 smithi190 systemd[1]: Stopping Ceph osd.5 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:07:44.218 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:43 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:43.941+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:44.218 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:43 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:43.941+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:44.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:44.440+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:44.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:44.440+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:44.607 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:44.216+0000 7fd9eeb68700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:07:44.607 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:44.217+0000 7fd9eeb68700 -1 osd.5 85 *** Got signal Terminated *** 2024-05-21T02:07:44.607 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:44.217+0000 7fd9eeb68700 -1 osd.5 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:07:44.607 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:44.382+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:44.607 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:44.382+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.246555+0000 front 2024-05-21T02:07:14.246707+0000 (oldest deadline 2024-05-21T02:07:39.546550+0000) 2024-05-21T02:07:45.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:44 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:44.718+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:45.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:44 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:44.718+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:45.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:44 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:44.809+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:45.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:44 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:44.809+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:45.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:44.965+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:45.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:44 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:44.965+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:45.443 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:44 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:44.966+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:45.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:45 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:45.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:45.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:45 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:45.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:45.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:45 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:45.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:45.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:45 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:45.459+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:45.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:45 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:45.459+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:45.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:45 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:45.409+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:45.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:45 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:45.409+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.246555+0000 front 2024-05-21T02:07:14.246707+0000 (oldest deadline 2024-05-21T02:07:39.546550+0000) 2024-05-21T02:07:46.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:45 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:45.760+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:46.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:45 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:45.760+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:46.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:45 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:45.760+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:46.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:45 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:45.847+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:46.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:45 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:45.847+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:46.193 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:45 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:45.928+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:46.194 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:46 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:46.081+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:46.194 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:46 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:46.081+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:46.194 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:46 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:46.081+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:46.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:45 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:45.994+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:46.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:45 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:45.994+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:46.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:46 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:46.457+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:46.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:46 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:46.457+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:46.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:46 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:46.371+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:46.857 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:46 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:46.371+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.246555+0000 front 2024-05-21T02:07:14.246707+0000 (oldest deadline 2024-05-21T02:07:39.546550+0000) 2024-05-21T02:07:46.857 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:46 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:46.371+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:19.546841+0000 front 2024-05-21T02:07:19.546917+0000 (oldest deadline 2024-05-21T02:07:45.446981+0000) 2024-05-21T02:07:47.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:46.724+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:47.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:46.724+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:47.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:46.724+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:47.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:46.820+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:47.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:46.820+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:47.193 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:46 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:46.906+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:47.193 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:46 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:46.906+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:47.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:47 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:47.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:47.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:47 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:47.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:47.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:47 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:47.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:47.340 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:46 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:46.984+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:47.340 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:46 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:46.984+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:47.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:47 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:47.474+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:47.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:47 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:47.474+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:47.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:47 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:47.339+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:47.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:47 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:47.339+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.246555+0000 front 2024-05-21T02:07:14.246707+0000 (oldest deadline 2024-05-21T02:07:39.546550+0000) 2024-05-21T02:07:47.607 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:47 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:47.339+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:19.546841+0000 front 2024-05-21T02:07:19.546917+0000 (oldest deadline 2024-05-21T02:07:45.446981+0000) 2024-05-21T02:07:48.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:47 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:47.713+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:48.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:47 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:47.713+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:48.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:47 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:47.713+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:48.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:47 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:47.773+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:48.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:47 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:47.773+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:48.138 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:47 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:47.872+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:48.138 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:47 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:47.872+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:48.327 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:47 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:47.951+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:48.327 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:47 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:47.951+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:48.327 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:47 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:47.951+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:48.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:48 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:48.137+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:48.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:48 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:48.137+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:48.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:48 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:48.137+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:48.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:48 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:48.522+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:48.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:48 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:48.522+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:48.606 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:48 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:48.326+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:06.045748+0000 front 2024-05-21T02:07:06.045427+0000 (oldest deadline 2024-05-21T02:07:29.545382+0000) 2024-05-21T02:07:48.607 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:48 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:48.326+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.246555+0000 front 2024-05-21T02:07:14.246707+0000 (oldest deadline 2024-05-21T02:07:39.546550+0000) 2024-05-21T02:07:48.607 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:48 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5[48034]: 2024-05-21T02:07:48.326+0000 7fd9eb15c700 -1 osd.5 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:19.546841+0000 front 2024-05-21T02:07:19.546917+0000 (oldest deadline 2024-05-21T02:07:45.446981+0000) 2024-05-21T02:07:49.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:48 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:48.712+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:49.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:48 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:48.712+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:49.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:48 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:48.712+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:49.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:48 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:48.739+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:49.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:48 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:48.739+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:49.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:48 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:48.739+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:49.124 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:48 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:48.867+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:49.124 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:48 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:48.867+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:49.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:48 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:48.919+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:49.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:48 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:48.919+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:49.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:48 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:48.919+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:49.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:49 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:49.123+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:49.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:49 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:49.123+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:49.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:49 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:49.123+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:49.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:49 smithi190 podman[71156]: 2024-05-21 02:07:49.666459363 +0000 UTC m=+5.551816332 container died 91aac5e73118195ad500bb603fe744c40a29421bf442e6fdb07156b45f0b54a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514) 2024-05-21T02:07:49.857 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:49 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:49.562+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:49.857 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:49 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:49.562+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:50.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:49 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:49.728+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:50.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:49 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:49.728+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:50.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:49 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:49.728+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:50.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:49 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:49.728+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:50.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:49 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:49.728+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:50.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:49 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:49.728+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:50.111 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:49 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:49.841+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:50.112 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:49 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:49.841+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:50.244 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:50 smithi190 podman[71156]: 2024-05-21 02:07:50.067704412 +0000 UTC m=+5.953061372 container cleanup 91aac5e73118195ad500bb603fe744c40a29421bf442e6fdb07156b45f0b54a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-21T02:07:50.244 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:50 smithi190 bash[71156]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5 2024-05-21T02:07:50.244 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:49 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:49.930+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:50.244 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:49 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:49.930+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:50.245 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:49 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:49.930+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:50.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:50 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:50.110+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:50.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:50 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:50.110+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:50.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:50 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:50.110+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:50.571 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:50 smithi190 podman[71171]: 2024-05-21 02:07:50.243832681 +0000 UTC m=+0.579184095 container remove 91aac5e73118195ad500bb603fe744c40a29421bf442e6fdb07156b45f0b54a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T02:07:50.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:50 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:50.570+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:50.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:50 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:50.570+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:50.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:50 smithi190 podman[71262]: 2024-05-21 02:07:50.548983088 +0000 UTC m=+0.017247450 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:07:50.856 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:50 smithi190 podman[71262]: 2024-05-21 02:07:50.661427785 +0000 UTC m=+0.129692161 container create bb756023d1d35eecedb3408aeb9c5def581d6748e1866b669690ceaccc99c6e5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T02:07:51.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:50.734+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:51.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:50.734+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:51.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:50.734+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:51.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:50.723+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:51.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:50.723+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:51.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:50 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:50.723+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:51.103 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:50 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:50.839+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:51.103 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:50 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:50.839+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:51.186 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:50 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:50.901+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:51.187 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:50 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:50.901+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:51.187 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:50 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:50.901+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:51.187 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:50 smithi190 podman[71262]: 2024-05-21 02:07:50.892580257 +0000 UTC m=+0.360844601 container init bb756023d1d35eecedb3408aeb9c5def581d6748e1866b669690ceaccc99c6e5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-05-21T02:07:51.187 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:50 smithi190 podman[71262]: 2024-05-21 02:07:50.895849171 +0000 UTC m=+0.364113529 container start bb756023d1d35eecedb3408aeb9c5def581d6748e1866b669690ceaccc99c6e5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-05-21T02:07:51.187 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:50 smithi190 podman[71262]: 2024-05-21 02:07:50.988990879 +0000 UTC m=+0.457255235 container attach bb756023d1d35eecedb3408aeb9c5def581d6748e1866b669690ceaccc99c6e5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T02:07:51.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:51 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:51.102+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:51.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:51 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:51.102+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:51.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:51 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:51.102+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:51.500 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:51 smithi190 podman[71262]: 2024-05-21 02:07:51.186425995 +0000 UTC m=+0.654690351 container died bb756023d1d35eecedb3408aeb9c5def581d6748e1866b669690ceaccc99c6e5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-21T02:07:51.743 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.5.service' 2024-05-21T02:07:51.764 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:51 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:51.566+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:51.765 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:51 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:51.566+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:51.765 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:51 smithi190 podman[71287]: 2024-05-21 02:07:51.726208466 +0000 UTC m=+0.533604864 container remove bb756023d1d35eecedb3408aeb9c5def581d6748e1866b669690ceaccc99c6e5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514) 2024-05-21T02:07:51.765 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:51 smithi190 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.5.service: Deactivated successfully. 2024-05-21T02:07:51.765 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:51 smithi190 systemd[1]: Stopped Ceph osd.5 for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T02:07:51.765 INFO:journalctl@ceph.osd.5.smithi190.stdout:May 21 02:07:51 smithi190 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.5.service: Consumed 24.351s CPU time. 2024-05-21T02:07:51.779 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:07:51.779 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-21T02:07:51.780 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-21T02:07:51.780 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.6 2024-05-21T02:07:52.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:51 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:51.755+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:52.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:51 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:51.755+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:52.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:51 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:51.755+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:52.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:51 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:51.717+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:52.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:51 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:51.717+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:52.025 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:51 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:51.717+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:52.025 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:51 smithi007 systemd[1]: Stopping Ceph osd.6 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:07:52.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:51 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:51.902+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:52.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:51 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:51.902+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:52.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:51 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:51.902+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:52.193 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:51 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:51.865+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:52.193 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:51 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:51.865+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:52.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:52 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:52.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:52.194 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:52 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:52.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:52.194 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:52 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:52.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:52.733 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:52.383+0000 7f9953c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:07:52.733 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:52.383+0000 7f9953c00700 -1 osd.6 85 *** Got signal Terminated *** 2024-05-21T02:07:52.734 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:52.383+0000 7f9953c00700 -1 osd.6 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:07:52.734 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:52.731+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:52.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:52 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:52.529+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:52.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:52 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:52.529+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:53.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:52.731+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:53.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:52.731+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:53.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:52.761+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:53.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:52.761+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:53.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:52.761+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:53.193 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:52 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:52.903+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:53.193 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:52 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:52.903+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:53.194 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:53 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:53.144+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:53.194 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:53 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:53.144+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:53.194 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:53 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:53.144+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:53.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:52 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:52.916+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:53.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:52 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:52.916+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:53.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:52 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:52.916+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:53.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:53 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:53.525+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:53.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:53 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:53.525+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:54.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:53 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:53.719+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:54.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:53 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:53.719+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:54.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:53 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:53.719+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:54.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:53 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:53.768+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:54.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:53 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:53.768+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:54.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:53 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:53.768+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:54.184 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:53 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:53.868+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:54.184 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:53 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:53.868+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:54.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:53 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:53.950+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:54.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:53 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:53.950+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:54.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:53 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:53.950+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:54.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:54 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:54.183+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:54.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:54 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:54.183+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:54.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:54 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:54.183+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:54.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:54 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:54.515+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:54.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:54 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:54.515+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:55.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:54.733+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:55.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:54.733+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:55.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:54.733+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:55.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:54.776+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:55.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:54.776+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:55.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:54 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:54.776+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:55.138 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:54 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:54.839+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:55.138 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:54 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:54.839+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:55.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:54 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:54.962+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:55.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:54 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:54.962+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:55.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:54 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:54.962+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:55.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:55 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:55.137+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:55.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:55 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:55.137+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:55.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:55 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:55.137+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:55.626 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:55.538+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:55.627 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:55.538+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:56.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:55.692+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:56.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:55.692+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:56.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:55.692+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:56.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:55.820+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:56.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:55.820+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:56.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:55.820+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:56.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:55 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:55.820+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:07:56.106 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:55 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:55.825+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:56.106 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:55 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:55.825+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:56.106 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:55 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:55.825+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:07:56.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:55.949+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:56.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:55.949+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:56.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:55.949+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:56.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:55 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:55.949+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:07:56.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:56 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:56.105+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:56.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:56 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:56.105+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:56.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:56 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:56.105+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:56.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:56 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:56.105+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:07:56.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:56 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:56.537+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:56.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:56 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:56.537+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:57.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:56 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:56.690+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.766925+0000 front 2024-05-21T02:07:05.767345+0000 (oldest deadline 2024-05-21T02:07:27.467028+0000) 2024-05-21T02:07:57.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:56 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:56.690+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.270192+0000 front 2024-05-21T02:07:13.270071+0000 (oldest deadline 2024-05-21T02:07:36.770334+0000) 2024-05-21T02:07:57.024 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:56 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6[57085]: 2024-05-21T02:07:56.690+0000 7f994a400700 -1 osd.6 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.973664+0000 front 2024-05-21T02:07:21.973599+0000 (oldest deadline 2024-05-21T02:07:44.873335+0000) 2024-05-21T02:07:57.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:56 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:56.803+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:57.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:56 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:56.803+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:57.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:56 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:56.803+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:57.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:56 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:56.803+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:07:57.126 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:56 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:56.850+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:57.127 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:56 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:56.850+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:57.127 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:56 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:56.850+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:07:57.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:56 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:56.936+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:57.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:56 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:56.936+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:57.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:56 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:56.936+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:57.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:56 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:56.936+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:07:57.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:57 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:57.125+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:57.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:57 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:57.125+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:57.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:57 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:57.125+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:57.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:57 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:57.125+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:07:57.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:57.558+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:57.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:57.558+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:57.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:57.558+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:07:58.131 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:57 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:57.870+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:58.131 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:57 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:57.870+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:58.131 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:57 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:57.871+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:07:58.141 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:57 smithi007 podman[104859]: 2024-05-21 02:07:57.821010262 +0000 UTC m=+5.569327207 container died 6f45906819fe4e499907259bf9ab34b39c092c00389af6c9ad2d14572e4c2080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-21T02:07:58.141 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:57 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:57.776+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:58.141 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:57 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:57.776+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:58.141 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:57 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:57.776+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:58.142 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:57 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:57.776+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:07:58.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:57.944+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:58.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:57.944+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:58.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:57.944+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:58.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:57 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:57.944+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:07:58.394 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:58 smithi007 podman[104859]: 2024-05-21 02:07:58.359721378 +0000 UTC m=+6.108038377 container cleanup 6f45906819fe4e499907259bf9ab34b39c092c00389af6c9ad2d14572e4c2080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-05-21T02:07:58.394 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:58 smithi007 bash[104859]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6 2024-05-21T02:07:58.401 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:58.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:58.401 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:58.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:58.401 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:58.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:58.401 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:58.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:07:58.774 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:58 smithi007 podman[104877]: 2024-05-21 02:07:58.619875715 +0000 UTC m=+0.778827788 container remove 6f45906819fe4e499907259bf9ab34b39c092c00389af6c9ad2d14572e4c2080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-21T02:07:58.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:58 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:58.579+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:58.857 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:58 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:58.579+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:58.857 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:58 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:58.579+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:07:59.164 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:58.840+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:07:59.164 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:58.840+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:07:59.164 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:58 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:58.840+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:07:59.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:58 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:58.795+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:07:59.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:58 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:58.795+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:07:59.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:58 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:58.795+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:07:59.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:58 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:58.795+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:07:59.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:58 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:58.910+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:07:59.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:58 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:58.910+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:07:59.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:58 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:58.910+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:07:59.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:58 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:58.910+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:07:59.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:59 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:59.162+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:07:59.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:59 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:59.162+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:07:59.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:59 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:59.162+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:07:59.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:07:59 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:07:59.162+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:07:59.765 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:59 smithi007 podman[104963]: 2024-05-21 02:07:59.41085362 +0000 UTC m=+0.043588539 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:07:59.765 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:59 smithi007 podman[104963]: 2024-05-21 02:07:59.595816776 +0000 UTC m=+0.228551740 container create 2ad291a551f749e45a55a37905b8706340ce85e947159472f8f05edc751d9496 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-21T02:07:59.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:59.536+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:07:59.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:59.536+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:07:59.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:07:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:07:59.536+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:00.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:59 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:59.770+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:00.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:59 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:59.770+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:00.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:59 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:59.770+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:00.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:07:59 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:07:59.770+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:00.025 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:59 smithi007 podman[104963]: 2024-05-21 02:07:59.882716156 +0000 UTC m=+0.515451077 container init 2ad291a551f749e45a55a37905b8706340ce85e947159472f8f05edc751d9496 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6-deactivate, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-21T02:08:00.026 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:07:59 smithi007 podman[104963]: 2024-05-21 02:07:59.894377566 +0000 UTC m=+0.527112514 container start 2ad291a551f749e45a55a37905b8706340ce85e947159472f8f05edc751d9496 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-21T02:08:00.026 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:08:00 smithi007 podman[104963]: 2024-05-21 02:08:00.02311144 +0000 UTC m=+0.655846388 container attach 2ad291a551f749e45a55a37905b8706340ce85e947159472f8f05edc751d9496 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-05-21T02:08:00.139 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:59 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:59.801+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:08:00.139 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:59 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:59.801+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:08:00.139 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:07:59 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:07:59.801+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:08:00.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:59.948+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:00.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:59.948+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:00.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:59.948+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:00.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:07:59 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:07:59.948+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:00.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:00.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:00.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:00.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:00.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:00.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:00.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:00.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:00.748 INFO:journalctl@ceph.osd.6.smithi007.stdout:May 21 02:08:00 smithi007 podman[104988]: 2024-05-21 02:08:00.427515314 +0000 UTC m=+0.036470648 container died 2ad291a551f749e45a55a37905b8706340ce85e947159472f8f05edc751d9496 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-21T02:08:00.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:00.488+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:00.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:00.488+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:00.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:00.488+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:01.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:00 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:00.747+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:01.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:00 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:00.747+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:01.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:00 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:00.747+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:01.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:00 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:00.747+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:01.096 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:00.836+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:08:01.097 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:00.837+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:08:01.097 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:00 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:00.837+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:08:01.106 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.6.service' 2024-05-21T02:08:01.205 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:08:01.205 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-21T02:08:01.205 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-21T02:08:01.206 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.7 2024-05-21T02:08:01.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:00.976+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:01.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:00.976+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:01.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:00.976+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:01.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:00 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:00.976+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:01.443 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:01 smithi164 systemd[1]: Stopping Ceph osd.7 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:08:01.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:01.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:01.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:01.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:01.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:01.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:01.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:01.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:01.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:01.442+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:01.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:01.442+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:01.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:01.442+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:01.886 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:01.527+0000 7f69b6275700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:08:01.887 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:01.527+0000 7f69b6275700 -1 osd.7 85 *** Got signal Terminated *** 2024-05-21T02:08:01.887 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:01.527+0000 7f69b6275700 -1 osd.7 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:08:02.023 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:01.759+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:02.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:01.759+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:02.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:01.759+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:02.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:01 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:01.759+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:02.146 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:01.886+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:08:02.146 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:01.886+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:08:02.146 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:01 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:01.886+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:08:02.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:01.968+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:02.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:01.968+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:02.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:01.968+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:02.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:01 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:01.968+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:02.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:02.145+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:02.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:02.145+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:02.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:02.145+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:02.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:02.145+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:02.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:02.492+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:02.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:02.492+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:02.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:02.492+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:02.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:02.492+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:03.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:02 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:02.745+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:03.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:02 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:02.745+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:03.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:02 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:02.745+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:03.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:02 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:02.745+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:03.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:03.112+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:03.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:03.112+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:03.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:03.112+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:03.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:03.112+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:03.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:03.112+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:03.194 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:02.890+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:08:03.194 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:02.890+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:08:03.194 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:02.890+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:08:03.194 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:02 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:02.890+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:41.172531+0000 front 2024-05-21T02:07:41.172555+0000 (oldest deadline 2024-05-21T02:08:02.872613+0000) 2024-05-21T02:08:03.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:02.957+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:03.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:02.957+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:03.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:02.957+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:03.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:02 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:02.957+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:03.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:03 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:03.534+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:03.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:03 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:03.534+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:03.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:03 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:03.534+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:03.857 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:03 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:03.534+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:04.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:03 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:03.721+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:04.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:03 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:03.721+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:04.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:03 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:03.721+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:04.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:03 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:03.721+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:04.126 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:03.855+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:08:04.126 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:03.855+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:08:04.126 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:03.855+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:08:04.126 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:03.855+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:41.172531+0000 front 2024-05-21T02:07:41.172555+0000 (oldest deadline 2024-05-21T02:08:02.872613+0000) 2024-05-21T02:08:04.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:03 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:03.955+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:04.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:03 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:03.955+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:04.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:03 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:03.955+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:04.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:03 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:03.955+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:04.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:03 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:03.955+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:04.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:04.125+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:04.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:04.125+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:04.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:04.125+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:04.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:04.125+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:04.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:04.125+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:04.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:04 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:04.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:04.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:04 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:04.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:04.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:04 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:04.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:04.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:04 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:04.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:05.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:04 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:04.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:05.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:04 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:04.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:05.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:04 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:04.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:05.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:04 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:04.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:05.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:04 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:04.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:05.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:05 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:05.115+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:05.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:05 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:05.115+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:05.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:05 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:05.115+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:05.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:05 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:05.115+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:05.194 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:05 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:05.115+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:05.194 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:04.893+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:08:05.194 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:04.893+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:08:05.194 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:04.893+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:08:05.194 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:04 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:04.893+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:41.172531+0000 front 2024-05-21T02:07:41.172555+0000 (oldest deadline 2024-05-21T02:08:02.872613+0000) 2024-05-21T02:08:05.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:04 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:04.917+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:05.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:04 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:04.917+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:05.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:04 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:04.917+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:05.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:04 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:04.917+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:05.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:04 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:04.917+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:05.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:05 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:05.542+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:05.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:05 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:05.542+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:05.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:05 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:05.542+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:05.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:05 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:05.542+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:06.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:05 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:05.761+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:06.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:05 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:05.761+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:06.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:05 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:05.761+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:06.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:05 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:05.761+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:06.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:05 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:05.761+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:06.155 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:05 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:05.867+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.769093+0000 front 2024-05-21T02:07:13.769159+0000 (oldest deadline 2024-05-21T02:07:39.069218+0000) 2024-05-21T02:08:06.155 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:05 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:05.867+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.770042+0000 front 2024-05-21T02:07:20.770144+0000 (oldest deadline 2024-05-21T02:07:46.070085+0000) 2024-05-21T02:08:06.155 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:05 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:05.867+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:30.071654+0000 front 2024-05-21T02:07:30.071423+0000 (oldest deadline 2024-05-21T02:07:55.371179+0000) 2024-05-21T02:08:06.155 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:05 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7[54202]: 2024-05-21T02:08:05.867+0000 7f69ae861700 -1 osd.7 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:41.172531+0000 front 2024-05-21T02:07:41.172555+0000 (oldest deadline 2024-05-21T02:08:02.872613+0000) 2024-05-21T02:08:06.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:05 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:05.874+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:06.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:05 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:05.874+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:06.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:05 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:05.874+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:06.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:05 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:05.874+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:06.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:05 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:05.874+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:06.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:06 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:06.154+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:06.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:06 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:06.154+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:06.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:06 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:06.154+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:06.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:06 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:06.154+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:06.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:06 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:06.154+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:06.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:06 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:06.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:06.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:06 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:06.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:06.856 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:06 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:06.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:06.857 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:06 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:06.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:07.136 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:06 smithi164 podman[71168]: 2024-05-21 02:08:06.865664458 +0000 UTC m=+5.469842703 container died 5b0362a08c6bd490b17a8504379a0ef7cbdf0a2ddc7c4178c806d40706494faf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-21T02:08:07.136 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:07 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:07.134+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:07.136 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:07 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:07.134+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:07.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:06 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:06.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:07.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:06 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:06.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:07.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:06 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:06.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:07.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:06 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:06.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:07.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:06 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:06.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:07.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:06 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:06.893+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:07.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:06 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:06.893+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:07.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:06 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:06.893+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:07.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:06 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:06.893+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:07.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:06 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:06.893+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:07.443 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:07 smithi164 podman[71168]: 2024-05-21 02:08:07.235540595 +0000 UTC m=+5.839718830 container cleanup 5b0362a08c6bd490b17a8504379a0ef7cbdf0a2ddc7c4178c806d40706494faf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-21T02:08:07.443 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:07 smithi164 bash[71168]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7 2024-05-21T02:08:07.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:07 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:07.134+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:07.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:07 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:07.134+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:07.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:07 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:07.134+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:07.845 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:07 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:07.559+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:07.845 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:07 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:07.559+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:07.845 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:07 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:07.559+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:07.845 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:07 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:07.559+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:07.853 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:07 smithi164 podman[71183]: 2024-05-21 02:08:07.511927874 +0000 UTC m=+0.644305149 container remove 5b0362a08c6bd490b17a8504379a0ef7cbdf0a2ddc7c4178c806d40706494faf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T02:08:08.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:07 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:07.758+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:08.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:07 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:07.758+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:08.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:07 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:07.758+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:08.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:07 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:07.758+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:08.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:07 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:07.758+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:08.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:07 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:07.844+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:08.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:07 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:07.844+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:08.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:07 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:07.844+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:08.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:07 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:07.844+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:08.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:07 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:07.844+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:08.130 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:07 smithi164 podman[71275]: 2024-05-21 02:08:07.755794273 +0000 UTC m=+0.017371107 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:08:08.130 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:07 smithi164 podman[71275]: 2024-05-21 02:08:07.854248972 +0000 UTC m=+0.115825825 container create fe0b73c1de4459c473791385597e6610512d4d19a7be63db849e74f56886a4c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:08:08.130 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:08 smithi164 podman[71275]: 2024-05-21 02:08:08.056487471 +0000 UTC m=+0.318064292 container init fe0b73c1de4459c473791385597e6610512d4d19a7be63db849e74f56886a4c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-21T02:08:08.130 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:08 smithi164 podman[71275]: 2024-05-21 02:08:08.059602264 +0000 UTC m=+0.321179089 container start fe0b73c1de4459c473791385597e6610512d4d19a7be63db849e74f56886a4c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-21T02:08:08.443 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:08 smithi164 podman[71275]: 2024-05-21 02:08:08.148000384 +0000 UTC m=+0.409577217 container attach fe0b73c1de4459c473791385597e6610512d4d19a7be63db849e74f56886a4c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T02:08:08.444 INFO:journalctl@ceph.osd.7.smithi164.stdout:May 21 02:08:08 smithi164 podman[71275]: 2024-05-21 02:08:08.3555568 +0000 UTC m=+0.617133622 container died fe0b73c1de4459c473791385597e6610512d4d19a7be63db849e74f56886a4c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-21T02:08:08.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:08 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:08.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:08.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:08 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:08.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:08.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:08 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:08.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:08.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:08 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:08.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:08.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:08 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:08.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:08.844 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:08 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:08.520+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:08.845 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:08 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:08.520+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:08.845 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:08 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:08.520+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:08.845 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:08 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:08.520+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:08.944 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.7.service' 2024-05-21T02:08:08.981 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:08:08.982 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-21T02:08:08.982 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-21T02:08:08.982 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.8 2024-05-21T02:08:09.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:08 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:08.717+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:09.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:08 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:08.717+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:09.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:08 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:08.717+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:09.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:08 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:08.717+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:09.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:08 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:08.717+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:09.106 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:09 smithi190 systemd[1]: Stopping Ceph osd.8 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:08:09.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:08 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:08.843+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:09.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:08 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:08.843+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:09.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:08 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:08.843+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:09.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:08 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:08.843+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:09.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:08 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:08.843+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:09.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:09 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:09.123+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:09.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:09 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:09.123+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:09.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:09 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:09.123+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:09.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:09 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:09.123+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:09.193 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:09 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:09.123+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:09.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:09.269+0000 7f40782fc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:08:09.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:09.269+0000 7f40782fc700 -1 osd.8 85 *** Got signal Terminated *** 2024-05-21T02:08:09.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:09.269+0000 7f40782fc700 -1 osd.8 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:08:09.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:09.470+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:09.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:09.470+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:09.606 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:09.470+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:09.607 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:09.470+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:10.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:09 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:09.700+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:10.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:09 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:09.700+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:10.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:09 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:09.700+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:10.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:09 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:09.700+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:10.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:09 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:09.700+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:10.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:09 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:09.700+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:10.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:09.836+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:10.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:09.836+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:10.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:09.836+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:10.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:09.836+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:10.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:09 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:09.836+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:10.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:10 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:10.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:10.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:10 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:10.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:10.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:10 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:10.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:10.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:10 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:10.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:10.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:10 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:10.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:10.802 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:10.518+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:10.802 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:10.518+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:10.802 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:10.518+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:10.802 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:10.518+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:11.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:10 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:10.729+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:11.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:10 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:10.729+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:11.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:10 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:10.729+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:11.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:10 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:10.729+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:11.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:10 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:10.729+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:11.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:10 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:10.729+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:11.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:10.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:11.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:10.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:11.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:10.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:11.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:10.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:11.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:10.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:11.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:10 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:10.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:11.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:11 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:11.091+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:11.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:11 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:11.091+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:11.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:11 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:11.091+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:11.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:11 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:11.091+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:11.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:11 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:11.091+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:11.843 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:11.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:11.843 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:11.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:11.843 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:11.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:11.843 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:11.554+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:12.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:11 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:11.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:12.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:11 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:11.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:12.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:11 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:11.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:12.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:11 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:11.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:12.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:11 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:11.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:12.025 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:11 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:11.733+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:12.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:11.842+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:12.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:11.842+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:12.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:11.842+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:12.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:11.842+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:12.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:11.842+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:12.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:11 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:11.842+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:12.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:12 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:12.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:12.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:12 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:12.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:12.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:12 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:12.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:12.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:12 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:12.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:12.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:12 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:12.130+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:12.802 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:12.543+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:12.802 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:12.543+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:12.802 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:12.543+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:12.802 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:12.543+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:12.802 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:12.543+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.212270+0000 front 2024-05-21T02:07:48.212293+0000 (oldest deadline 2024-05-21T02:08:11.712431+0000) 2024-05-21T02:08:13.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:12 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:12.755+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:13.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:12 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:12.755+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:13.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:12 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:12.755+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:13.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:12 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:12.755+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:13.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:12 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:12.755+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:13.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:12 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:12.755+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:13.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:12.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:13.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:12.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:13.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:12.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:13.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:12.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:13.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:12.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:13.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:12 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:12.801+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:13.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:13 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:13.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:13.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:13 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:13.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:13.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:13 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:13.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:13.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:13 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:13.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:13.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:13 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:13.106+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:13.791 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:13.538+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.807640+0000 front 2024-05-21T02:07:13.807624+0000 (oldest deadline 2024-05-21T02:07:39.107624+0000) 2024-05-21T02:08:13.791 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:13.538+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:20.208364+0000 front 2024-05-21T02:07:20.208388+0000 (oldest deadline 2024-05-21T02:07:44.308564+0000) 2024-05-21T02:08:13.791 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:13.538+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.310136+0000 front 2024-05-21T02:07:31.310152+0000 (oldest deadline 2024-05-21T02:07:56.610015+0000) 2024-05-21T02:08:13.791 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:13.538+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:37.111150+0000 front 2024-05-21T02:07:37.111124+0000 (oldest deadline 2024-05-21T02:08:02.411061+0000) 2024-05-21T02:08:13.791 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8[54992]: 2024-05-21T02:08:13.538+0000 7f40748f0700 -1 osd.8 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.212270+0000 front 2024-05-21T02:07:48.212293+0000 (oldest deadline 2024-05-21T02:08:11.712431+0000) 2024-05-21T02:08:14.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:13.790+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:14.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:13.790+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:14.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:13.790+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:14.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:13.790+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:14.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:13.790+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:14.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:13 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:13.790+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:14.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:13 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:13.791+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:14.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:13 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:13.791+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:14.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:13 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:13.791+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:14.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:13 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:13.791+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:14.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:13 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:13.791+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:14.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:13 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:13.791+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:14.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:14 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:14.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:14.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:14 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:14.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:14.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:14 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:14.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:14.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:14 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:14.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:14.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:14 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:14.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:14.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:14 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:14.096+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:14.944 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:14 smithi190 podman[71379]: 2024-05-21 02:08:14.627285313 +0000 UTC m=+5.451195372 container died 536f4bc838d5b6e11ff68c48e603749be3f8e6f005c233ac5cae1211c01b211a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True) 2024-05-21T02:08:14.944 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:14 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:14.784+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:14.944 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:14 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:14.784+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:14.944 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:14 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:14.784+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:14.944 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:14 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:14.784+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:14.945 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:14 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:14.784+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:14.945 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:14 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:14.784+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:15.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:14 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:14.781+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:15.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:14 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:14.781+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:15.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:14 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:14.781+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:15.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:14 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:14.781+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:15.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:14 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:14.781+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:15.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:14 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:14.781+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:15.356 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:14 smithi190 podman[71379]: 2024-05-21 02:08:14.944289011 +0000 UTC m=+5.768199070 container cleanup 536f4bc838d5b6e11ff68c48e603749be3f8e6f005c233ac5cae1211c01b211a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:08:15.356 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:14 smithi190 bash[71379]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8 2024-05-21T02:08:15.356 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:15 smithi190 podman[71394]: 2024-05-21 02:08:15.153822568 +0000 UTC m=+0.525011479 container remove 536f4bc838d5b6e11ff68c48e603749be3f8e6f005c233ac5cae1211c01b211a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5) 2024-05-21T02:08:15.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:15 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:15.145+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:15.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:15 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:15.146+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:15.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:15 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:15.146+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:15.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:15 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:15.146+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:15.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:15 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:15.146+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:15.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:15 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:15.146+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:15.835 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:15 smithi190 podman[71484]: 2024-05-21 02:08:15.477768064 +0000 UTC m=+0.017077305 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:08:15.835 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:15 smithi190 podman[71484]: 2024-05-21 02:08:15.588094739 +0000 UTC m=+0.127403959 container create b20c7e265f276ed0ec4a347c7e8ea5b7c1a20550c8312959cf55be29bd80d866 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-21T02:08:15.835 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:15 smithi190 podman[71484]: 2024-05-21 02:08:15.807367818 +0000 UTC m=+0.346677054 container init b20c7e265f276ed0ec4a347c7e8ea5b7c1a20550c8312959cf55be29bd80d866 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8-deactivate, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T02:08:15.835 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:15 smithi190 podman[71484]: 2024-05-21 02:08:15.810619053 +0000 UTC m=+0.349928280 container start b20c7e265f276ed0ec4a347c7e8ea5b7c1a20550c8312959cf55be29bd80d866 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T02:08:16.106 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:15 smithi190 podman[71484]: 2024-05-21 02:08:15.890549782 +0000 UTC m=+0.429859022 container attach b20c7e265f276ed0ec4a347c7e8ea5b7c1a20550c8312959cf55be29bd80d866 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T02:08:16.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:15 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:15.833+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:16.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:15 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:15.833+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:16.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:15 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:15.833+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:16.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:15 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:15.833+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:16.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:15 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:15.833+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:16.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:15 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:15.833+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:16.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:15 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:15.830+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:16.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:15 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:15.830+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:16.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:15 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:15.830+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:16.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:15 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:15.830+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:16.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:15 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:15.830+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:16.275 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:15 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:15.830+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:16.386 INFO:journalctl@ceph.osd.8.smithi190.stdout:May 21 02:08:16 smithi190 podman[71484]: 2024-05-21 02:08:16.112445355 +0000 UTC m=+0.651754582 container died b20c7e265f276ed0ec4a347c7e8ea5b7c1a20550c8312959cf55be29bd80d866 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-05-21T02:08:16.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:16 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:16.151+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:16.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:16 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:16.151+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:16.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:16 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:16.151+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:16.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:16 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:16.151+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:16.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:16 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:16.151+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:16.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:16 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:16.151+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:16.673 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.8.service' 2024-05-21T02:08:16.710 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:08:16.710 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-21T02:08:16.710 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-21T02:08:16.711 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.9 2024-05-21T02:08:17.106 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:16 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:16.877+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:17.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:16 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:16.877+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:17.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:16 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:16.877+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:17.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:16 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:16.877+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:17.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:16 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:16.877+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:17.107 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:16 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:16.877+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:17.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:16 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:16.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:17.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:16 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:16.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:17.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:16 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:16.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:17.275 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:16 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:16.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:17.275 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:16 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:16.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:17.275 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:16 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:16.800+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:17.275 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:16 smithi007 systemd[1]: Stopping Ceph osd.9 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:08:17.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:17 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:17.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:17.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:17 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:17.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:17.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:17 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:17.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:17.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:17 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:17.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:17.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:17 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:17.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:17.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:17 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:17.138+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:17.774 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:17 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:17.309+0000 7f43ba800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:08:17.774 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:17 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:17.309+0000 7f43ba800700 -1 osd.9 85 *** Got signal Terminated *** 2024-05-21T02:08:17.774 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:17 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:17.309+0000 7f43ba800700 -1 osd.9 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:08:18.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:17 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:17.824+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:18.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:17 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:17.824+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:18.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:17 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:17.824+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:18.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:17 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:17.824+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:18.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:17 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:17.824+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:18.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:17 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:17.824+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:18.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:17 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:17.886+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:18.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:17 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:17.886+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:18.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:17 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:17.886+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:18.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:17 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:17.886+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:18.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:17 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:17.886+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:18.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:17 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:17.886+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:18.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:18 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:18.183+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:18.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:18 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:18.183+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:18.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:18 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:18.183+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:18.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:18 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:18.183+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:18.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:18 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:18.183+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:18.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:18 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:18.183+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:19.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:18 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:18.843+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:19.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:18 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:18.843+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:19.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:18 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:18.843+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:19.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:18 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:18.843+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:19.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:18 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:18.843+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:19.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:18 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:18.843+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:19.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:18 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:18.931+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:19.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:18 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:18.931+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:19.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:18 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:18.931+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:19.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:18 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:18.931+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:19.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:18 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:18.931+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:19.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:18 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:18.931+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:19.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:19 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:19.167+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:19.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:19 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:19.167+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:19.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:19 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:19.167+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:19.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:19 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:19.167+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:19.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:19 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:19.167+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:19.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:19 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:19.167+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:20.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:19 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:19.806+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:20.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:19 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:19.806+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:20.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:19 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:19.806+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:20.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:19 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:19.806+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:20.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:19 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:19.806+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:20.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:19 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:19.806+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:20.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:19 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:19.956+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:20.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:19 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:19.956+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:20.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:19 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:19.956+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:20.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:19 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:19.956+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:20.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:19 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:19.956+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:20.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:19 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:19.956+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:20.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:20 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:20.166+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:20.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:20 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:20.166+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:20.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:20 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:20.166+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:20.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:20 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:20.166+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:20.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:20 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:20.166+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:20.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:20 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:20.166+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:20.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:20 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:20.166+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:21.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:20 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:20.814+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:21.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:20 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:20.814+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:21.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:20 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:20.814+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:21.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:20 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:20.814+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:21.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:20 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:20.814+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:21.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:20 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:20.814+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:21.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:20 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:20.981+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:21.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:20 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:20.981+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:21.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:20 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:20.981+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:21.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:20 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:20.981+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:21.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:20 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:20.981+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:21.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:20 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:20.981+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:21.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:21 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:21.121+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:21.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:21 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:21.121+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:21.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:21 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:21.121+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:21.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:21 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:21.121+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:21.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:21 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:21.121+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:21.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:21 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:21.121+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:21.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:21 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:21.121+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:22.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:21 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:21.850+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:05.944486+0000 front 2024-05-21T02:07:05.945332+0000 (oldest deadline 2024-05-21T02:07:27.644684+0000) 2024-05-21T02:08:22.274 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:21 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:21.850+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.949582+0000 front 2024-05-21T02:07:13.949657+0000 (oldest deadline 2024-05-21T02:07:36.849784+0000) 2024-05-21T02:08:22.275 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:21 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:21.850+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:22.151915+0000 front 2024-05-21T02:07:22.151820+0000 (oldest deadline 2024-05-21T02:07:48.052081+0000) 2024-05-21T02:08:22.275 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:21 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:21.850+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:28.053237+0000 front 2024-05-21T02:07:28.052988+0000 (oldest deadline 2024-05-21T02:07:55.054371+0000) 2024-05-21T02:08:22.275 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:21 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:21.850+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:39.756699+0000 front 2024-05-21T02:07:39.756575+0000 (oldest deadline 2024-05-21T02:08:04.456552+0000) 2024-05-21T02:08:22.275 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:21 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9[63817]: 2024-05-21T02:08:21.850+0000 7f43b6000700 -1 osd.9 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.558630+0000 front 2024-05-21T02:07:48.558587+0000 (oldest deadline 2024-05-21T02:08:09.658240+0000) 2024-05-21T02:08:22.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:21 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:21.952+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:22.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:21 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:21.952+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:22.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:21 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:21.952+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:22.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:21 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:21.952+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:22.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:21 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:21.952+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:22.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:21 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:21.952+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:22.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:22 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:22.161+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:22.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:22 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:22.161+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:22.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:22 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:22.161+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:22.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:22 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:22.161+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:22.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:22 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:22.161+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:22.445 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:22 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:22.161+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:22.445 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:22 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:22.161+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:23.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:22 smithi007 podman[105078]: 2024-05-21 02:08:22.763834352 +0000 UTC m=+5.576083471 container died 3e836fe7057e001fa2b0ac9a932b4d0299c54bb5fff42ea358fc0a541f767626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-21T02:08:23.338 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:23 smithi007 podman[105078]: 2024-05-21 02:08:23.303458042 +0000 UTC m=+6.115707121 container cleanup 3e836fe7057e001fa2b0ac9a932b4d0299c54bb5fff42ea358fc0a541f767626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:08:23.338 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:23 smithi007 bash[105078]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9 2024-05-21T02:08:23.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:22 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:22.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:23.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:22 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:22.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:23.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:22 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:22.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:23.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:22 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:22.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:23.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:22 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:22.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:23.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:22 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:22.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:23.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:23 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:23.155+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:23.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:23 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:23.156+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:23.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:23 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:23.156+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:23.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:23 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:23.156+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:23.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:23 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:23.156+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:23.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:23 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:23.156+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:23.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:23 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:23.156+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:23.773 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:23 smithi007 podman[105095]: 2024-05-21 02:08:23.50517106 +0000 UTC m=+0.719941236 container remove 3e836fe7057e001fa2b0ac9a932b4d0299c54bb5fff42ea358fc0a541f767626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:08:24.269 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.010+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:24.269 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.010+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:24.269 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.010+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:24.269 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.010+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:24.269 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.010+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:24.269 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.010+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:24.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:24 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:24.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:24.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:24 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:24.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:24.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:24 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:24.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:24.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:24 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:24.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:24.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:24 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:24.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:24.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:24 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:24.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:24.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:24 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:24.129+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:24.655 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:24 smithi007 podman[105181]: 2024-05-21 02:08:24.220383925 +0000 UTC m=+0.035000633 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:08:24.655 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:24 smithi007 podman[105181]: 2024-05-21 02:08:24.331092861 +0000 UTC m=+0.145709600 container create a67a8d9697bda074cc6831a037e6dcda1d6d031d2bb774524a94041e500ed53a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-21T02:08:24.655 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:24 smithi007 podman[105181]: 2024-05-21 02:08:24.653998825 +0000 UTC m=+0.468615598 container init a67a8d9697bda074cc6831a037e6dcda1d6d031d2bb774524a94041e500ed53a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-21T02:08:25.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:24 smithi007 podman[105181]: 2024-05-21 02:08:24.667788113 +0000 UTC m=+0.482404872 container start a67a8d9697bda074cc6831a037e6dcda1d6d031d2bb774524a94041e500ed53a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-21T02:08:25.024 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:24 smithi007 podman[105181]: 2024-05-21 02:08:24.750195335 +0000 UTC m=+0.564812127 container attach a67a8d9697bda074cc6831a037e6dcda1d6d031d2bb774524a94041e500ed53a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T02:08:25.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.977+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:25.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.977+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:25.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.977+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:25.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.977+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:25.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.977+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:25.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:24 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:24.977+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:25.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:25 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:25.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:25.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:25 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:25.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:25.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:25 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:25.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:25.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:25 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:25.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:25.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:25 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:25.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:25.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:25 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:25.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:25.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:25 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:25.098+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:25.475 INFO:journalctl@ceph.osd.9.smithi007.stdout:May 21 02:08:25 smithi007 podman[105181]: 2024-05-21 02:08:25.129774824 +0000 UTC m=+0.944391560 container died a67a8d9697bda074cc6831a037e6dcda1d6d031d2bb774524a94041e500ed53a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-21T02:08:25.999 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.9.service' 2024-05-21T02:08:26.120 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:08:26.121 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-21T02:08:26.121 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-21T02:08:26.121 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.10 2024-05-21T02:08:26.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:25 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:25.998+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:26.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:25 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:25.998+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:26.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:25 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:25.998+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:26.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:25 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:25.998+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:26.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:25 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:25.998+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:26.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:25 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:25.998+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:26.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.124+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:26.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.124+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:26.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.124+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:26.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.124+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:26.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.124+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:26.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.124+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:26.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.124+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:26.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 systemd[1]: Stopping Ceph osd.10 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:08:26.943 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.447+0000 7f2e9be7d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:08:26.943 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.447+0000 7f2e9be7d700 -1 osd.10 85 *** Got signal Terminated *** 2024-05-21T02:08:26.943 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:26 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:26.447+0000 7f2e9be7d700 -1 osd.10 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:08:27.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:26 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:26.978+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:27.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:26 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:26.978+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:27.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:26 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:26.978+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:27.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:26 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:26.978+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:27.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:26 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:26.978+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:27.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:26 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:26.978+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:27.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:27 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:27.169+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:27.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:27 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:27.169+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:27.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:27 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:27.169+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:27.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:27 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:27.169+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:27.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:27 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:27.169+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:27.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:27 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:27.169+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:27.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:27 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:27.169+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:28.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:27 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:27.942+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:28.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:27 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:27.942+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:28.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:27 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:27.942+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:28.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:27 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:27.942+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:28.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:27 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:27.942+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:28.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:27 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:27.942+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:28.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:28 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:28.163+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:28.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:28 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:28.163+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:28.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:28 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:28.163+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:28.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:28 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:28.163+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:28.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:28 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:28.163+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:28.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:28 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:28.163+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:28.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:28 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:28.163+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:29.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:28 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:28.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:29.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:28 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:28.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:29.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:28 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:28.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:29.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:28 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:28.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:29.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:28 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:28.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:29.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:28 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:28.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:29.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:28 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:28.979+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:29.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:29 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:29.126+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:29.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:29 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:29.126+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:29.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:29 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:29.126+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:29.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:29 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:29.126+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:29.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:29 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:29.126+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:29.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:29 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:29.126+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:29.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:29 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:29.126+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:30.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:30 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:30.000+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:30.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:30 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:30.000+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:30.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:30 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:30.000+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:30.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:30 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:30.000+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:30.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:30 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:30.000+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:30.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:30 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:30.000+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:30.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:30 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:30.000+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:30.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:30 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:30.103+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:30.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:30 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:30.103+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:30.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:30 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:30.103+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:30.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:30 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:30.103+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:30.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:30 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:30.103+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:30.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:30 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:30.103+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:30.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:30 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:30.103+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:31.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:31 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:31.024+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:31.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:31 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:31.024+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:31.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:31 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:31.024+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:31.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:31 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:31.024+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:31.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:31 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:31.024+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:31.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:31 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:31.024+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:31.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:31 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:31.024+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:31.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:31 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:31.058+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:04.459642+0000 front 2024-05-21T02:07:04.459773+0000 (oldest deadline 2024-05-21T02:07:29.759518+0000) 2024-05-21T02:08:31.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:31 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:31.058+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:13.161215+0000 front 2024-05-21T02:07:13.161121+0000 (oldest deadline 2024-05-21T02:07:37.261254+0000) 2024-05-21T02:08:31.443 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:31 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:31.058+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:18.962162+0000 front 2024-05-21T02:07:18.962267+0000 (oldest deadline 2024-05-21T02:07:44.862285+0000) 2024-05-21T02:08:31.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:31 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:31.058+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.263980+0000 front 2024-05-21T02:07:31.264298+0000 (oldest deadline 2024-05-21T02:07:55.363724+0000) 2024-05-21T02:08:31.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:31 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:31.058+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.864440+0000 front 2024-05-21T02:07:38.864463+0000 (oldest deadline 2024-05-21T02:08:02.865154+0000) 2024-05-21T02:08:31.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:31 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:31.058+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.066523+0000 front 2024-05-21T02:07:48.066678+0000 (oldest deadline 2024-05-21T02:08:13.366479+0000) 2024-05-21T02:08:31.444 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:31 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10[61057]: 2024-05-21T02:08:31.058+0000 7f2e98471700 -1 osd.10 85 heartbeat_check: no reply from 172.21.15.7:6822 osd.6 since back 2024-05-21T02:07:56.267879+0000 front 2024-05-21T02:07:56.267750+0000 (oldest deadline 2024-05-21T02:08:19.767454+0000) 2024-05-21T02:08:32.282 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:31 smithi164 podman[71386]: 2024-05-21 02:08:31.992282339 +0000 UTC m=+5.678524390 container died 09fcafca539533f3fdd5eff6e8626d775c1f8e57e3c5b969d7e57b482ee12a6f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:08:32.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:32 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:32.015+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:32.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:32 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:32.015+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:32.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:32 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:32.015+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:32.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:32 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:32.015+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:32.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:32 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:32.015+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:32.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:32 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:32.015+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:32.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:32 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:32.015+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:32.624 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:32 smithi164 podman[71386]: 2024-05-21 02:08:32.390022718 +0000 UTC m=+6.076264801 container cleanup 09fcafca539533f3fdd5eff6e8626d775c1f8e57e3c5b969d7e57b482ee12a6f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-05-21T02:08:32.625 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:32 smithi164 bash[71386]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10 2024-05-21T02:08:32.943 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:32 smithi164 podman[71414]: 2024-05-21 02:08:32.624811458 +0000 UTC m=+0.632372899 container remove 09fcafca539533f3fdd5eff6e8626d775c1f8e57e3c5b969d7e57b482ee12a6f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514) 2024-05-21T02:08:33.279 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:32 smithi164 podman[71505]: 2024-05-21 02:08:32.959572342 +0000 UTC m=+0.105289530 container create 60027760c01dcb08f41ca16cd3dcc29e64d74aae15486bad9dd22958ce05f07c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T02:08:33.279 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:32 smithi164 podman[71505]: 2024-05-21 02:08:32.871270356 +0000 UTC m=+0.016987567 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:08:33.280 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:33 smithi164 podman[71505]: 2024-05-21 02:08:33.196067677 +0000 UTC m=+0.341784875 container init 60027760c01dcb08f41ca16cd3dcc29e64d74aae15486bad9dd22958ce05f07c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-21T02:08:33.280 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:33 smithi164 podman[71505]: 2024-05-21 02:08:33.199128393 +0000 UTC m=+0.344845591 container start 60027760c01dcb08f41ca16cd3dcc29e64d74aae15486bad9dd22958ce05f07c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, ceph=True) 2024-05-21T02:08:33.280 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:33 smithi164 podman[71505]: 2024-05-21 02:08:33.279303019 +0000 UTC m=+0.425020237 container attach 60027760c01dcb08f41ca16cd3dcc29e64d74aae15486bad9dd22958ce05f07c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-21T02:08:33.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:33.019+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:33.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:33.019+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:33.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:33.019+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:33.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:33.019+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:33.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:33.019+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:33.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:33.019+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:33.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:33.019+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:33.693 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:33 smithi164 podman[71505]: 2024-05-21 02:08:33.498882092 +0000 UTC m=+0.644599296 container died 60027760c01dcb08f41ca16cd3dcc29e64d74aae15486bad9dd22958ce05f07c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-21T02:08:34.047 INFO:journalctl@ceph.osd.10.smithi164.stdout:May 21 02:08:34 smithi164 podman[71530]: 2024-05-21 02:08:34.033713267 +0000 UTC m=+0.528860720 container remove 60027760c01dcb08f41ca16cd3dcc29e64d74aae15486bad9dd22958ce05f07c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T02:08:34.053 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.10.service' 2024-05-21T02:08:34.091 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:08:34.091 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-21T02:08:34.091 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-21T02:08:34.092 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.11 2024-05-21T02:08:34.312 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.004+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:34.312 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.004+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:34.312 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.004+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:34.312 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.004+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:34.312 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.004+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:34.312 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.004+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:34.312 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.004+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:34.313 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 systemd[1]: Stopping Ceph osd.11 for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:08:34.606 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.420+0000 7f3fc47fa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:08:34.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.420+0000 7f3fc47fa700 -1 osd.11 85 *** Got signal Terminated *** 2024-05-21T02:08:34.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:34 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:34.420+0000 7f3fc47fa700 -1 osd.11 85 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T02:08:35.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:35 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:35.047+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:35.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:35 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:35.047+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:35.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:35 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:35.047+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:35.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:35 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:35.047+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:35.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:35 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:35.047+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:35.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:35 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:35.047+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:35.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:35 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:35.047+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:36.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:36.062+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:36.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:36.062+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:36.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:36.062+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:36.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:36.062+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:36.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:36.062+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:36.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:36.062+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:36.357 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:36 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:36.062+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:37.606 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:37 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:37.110+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:37.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:37 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:37.110+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:37.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:37 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:37.110+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:37.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:37 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:37.110+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:37.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:37 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:37.110+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:37.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:37 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:37.110+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:37.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:37 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:37.110+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:38.606 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:38.130+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:38.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:38.130+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:38.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:38.130+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:38.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:38.130+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:38.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:38.130+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:38.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:38.130+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:38.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:38 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:38.130+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:39.606 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:39.141+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6806 osd.0 since back 2024-05-21T02:07:01.989666+0000 front 2024-05-21T02:07:01.989770+0000 (oldest deadline 2024-05-21T02:07:27.889406+0000) 2024-05-21T02:08:39.606 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:39.141+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6804 osd.1 since back 2024-05-21T02:07:14.891145+0000 front 2024-05-21T02:07:14.891094+0000 (oldest deadline 2024-05-21T02:07:40.091629+0000) 2024-05-21T02:08:39.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:39.141+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6804 osd.2 since back 2024-05-21T02:07:21.192468+0000 front 2024-05-21T02:07:21.192422+0000 (oldest deadline 2024-05-21T02:07:47.092519+0000) 2024-05-21T02:08:39.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:39.141+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.7:6814 osd.3 since back 2024-05-21T02:07:31.594638+0000 front 2024-05-21T02:07:31.594780+0000 (oldest deadline 2024-05-21T02:07:55.094463+0000) 2024-05-21T02:08:39.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:39.141+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6812 osd.4 since back 2024-05-21T02:07:38.595517+0000 front 2024-05-21T02:07:38.595494+0000 (oldest deadline 2024-05-21T02:08:03.295407+0000) 2024-05-21T02:08:39.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:39.141+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.190:6812 osd.5 since back 2024-05-21T02:07:48.897832+0000 front 2024-05-21T02:07:48.897867+0000 (oldest deadline 2024-05-21T02:08:10.598004+0000) 2024-05-21T02:08:39.607 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:39 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11[61569]: 2024-05-21T02:08:39.141+0000 7f3fc0dee700 -1 osd.11 85 heartbeat_check: no reply from 172.21.15.164:6820 osd.7 since back 2024-05-21T02:08:04.099647+0000 front 2024-05-21T02:08:04.099754+0000 (oldest deadline 2024-05-21T02:08:28.199503+0000) 2024-05-21T02:08:40.031 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:39 smithi190 podman[71602]: 2024-05-21 02:08:39.75988435 +0000 UTC m=+5.467205292 container died 4976cefeb56b2b051a4cd903547dd662536282a523484568f727beb7df38192c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240514) 2024-05-21T02:08:40.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:40 smithi190 podman[71602]: 2024-05-21 02:08:40.120748468 +0000 UTC m=+5.828069404 container cleanup 4976cefeb56b2b051a4cd903547dd662536282a523484568f727beb7df38192c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514) 2024-05-21T02:08:40.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:40 smithi190 bash[71602]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11 2024-05-21T02:08:40.741 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:40 smithi190 podman[71617]: 2024-05-21 02:08:40.396864124 +0000 UTC m=+0.630295457 container remove 4976cefeb56b2b051a4cd903547dd662536282a523484568f727beb7df38192c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:08:41.008 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:40 smithi190 podman[71708]: 2024-05-21 02:08:40.644118527 +0000 UTC m=+0.017423160 image pull d66aba212bad2ce4e42d92dc8097bc60a82db2b1ee24c28aeea92014c25f129e quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21 2024-05-21T02:08:41.008 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:40 smithi190 podman[71708]: 2024-05-21 02:08:40.756092728 +0000 UTC m=+0.129397333 container create 6eef653666560559c09318715be4fa8f7e65f5a38d70f2a47036aa610fb04e4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-05-21T02:08:41.008 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:40 smithi190 podman[71708]: 2024-05-21 02:08:40.950178695 +0000 UTC m=+0.323483299 container init 6eef653666560559c09318715be4fa8f7e65f5a38d70f2a47036aa610fb04e4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2) 2024-05-21T02:08:41.009 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:40 smithi190 podman[71708]: 2024-05-21 02:08:40.9532559 +0000 UTC m=+0.326560513 container start 6eef653666560559c09318715be4fa8f7e65f5a38d70f2a47036aa610fb04e4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11-deactivate, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-21T02:08:41.009 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:41 smithi190 podman[71708]: 2024-05-21 02:08:41.008356295 +0000 UTC m=+0.381660920 container attach 6eef653666560559c09318715be4fa8f7e65f5a38d70f2a47036aa610fb04e4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514) 2024-05-21T02:08:41.356 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:41 smithi190 podman[71708]: 2024-05-21 02:08:41.25248361 +0000 UTC m=+0.625788227 container died 6eef653666560559c09318715be4fa8f7e65f5a38d70f2a47036aa610fb04e4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2) 2024-05-21T02:08:41.780 INFO:journalctl@ceph.osd.11.smithi190.stdout:May 21 02:08:41 smithi190 podman[71734]: 2024-05-21 02:08:41.761785292 +0000 UTC m=+0.503195095 container remove 6eef653666560559c09318715be4fa8f7e65f5a38d70f2a47036aa610fb04e4a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=) 2024-05-21T02:08:41.785 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@osd.11.service' 2024-05-21T02:08:41.821 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:08:41.822 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-21T02:08:41.822 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-21T02:08:41.822 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.a 2024-05-21T02:08:42.273 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:08:41 smithi007 systemd[1]: Stopping Ceph mds.a for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:08:42.644 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:08:42 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a[71043]: 2024-05-21T02:08:42.428+0000 7fec7be00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:08:42.644 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:08:42 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a[71043]: 2024-05-21T02:08:42.428+0000 7fec7be00700 -1 mds.a *** got signal Terminated *** 2024-05-21T02:08:44.774 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:08:44 smithi007 podman[105285]: 2024-05-21 02:08:44.458984861 +0000 UTC m=+2.171198169 container died aaa49c865948e7e603610357aab59b9577dc7afb0c4cb59c5c759c1668ea12fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-21T02:08:45.274 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:08:45 smithi007 podman[105285]: 2024-05-21 02:08:45.03884388 +0000 UTC m=+2.751057208 container cleanup aaa49c865948e7e603610357aab59b9577dc7afb0c4cb59c5c759c1668ea12fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514) 2024-05-21T02:08:45.274 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:08:45 smithi007 bash[105285]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a 2024-05-21T02:08:45.774 INFO:journalctl@ceph.mds.a.smithi007.stdout:May 21 02:08:45 smithi007 podman[105308]: 2024-05-21 02:08:45.318148984 +0000 UTC m=+0.840702291 container remove aaa49c865948e7e603610357aab59b9577dc7afb0c4cb59c5c759c1668ea12fe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514) 2024-05-21T02:08:45.896 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.a.service' 2024-05-21T02:08:46.016 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:08:46.017 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-21T02:08:46.017 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-21T02:08:46.017 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.d 2024-05-21T02:08:46.523 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 02:08:46 smithi007 systemd[1]: Stopping Ceph mds.d for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:08:47.023 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 02:08:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d[69876]: 2024-05-21T02:08:46.667+0000 7fb0afc00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:08:47.024 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 02:08:46 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d[69876]: 2024-05-21T02:08:46.667+0000 7fb0afc00700 -1 mds.d *** got signal Terminated *** 2024-05-21T02:08:50.975 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 02:08:50 smithi007 podman[105415]: 2024-05-21 02:08:50.688101448 +0000 UTC m=+4.150915275 container died b43df481177fafd6bd4ab50a19423cd52a43271a024ceb1288eb372e00c9d978 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:08:51.273 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 02:08:51 smithi007 podman[105415]: 2024-05-21 02:08:51.1926891 +0000 UTC m=+4.655502920 container cleanup b43df481177fafd6bd4ab50a19423cd52a43271a024ceb1288eb372e00c9d978 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-21T02:08:51.273 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 02:08:51 smithi007 bash[105415]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d 2024-05-21T02:08:51.727 INFO:journalctl@ceph.mds.d.smithi007.stdout:May 21 02:08:51 smithi007 podman[105429]: 2024-05-21 02:08:51.460842808 +0000 UTC m=+0.754346514 container remove b43df481177fafd6bd4ab50a19423cd52a43271a024ceb1288eb372e00c9d978 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-d, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2) 2024-05-21T02:08:51.769 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.d.service' 2024-05-21T02:08:51.884 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:08:51.884 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-21T02:08:51.884 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-21T02:08:51.885 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.g 2024-05-21T02:08:52.274 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:08:52 smithi007 systemd[1]: Stopping Ceph mds.g for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:08:53.024 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:08:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g[70649]: 2024-05-21T02:08:52.553+0000 7f5481e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:08:53.024 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:08:52 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g[70649]: 2024-05-21T02:08:52.553+0000 7f5481e00700 -1 mds.g *** got signal Terminated *** 2024-05-21T02:08:56.757 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:08:56 smithi007 podman[105533]: 2024-05-21 02:08:56.474842535 +0000 UTC m=+4.071533854 container died 5d8bf239ffa2fb03636c9d51801d6cd6047437d77fc3943d5c28c5f282a0568d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-21T02:08:57.023 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:08:56 smithi007 podman[105533]: 2024-05-21 02:08:56.946707926 +0000 UTC m=+4.543399270 container cleanup 5d8bf239ffa2fb03636c9d51801d6cd6047437d77fc3943d5c28c5f282a0568d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5) 2024-05-21T02:08:57.024 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:08:56 smithi007 bash[105533]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g 2024-05-21T02:08:57.523 INFO:journalctl@ceph.mds.g.smithi007.stdout:May 21 02:08:57 smithi007 podman[105546]: 2024-05-21 02:08:57.181672154 +0000 UTC m=+0.686589162 container remove 5d8bf239ffa2fb03636c9d51801d6cd6047437d77fc3943d5c28c5f282a0568d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-g, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-05-21T02:08:57.743 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.g.service' 2024-05-21T02:08:57.854 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:08:57.854 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-21T02:08:57.854 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-21T02:08:57.854 DEBUG:teuthology.orchestra.run.smithi007:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.j 2024-05-21T02:08:58.450 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 02:08:58 smithi007 systemd[1]: Stopping Ceph mds.j for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:08:58.773 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 02:08:58 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j[69459]: 2024-05-21T02:08:58.448+0000 7f508d800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:08:58.774 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 02:08:58 smithi007 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j[69459]: 2024-05-21T02:08:58.448+0000 7f508d800700 -1 mds.j *** got signal Terminated *** 2024-05-21T02:09:02.216 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 02:09:01 smithi007 podman[105654]: 2024-05-21 02:09:01.852613464 +0000 UTC m=+3.535475525 container died adbef070f4bbd77961ad9f0633640734da739b4b071f048f32f033977748a001 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True) 2024-05-21T02:09:02.523 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 02:09:02 smithi007 podman[105654]: 2024-05-21 02:09:02.409215285 +0000 UTC m=+4.092077372 container cleanup adbef070f4bbd77961ad9f0633640734da739b4b071f048f32f033977748a001 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:09:02.524 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 02:09:02 smithi007 bash[105654]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j 2024-05-21T02:09:03.024 INFO:journalctl@ceph.mds.j.smithi007.stdout:May 21 02:09:02 smithi007 podman[105667]: 2024-05-21 02:09:02.63570263 +0000 UTC m=+0.759461040 container remove adbef070f4bbd77961ad9f0633640734da739b4b071f048f32f033977748a001 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-j, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514) 2024-05-21T02:09:03.241 DEBUG:teuthology.orchestra.run.smithi007:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.j.service' 2024-05-21T02:09:03.351 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:09:03.352 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-21T02:09:03.352 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-21T02:09:03.352 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.b 2024-05-21T02:09:03.651 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:09:03 smithi164 systemd[1]: Stopping Ceph mds.b for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:09:03.912 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:09:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b[66691]: 2024-05-21T02:09:03.650+0000 7f448cb27700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:09:03.912 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:09:03 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b[66691]: 2024-05-21T02:09:03.650+0000 7f448cb27700 -1 mds.b *** got signal Terminated *** 2024-05-21T02:09:07.926 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:09:07 smithi164 podman[71610]: 2024-05-21 02:09:07.663019609 +0000 UTC m=+4.121303727 container died 76958c369151667836f42b0ee6f628ebd7abe411c85fac6e62ed7c7c4d42cb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2) 2024-05-21T02:09:08.193 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:09:08 smithi164 podman[71610]: 2024-05-21 02:09:08.008121998 +0000 UTC m=+4.466406109 container cleanup 76958c369151667836f42b0ee6f628ebd7abe411c85fac6e62ed7c7c4d42cb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD) 2024-05-21T02:09:08.193 INFO:journalctl@ceph.mds.b.smithi164.stdout:May 21 02:09:08 smithi164 bash[71610]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-b 2024-05-21T02:09:08.445 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.b.service' 2024-05-21T02:09:08.480 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:09:08.480 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-21T02:09:08.480 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-21T02:09:08.480 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.e 2024-05-21T02:09:08.943 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:09:08 smithi164 systemd[1]: Stopping Ceph mds.e for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:09:08.943 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:09:08 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e[66074]: 2024-05-21T02:09:08.803+0000 7f0f0c219700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:09:08.943 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:09:08 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e[66074]: 2024-05-21T02:09:08.803+0000 7f0f0c219700 -1 mds.e *** got signal Terminated *** 2024-05-21T02:09:12.680 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:09:12 smithi164 podman[71743]: 2024-05-21 02:09:12.407856196 +0000 UTC m=+3.708409072 container died b7bccd54144452e0d9427df3b0ad08f0566c16ccdd898b9e17882e2651fecb50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-21T02:09:12.943 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:09:12 smithi164 podman[71743]: 2024-05-21 02:09:12.762303487 +0000 UTC m=+4.062856347 container cleanup b7bccd54144452e0d9427df3b0ad08f0566c16ccdd898b9e17882e2651fecb50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-05-21T02:09:12.943 INFO:journalctl@ceph.mds.e.smithi164.stdout:May 21 02:09:12 smithi164 bash[71743]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-e 2024-05-21T02:09:13.198 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.e.service' 2024-05-21T02:09:13.230 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:09:13.230 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-21T02:09:13.230 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-21T02:09:13.231 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.h 2024-05-21T02:09:13.693 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:13 smithi164 systemd[1]: Stopping Ceph mds.h for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:09:13.693 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:13 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h[66374]: 2024-05-21T02:09:13.557+0000 7fc5c9187700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:09:13.693 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:13 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h[66374]: 2024-05-21T02:09:13.557+0000 7fc5c9187700 -1 mds.h *** got signal Terminated *** 2024-05-21T02:09:16.694 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:16 smithi164 podman[71864]: 2024-05-21 02:09:16.405731662 +0000 UTC m=+2.952065029 container died 5d5f62ee10f88c6766a1de23e3133f53fa4671b85cfe0483867af34f146deebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.schema-version=1.0) 2024-05-21T02:09:17.134 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:16 smithi164 podman[71864]: 2024-05-21 02:09:16.940934174 +0000 UTC m=+3.487267533 container cleanup 5d5f62ee10f88c6766a1de23e3133f53fa4671b85cfe0483867af34f146deebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-05-21T02:09:17.134 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:16 smithi164 bash[71864]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h 2024-05-21T02:09:17.363 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.h.service' 2024-05-21T02:09:17.384 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:17 smithi164 podman[71876]: 2024-05-21 02:09:17.133707553 +0000 UTC m=+0.725611403 container remove 5d5f62ee10f88c6766a1de23e3133f53fa4671b85cfe0483867af34f146deebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-h, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-21T02:09:17.384 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:17 smithi164 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.h.service: Deactivated successfully. 2024-05-21T02:09:17.384 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:17 smithi164 systemd[1]: Stopped Ceph mds.h for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T02:09:17.384 INFO:journalctl@ceph.mds.h.smithi164.stdout:May 21 02:09:17 smithi164 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.h.service: Consumed 1.943s CPU time. 2024-05-21T02:09:17.395 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:09:17.395 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-21T02:09:17.395 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-21T02:09:17.395 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.k 2024-05-21T02:09:17.693 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:09:17 smithi164 systemd[1]: Stopping Ceph mds.k for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:09:18.193 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:09:17 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k[65758]: 2024-05-21T02:09:17.721+0000 7fcd503fb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:09:18.193 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:09:17 smithi164 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k[65758]: 2024-05-21T02:09:17.721+0000 7fcd503fb700 -1 mds.k *** got signal Terminated *** 2024-05-21T02:09:20.662 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:09:20 smithi164 podman[71985]: 2024-05-21 02:09:20.405263151 +0000 UTC m=+2.795872795 container died 9b1cbf60e9133c061859c66721f93ad3cb52ab5ca66f6a53ac670a3b3fea3b8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T02:09:20.943 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:09:20 smithi164 podman[71985]: 2024-05-21 02:09:20.761445969 +0000 UTC m=+3.152055634 container cleanup 9b1cbf60e9133c061859c66721f93ad3cb52ab5ca66f6a53ac670a3b3fea3b8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k, GIT_CLEAN=True, org.label-schema.build-date=20240514, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T02:09:20.943 INFO:journalctl@ceph.mds.k.smithi164.stdout:May 21 02:09:20 smithi164 bash[71985]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-k 2024-05-21T02:09:21.191 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.k.service' 2024-05-21T02:09:21.222 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:09:21.222 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-21T02:09:21.222 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-21T02:09:21.222 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.c 2024-05-21T02:09:21.594 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:21 smithi190 systemd[1]: Stopping Ceph mds.c for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:09:21.856 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:21 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c[66700]: 2024-05-21T02:09:21.593+0000 7f60690bf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:09:21.856 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:21 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c[66700]: 2024-05-21T02:09:21.593+0000 7f60690bf700 -1 mds.c *** got signal Terminated *** 2024-05-21T02:09:24.736 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:24 smithi190 podman[71813]: 2024-05-21 02:09:24.401273045 +0000 UTC m=+2.992174211 container died 5e9d7777c3f5b35fd6141d8cd43243c6864fb0630bdcf3e6a6f2fc6a99b4d351 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-21T02:09:25.012 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:24 smithi190 podman[71813]: 2024-05-21 02:09:24.827157808 +0000 UTC m=+3.418058969 container cleanup 5e9d7777c3f5b35fd6141d8cd43243c6864fb0630bdcf3e6a6f2fc6a99b4d351 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-21T02:09:25.012 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:24 smithi190 bash[71813]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c 2024-05-21T02:09:25.257 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.c.service' 2024-05-21T02:09:25.278 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:25 smithi190 podman[71840]: 2024-05-21 02:09:25.01173677 +0000 UTC m=+0.609743196 container remove 5e9d7777c3f5b35fd6141d8cd43243c6864fb0630bdcf3e6a6f2fc6a99b4d351 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-c, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-05-21T02:09:25.279 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:25 smithi190 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.c.service: Deactivated successfully. 2024-05-21T02:09:25.279 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:25 smithi190 systemd[1]: Stopped Ceph mds.c for c3aa2a92-1713-11ef-bc9a-c7b262605968. 2024-05-21T02:09:25.279 INFO:journalctl@ceph.mds.c.smithi190.stdout:May 21 02:09:25 smithi190 systemd[1]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.c.service: Consumed 1.731s CPU time. 2024-05-21T02:09:25.292 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:09:25.292 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-21T02:09:25.292 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-21T02:09:25.292 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.f 2024-05-21T02:09:25.606 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:09:25 smithi190 systemd[1]: Stopping Ceph mds.f for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:09:26.106 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:09:25 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-f[66398]: 2024-05-21T02:09:25.613+0000 7f7965994700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:09:26.106 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:09:25 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-f[66398]: 2024-05-21T02:09:25.613+0000 7f7965994700 -1 mds.f *** got signal Terminated *** 2024-05-21T02:09:28.682 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:09:28 smithi190 podman[71947]: 2024-05-21 02:09:28.39161089 +0000 UTC m=+2.885862354 container died e797e7417ea7110694544b1572796b7bd5b9d599c5665ae08c6648260a050784 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-f, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0) 2024-05-21T02:09:29.024 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:09:28 smithi190 podman[71947]: 2024-05-21 02:09:28.772527361 +0000 UTC m=+3.266778822 container cleanup e797e7417ea7110694544b1572796b7bd5b9d599c5665ae08c6648260a050784 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:09:29.024 INFO:journalctl@ceph.mds.f.smithi190.stdout:May 21 02:09:28 smithi190 bash[71947]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-f 2024-05-21T02:09:29.205 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.f.service' 2024-05-21T02:09:29.236 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:09:29.237 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-21T02:09:29.237 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-21T02:09:29.237 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.i 2024-05-21T02:09:29.552 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:09:29 smithi190 systemd[1]: Stopping Ceph mds.i for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:09:29.856 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:09:29 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i[67012]: 2024-05-21T02:09:29.549+0000 7f3c2a943700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:09:29.856 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:09:29 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i[67012]: 2024-05-21T02:09:29.549+0000 7f3c2a943700 -1 mds.i *** got signal Terminated *** 2024-05-21T02:09:32.607 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:09:32 smithi190 podman[72068]: 2024-05-21 02:09:32.403948534 +0000 UTC m=+2.947264154 container died efa7357901b6e278ec65ec5b6c4a0a9e02fe6c4a7f241cd5789d7c9aad5c3b98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T02:09:33.060 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:09:32 smithi190 podman[72068]: 2024-05-21 02:09:32.820826294 +0000 UTC m=+3.364141922 container cleanup efa7357901b6e278ec65ec5b6c4a0a9e02fe6c4a7f241cd5789d7c9aad5c3b98 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-21T02:09:33.061 INFO:journalctl@ceph.mds.i.smithi190.stdout:May 21 02:09:32 smithi190 bash[72068]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-i 2024-05-21T02:09:33.288 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.i.service' 2024-05-21T02:09:33.319 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:09:33.320 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-21T02:09:33.320 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-21T02:09:33.320 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.l 2024-05-21T02:09:33.606 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:09:33 smithi190 systemd[1]: Stopping Ceph mds.l for c3aa2a92-1713-11ef-bc9a-c7b262605968... 2024-05-21T02:09:34.106 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:09:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l[66098]: 2024-05-21T02:09:33.628+0000 7f3679330700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T02:09:34.106 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:09:33 smithi190 ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l[66098]: 2024-05-21T02:09:33.628+0000 7f3679330700 -1 mds.l *** got signal Terminated *** 2024-05-21T02:09:36.739 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:09:36 smithi190 podman[72188]: 2024-05-21 02:09:36.409220057 +0000 UTC m=+2.877411950 container died 65ae0a96e75722b5a69027a2c1c6eb4cee749c882319ed72efc62689e72c9683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-21T02:09:37.006 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:09:36 smithi190 podman[72188]: 2024-05-21 02:09:36.837974113 +0000 UTC m=+3.306166010 container cleanup 65ae0a96e75722b5a69027a2c1c6eb4cee749c882319ed72efc62689e72c9683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6aa27b56db17c7bb927ebf979b7d3a918d890428f893fe48a3c51b3bd378fd21, name=ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-no-remote-ap-0051ea0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-21T02:09:37.006 INFO:journalctl@ceph.mds.l.smithi190.stdout:May 21 02:09:36 smithi190 bash[72188]: ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968-mds-l 2024-05-21T02:09:37.212 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-c3aa2a92-1713-11ef-bc9a-c7b262605968@mds.l.service' 2024-05-21T02:09:37.242 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T02:09:37.243 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-21T02:09:37.243 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T02:09:37.575 INFO:teuthology.orchestra.run.smithi007.stdout:Deleting cluster with fsid: c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T02:09:42.952 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T02:09:43.147 INFO:teuthology.orchestra.run.smithi164.stdout:Deleting cluster with fsid: c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T02:09:45.566 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T02:09:45.754 INFO:teuthology.orchestra.run.smithi190.stdout:Deleting cluster with fsid: c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T02:09:48.173 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T02:09:48.261 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T02:09:48.292 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T02:09:48.317 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-21T02:09:48.319 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/remote/smithi007/crash 2024-05-21T02:09:48.320 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T02:09:48.420 INFO:teuthology.orchestra.run.smithi007.stderr:tar: /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T02:09:48.420 INFO:teuthology.orchestra.run.smithi007.stderr:tar: Error is not recoverable: exiting now 2024-05-21T02:09:48.425 DEBUG:teuthology.misc:Transferring archived files from smithi164:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/remote/smithi164/crash 2024-05-21T02:09:48.426 DEBUG:teuthology.orchestra.run.smithi164:> sudo tar c -f - -C /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T02:09:48.468 INFO:teuthology.orchestra.run.smithi164.stderr:tar: /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T02:09:48.468 INFO:teuthology.orchestra.run.smithi164.stderr:tar: Error is not recoverable: exiting now 2024-05-21T02:09:48.470 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/remote/smithi190/crash 2024-05-21T02:09:48.471 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T02:09:48.505 INFO:teuthology.orchestra.run.smithi190.stderr:tar: /var/lib/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T02:09:48.506 INFO:teuthology.orchestra.run.smithi190.stderr:tar: Error is not recoverable: exiting now 2024-05-21T02:09:48.507 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-21T02:09:48.507 DEBUG:teuthology.orchestra.run.smithi007:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-21T02:09:48.618 INFO:tasks.cephadm:Compressing logs... 2024-05-21T02:09:48.618 DEBUG:teuthology.orchestra.run.smithi007:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T02:09:48.623 DEBUG:teuthology.orchestra.run.smithi164:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T02:09:48.626 DEBUG:teuthology.orchestra.run.smithi190:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T02:09:48.654 INFO:teuthology.orchestra.run.smithi190.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T02:09:48.654 INFO:teuthology.orchestra.run.smithi190.stderr:: No such file or directory 2024-05-21T02:09:48.654 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.2.log 2024-05-21T02:09:48.654 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.f.log 2024-05-21T02:09:48.654 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T02:09:48.654 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.5.log 2024-05-21T02:09:48.655 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.c.log 2024-05-21T02:09:48.655 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.audit.log: /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mon.c.log 2024-05-21T02:09:48.655 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mgr.z.log 2024-05-21T02:09:48.655 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.i.log 2024-05-21T02:09:48.655 INFO:teuthology.orchestra.run.smithi190.stderr: 87.1% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T02:09:48.655 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T02:09:48.655 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.i.log: 90.4% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T02:09:48.655 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.11.log 2024-05-21T02:09:48.655 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.3% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T02:09:48.656 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.8.log 2024-05-21T02:09:48.657 INFO:teuthology.orchestra.run.smithi164.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T02:09:48.657 INFO:teuthology.orchestra.run.smithi164.stderr:: No such file or directory 2024-05-21T02:09:48.657 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T02:09:48.657 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.7.log 2024-05-21T02:09:48.657 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log: /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.b.log 2024-05-21T02:09:48.661 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.4.log 2024-05-21T02:09:48.661 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.1.log 2024-05-21T02:09:48.661 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mgr.y.log 2024-05-21T02:09:48.661 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.h.log 2024-05-21T02:09:48.661 INFO:teuthology.orchestra.run.smithi164.stderr: 87.1% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T02:09:48.661 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.10.log 2024-05-21T02:09:48.662 INFO:teuthology.orchestra.run.smithi164.stderr: 90.3% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T02:09:48.662 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.h.log: 92.7% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mgr.y.log.gz 2024-05-21T02:09:48.663 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.11.log: 92.8% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mgr.z.log.gz 2024-05-21T02:09:48.663 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T02:09:48.673 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.l.log 2024-05-21T02:09:48.676 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T02:09:48.677 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.e.log 2024-05-21T02:09:48.678 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T02:09:48.678 INFO:teuthology.orchestra.run.smithi164.stderr: 82.4% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.e.log: 2024-05-21T02:09:48.679 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mon.b.log 2024-05-21T02:09:48.679 INFO:teuthology.orchestra.run.smithi007.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-05-21T02:09:48.680 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T02:09:48.680 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T02:09:48.681 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.g.log 2024-05-21T02:09:48.681 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.j.log 2024-05-21T02:09:48.682 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T02:09:48.683 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.g.log: 87.1% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T02:09:48.683 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.3.log 2024-05-21T02:09:48.684 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.j.log: 90.2% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T02:09:48.684 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.0.log 2024-05-21T02:09:48.685 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mgr.x.log 2024-05-21T02:09:48.686 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mon.a.log 2024-05-21T02:09:48.688 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.6.log 2024-05-21T02:09:48.690 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T02:09:48.690 INFO:teuthology.orchestra.run.smithi007.stderr: 94.5% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.j.log.gz 2024-05-21T02:09:48.691 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.k.log 2024-05-21T02:09:48.692 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.a.log 2024-05-21T02:09:48.693 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T02:09:48.693 INFO:teuthology.orchestra.run.smithi164.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T02:09:48.694 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.6% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T02:09:48.695 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T02:09:48.696 INFO:teuthology.orchestra.run.smithi007.stderr:gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.d.log 2024-05-21T02:09:48.699 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.9.log 2024-05-21T02:09:48.701 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T02:09:48.701 INFO:teuthology.orchestra.run.smithi164.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T02:09:48.702 INFO:teuthology.orchestra.run.smithi190.stderr: 91.0% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T02:09:48.703 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.d.log: /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T02:09:48.714 INFO:teuthology.orchestra.run.smithi190.stderr: 92.7% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.c.log.gz 2024-05-21T02:09:48.714 INFO:teuthology.orchestra.run.smithi007.stderr:/var/log/ceph/cephadm.log: 94.4% 90.9% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T02:09:48.714 INFO:teuthology.orchestra.run.smithi007.stderr: -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.d.log.gz 2024-05-21T02:09:48.717 INFO:teuthology.orchestra.run.smithi190.stderr: 92.6% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.i.log.gz 2024-05-21T02:09:48.725 INFO:teuthology.orchestra.run.smithi190.stderr: 92.7% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.f.log.gz 2024-05-21T02:09:48.725 INFO:teuthology.orchestra.run.smithi164.stderr: 93.7% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.h.log.gz 2024-05-21T02:09:48.733 INFO:teuthology.orchestra.run.smithi007.stderr: 94.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T02:09:48.747 INFO:teuthology.orchestra.run.smithi164.stderr: 94.3% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.k.log.gz 2024-05-21T02:09:48.747 INFO:teuthology.orchestra.run.smithi007.stderr: 92.6% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.g.log.gz 2024-05-21T02:09:48.751 INFO:teuthology.orchestra.run.smithi164.stderr: 94.4% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.e.log.gz 2024-05-21T02:09:48.757 INFO:teuthology.orchestra.run.smithi190.stderr: 94.4% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.l.log.gz 2024-05-21T02:09:48.769 INFO:teuthology.orchestra.run.smithi007.stderr: 94.3% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.a.log.gz 2024-05-21T02:09:48.918 INFO:teuthology.orchestra.run.smithi007.stderr: 90.1% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mgr.x.log.gz 2024-05-21T02:09:49.012 INFO:teuthology.orchestra.run.smithi164.stderr: 91.6% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mon.b.log.gz 2024-05-21T02:09:49.050 INFO:teuthology.orchestra.run.smithi164.stderr: 92.8% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mds.b.log.gz 2024-05-21T02:09:49.099 INFO:teuthology.orchestra.run.smithi190.stderr: 91.7% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mon.c.log.gz 2024-05-21T02:09:49.323 INFO:teuthology.orchestra.run.smithi190.stderr: 92.9% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.8.log.gz 2024-05-21T02:09:49.323 INFO:teuthology.orchestra.run.smithi190.stderr: 93.2% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.11.log.gz 2024-05-21T02:09:49.385 INFO:teuthology.orchestra.run.smithi190.stderr: 92.9% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.2.log.gz 2024-05-21T02:09:49.388 INFO:teuthology.orchestra.run.smithi007.stderr: 92.6% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.9.log.gz 2024-05-21T02:09:49.425 INFO:teuthology.orchestra.run.smithi164.stderr: 92.9% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.4.log.gz 2024-05-21T02:09:49.562 INFO:teuthology.orchestra.run.smithi164.stderr: 93.0% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.1.log.gz 2024-05-21T02:09:49.562 INFO:teuthology.orchestra.run.smithi164.stderr: 93.1% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.7.log.gz 2024-05-21T02:09:49.565 INFO:teuthology.orchestra.run.smithi007.stderr: 93.0% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.6.log.gz 2024-05-21T02:09:49.566 INFO:teuthology.orchestra.run.smithi164.stderr: 93.1% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.10.log.gz 2024-05-21T02:09:49.568 INFO:teuthology.orchestra.run.smithi164.stderr: 2024-05-21T02:09:49.568 INFO:teuthology.orchestra.run.smithi164.stderr:real 0m0.929s 2024-05-21T02:09:49.569 INFO:teuthology.orchestra.run.smithi164.stderr:user 0m4.238s 2024-05-21T02:09:49.569 INFO:teuthology.orchestra.run.smithi164.stderr:sys 0m0.175s 2024-05-21T02:09:49.572 INFO:teuthology.orchestra.run.smithi190.stderr: 92.8% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.5.log.gz 2024-05-21T02:09:49.575 INFO:teuthology.orchestra.run.smithi190.stderr: 2024-05-21T02:09:49.575 INFO:teuthology.orchestra.run.smithi190.stderr:real 0m0.935s 2024-05-21T02:09:49.575 INFO:teuthology.orchestra.run.smithi190.stderr:user 0m3.562s 2024-05-21T02:09:49.575 INFO:teuthology.orchestra.run.smithi190.stderr:sys 0m0.153s 2024-05-21T02:09:49.605 INFO:teuthology.orchestra.run.smithi007.stderr: 92.9% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.3.log.gz 2024-05-21T02:09:49.712 INFO:teuthology.orchestra.run.smithi007.stderr: 90.3% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-mon.a.log.gz 2024-05-21T02:09:49.756 INFO:teuthology.orchestra.run.smithi007.stderr: 93.1% -- replaced with /var/log/ceph/c3aa2a92-1713-11ef-bc9a-c7b262605968/ceph-osd.0.log.gz 2024-05-21T02:09:49.760 INFO:teuthology.orchestra.run.smithi007.stderr: 2024-05-21T02:09:49.760 INFO:teuthology.orchestra.run.smithi007.stderr:real 0m1.106s 2024-05-21T02:09:49.760 INFO:teuthology.orchestra.run.smithi007.stderr:user 0m4.590s 2024-05-21T02:09:49.760 INFO:teuthology.orchestra.run.smithi007.stderr:sys 0m0.439s 2024-05-21T02:09:49.761 INFO:tasks.cephadm:Archiving logs... 2024-05-21T02:09:49.762 DEBUG:teuthology.misc:Transferring archived files from smithi007:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/remote/smithi007/log 2024-05-21T02:09:49.763 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T02:09:50.478 DEBUG:teuthology.misc:Transferring archived files from smithi164:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/remote/smithi164/log 2024-05-21T02:09:50.479 DEBUG:teuthology.orchestra.run.smithi164:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T02:09:51.071 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/remote/smithi190/log 2024-05-21T02:09:51.072 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T02:09:51.637 INFO:tasks.cephadm:Removing cluster... 2024-05-21T02:09:51.637 DEBUG:teuthology.orchestra.run.smithi007:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 --force 2024-05-21T02:09:51.970 INFO:teuthology.orchestra.run.smithi007.stdout:Deleting cluster with fsid: c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T02:09:52.629 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 --force 2024-05-21T02:09:52.822 INFO:teuthology.orchestra.run.smithi164.stdout:Deleting cluster with fsid: c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T02:09:53.083 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid c3aa2a92-1713-11ef-bc9a-c7b262605968 --force 2024-05-21T02:09:53.262 INFO:teuthology.orchestra.run.smithi190.stdout:Deleting cluster with fsid: c3aa2a92-1713-11ef-bc9a-c7b262605968 2024-05-21T02:09:53.527 INFO:tasks.cephadm:Removing cephadm ... 2024-05-21T02:09:53.527 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T02:09:53.588 DEBUG:teuthology.orchestra.run.smithi164:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T02:09:53.604 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T02:09:53.619 INFO:tasks.cephadm:Teardown complete 2024-05-21T02:09:53.619 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-21T02:09:53.630 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-21T02:09:53.630 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T02:09:53.638 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T02:09:53.647 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T02:09:53.797 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-21T02:09:53.809 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-21T02:09:53.809 DEBUG:teuthology.orchestra.run.smithi007:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T02:09:53.817 DEBUG:teuthology.orchestra.run.smithi164:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T02:09:53.819 DEBUG:teuthology.orchestra.run.smithi190:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T02:09:53.831 INFO:teuthology.orchestra.run.smithi164.stderr:bash: line 1: ntpq: command not found 2024-05-21T02:09:53.833 INFO:teuthology.orchestra.run.smithi190.stderr:bash: line 1: ntpq: command not found 2024-05-21T02:09:53.835 INFO:teuthology.orchestra.run.smithi164.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T02:09:53.835 INFO:teuthology.orchestra.run.smithi164.stdout:=============================================================================== 2024-05-21T02:09:53.835 INFO:teuthology.orchestra.run.smithi164.stdout:^* hv01.front.sepia.ceph.com 3 6 377 13 +1063us[+1067us] +/- 58ms 2024-05-21T02:09:53.836 INFO:teuthology.orchestra.run.smithi164.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 14 -980us[ -975us] +/- 58ms 2024-05-21T02:09:53.836 INFO:teuthology.orchestra.run.smithi164.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 -109us[ -104us] +/- 69ms 2024-05-21T02:09:53.836 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T02:09:53.837 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T02:09:53.837 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2024-05-21T02:09:53.837 INFO:teuthology.orchestra.run.smithi190.stdout:^* hv01.front.sepia.ceph.com 3 6 377 14 +1014us[+1016us] +/- 58ms 2024-05-21T02:09:53.837 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 15 -1026us[-1023us] +/- 58ms 2024-05-21T02:09:53.837 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 -149us[ -149us] +/- 69ms 2024-05-21T02:09:53.837 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T02:09:53.866 INFO:teuthology.orchestra.run.smithi007.stderr:bash: line 1: ntpq: command not found 2024-05-21T02:09:53.877 INFO:teuthology.orchestra.run.smithi007.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T02:09:53.877 INFO:teuthology.orchestra.run.smithi007.stdout:=============================================================================== 2024-05-21T02:09:53.877 INFO:teuthology.orchestra.run.smithi007.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 +1052us[+1046us] +/- 58ms 2024-05-21T02:09:53.877 INFO:teuthology.orchestra.run.smithi007.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 15 -996us[ -996us] +/- 58ms 2024-05-21T02:09:53.877 INFO:teuthology.orchestra.run.smithi007.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 79 -111us[ -109us] +/- 68ms 2024-05-21T02:09:53.877 INFO:teuthology.orchestra.run.smithi007.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T02:09:53.878 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-21T02:09:53.889 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-21T02:09:53.889 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-21T02:09:53.899 DEBUG:teuthology.orchestra.run.smithi007:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T02:09:54.093 DEBUG:teuthology.orchestra.run.smithi164:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T02:09:54.158 DEBUG:teuthology.orchestra.run.smithi190:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T02:09:54.222 DEBUG:teuthology.orchestra.run.smithi007:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T02:09:54.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T02:09:54.322 DEBUG:teuthology.orchestra.run.smithi164:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T02:09:54.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T02:09:54.350 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T02:09:54.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T02:09:54.376 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-21T02:09:54.387 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-21T02:09:54.397 INFO:teuthology.task.internal:Duration was 2007.801032 seconds 2024-05-21T02:09:54.398 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-21T02:09:54.408 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-21T02:09:54.408 DEBUG:teuthology.orchestra.run.smithi007:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T02:09:54.416 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T02:09:54.418 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T02:09:54.455 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T02:09:54.455 INFO:teuthology.orchestra.run.smithi164.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T02:09:54.550 INFO:teuthology.orchestra.run.smithi007.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T02:09:54.893 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-21T02:09:54.894 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi007.front.sepia.ceph.com 2024-05-21T02:09:54.894 DEBUG:teuthology.orchestra.run.smithi007:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T02:09:54.973 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi164.front.sepia.ceph.com 2024-05-21T02:09:54.973 DEBUG:teuthology.orchestra.run.smithi164:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T02:09:55.010 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi190.front.sepia.ceph.com 2024-05-21T02:09:55.010 DEBUG:teuthology.orchestra.run.smithi190:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T02:09:55.042 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-21T02:09:55.042 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T02:09:55.050 DEBUG:teuthology.orchestra.run.smithi164:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T02:09:55.055 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T02:09:55.140 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-21T02:09:55.140 DEBUG:teuthology.orchestra.run.smithi007:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T02:09:55.146 DEBUG:teuthology.orchestra.run.smithi164:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T02:09:55.148 DEBUG:teuthology.orchestra.run.smithi190:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T02:09:56.241 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-21T02:09:56.253 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-21T02:09:56.253 DEBUG:teuthology.orchestra.run.smithi007:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T02:09:56.335 DEBUG:teuthology.orchestra.run.smithi164:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T02:09:56.364 DEBUG:teuthology.orchestra.run.smithi190:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T02:09:56.392 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-21T02:09:56.403 DEBUG:teuthology.orchestra.run.smithi007:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T02:09:56.410 DEBUG:teuthology.orchestra.run.smithi164:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T02:09:56.413 DEBUG:teuthology.orchestra.run.smithi190:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T02:09:56.436 INFO:teuthology.orchestra.run.smithi164.stdout:kernel.core_pattern = core 2024-05-21T02:09:56.459 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = core 2024-05-21T02:09:56.503 INFO:teuthology.orchestra.run.smithi007.stdout:kernel.core_pattern = core 2024-05-21T02:09:56.550 DEBUG:teuthology.orchestra.run.smithi007:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T02:09:56.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T02:09:56.599 DEBUG:teuthology.orchestra.run.smithi164:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T02:09:56.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T02:09:56.616 DEBUG:teuthology.orchestra.run.smithi190:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T02:09:56.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T02:09:56.632 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-21T02:09:56.643 INFO:teuthology.task.internal:Transferring archived files... 2024-05-21T02:09:56.644 DEBUG:teuthology.misc:Transferring archived files from smithi007:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/remote/smithi007 2024-05-21T02:09:56.644 DEBUG:teuthology.orchestra.run.smithi007:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T02:09:56.764 DEBUG:teuthology.misc:Transferring archived files from smithi164:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/remote/smithi164 2024-05-21T02:09:56.764 DEBUG:teuthology.orchestra.run.smithi164:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T02:09:56.803 DEBUG:teuthology.misc:Transferring archived files from smithi190:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_23:57:18-fs-wip-lusov-quiesce-no-remote-ap-distro-default-smithi/7717479/remote/smithi190 2024-05-21T02:09:56.803 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T02:09:56.842 INFO:teuthology.task.internal:Removing archive directory... 2024-05-21T02:09:56.842 DEBUG:teuthology.orchestra.run.smithi007:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T02:09:56.849 DEBUG:teuthology.orchestra.run.smithi164:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T02:09:56.852 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T02:09:56.903 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-21T02:09:56.916 INFO:teuthology.task.internal:Not uploading archives. 2024-05-21T02:09:56.917 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-21T02:09:56.928 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-21T02:09:56.928 DEBUG:teuthology.orchestra.run.smithi007:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T02:09:56.935 DEBUG:teuthology.orchestra.run.smithi164:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T02:09:56.937 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T02:09:56.952 INFO:teuthology.orchestra.run.smithi164.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 02:09 /home/ubuntu/cephtest 2024-05-21T02:09:56.954 INFO:teuthology.orchestra.run.smithi190.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 02:09 /home/ubuntu/cephtest 2024-05-21T02:09:56.987 INFO:teuthology.orchestra.run.smithi007.stdout: 393229 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 02:09 /home/ubuntu/cephtest 2024-05-21T02:09:56.990 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-21T02:09:57.002 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-21T02:09:57.038 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 4fed890e8ce3966dbe380e9eb4b0a796eddb841c description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/iozone}} duration: 2007.8010323047638 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-05-21T02:09:57.052 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-21T02:09:57.123 INFO:teuthology.run:pass